-- Logs begin at Wed 2022-01-12 08:49:50 UTC, end at Wed 2022-01-12 10:56:45 UTC. -- Jan 12 09:26:04.247246 dv-neutron-824347-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 12 09:26:06.341686 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.common.config [-] Logging enabled! Jan 12 09:26:06.342335 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev114 Jan 12 09:26:06.342423 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83489) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 12 09:26:06.344706 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.common.config [-] Logging enabled! Jan 12 09:26:06.344946 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev114 Jan 12 09:26:06.345187 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83489) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 12 09:26:06.346130 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 12 09:26:06.346354 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 12 09:26:06.346697 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 12 09:26:06.346970 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 12 09:26:06.347195 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 12 09:26:06.347510 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.347806 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.348099 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.348320 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.348596 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.348882 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.349163 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.349455 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.349775 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.350062 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.350338 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.350622 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.350873 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.351149 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.351435 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.351718 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.351938 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] debug = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.352212 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.352637 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.353050 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.353326 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.353614 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.353885 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.354160 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.354444 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.354794 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] host = dv-neutron-824347-1-hyperv {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.355073 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.355358 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.355642 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.355927 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.356199 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.356480 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.356763 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.357036 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.357306 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] log_file = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.357577 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.357863 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.358149 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.358440 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.358690 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.358900 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.359184 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.359467 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.359745 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.360011 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.360280 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.360554 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.360824 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.361087 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.361367 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.361645 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.361923 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.362194 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.362464 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.362763 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.363034 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.363317 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.363589 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.363858 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.364129 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.364411 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.364679 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.364949 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.365289 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.365572 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.365851 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.366133 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.366404 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.366701 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.366978 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.367248 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.367515 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] use_json = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.367784 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.368047 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.368326 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.368596 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.368864 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.369133 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.369399 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.369679 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:06.369969 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.370264 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.370563 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.370865 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.371155 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.371438 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.371723 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.371998 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.372283 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.372569 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.372856 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.373130 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.373413 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.373700 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.374197 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.374292 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.374520 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.374831 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.375105 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.375373 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.375646 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.375931 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.376206 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.376477 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.376754 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.377031 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.377301 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.377671 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.377842 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.378130 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.378405 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.378680 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.378960 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.379234 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.379500 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.379782 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.380057 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.380326 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.380599 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.380899 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.381169 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.381435 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.381706 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.381979 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.382252 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.382520 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.382814 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.383085 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.383354 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.383621 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.383887 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.384157 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.384429 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.384699 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.384967 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.385235 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.385504 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.385771 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.386057 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.386354 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.386629 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.386930 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.387205 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.387478 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.387748 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.388021 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.388294 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.388569 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.388837 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.389122 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.389399 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.389680 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.389962 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.390236 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.390531 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.390830 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.391110 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.391385 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.391659 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.391938 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.392218 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.392507 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.392799 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.393086 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.393374 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.393660 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.393935 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.394241 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.394518 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:06.394754 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 12 09:26:06.394995 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83489) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 12 09:26:06.789375 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO keyring.backend [-] Loading KWallet Jan 12 09:26:06.796672 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO keyring.backend [-] Loading SecretService Jan 12 09:26:06.799863 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO keyring.backend [-] Loading Windows Jan 12 09:26:06.801205 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO keyring.backend [-] Loading chainer Jan 12 09:26:06.801766 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO keyring.backend [-] Loading macOS Jan 12 09:26:06.834516 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 12 09:26:06.834809 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 12 09:26:06.835095 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 12 09:26:06.835422 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 12 09:26:07.134243 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.134438 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.134716 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.189256 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.189541 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.189795 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.192896 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.193165 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.193481 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.221604 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.221870 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.222136 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.248477 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.248748 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.249007 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.564968 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.565530 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.565530 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.565695 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.566653 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.685127 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.685435 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.685715 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.685984 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.686240 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.686546 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.686821 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.687074 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.687327 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.687594 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.687819 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.688105 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.688343 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.688589 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.688844 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.689102 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.689351 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.689615 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.689858 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.690115 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.690454 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.690724 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.690968 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.691243 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.691483 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.691723 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.692100 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:26:07.692336 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:26:07.692569 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:26:07.692800 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:26:07.693030 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:26:07.693260 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:26:07.693833 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 12 09:26:07.696942 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 12 09:26:07.701336 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 12 09:26:07.705211 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jan 12 09:26:07.706866 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 12 09:26:07.707260 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 12 09:26:07.707587 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 12 09:26:07.707962 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 12 09:26:07.710828 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 12 09:26:07.711077 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 12 09:26:07.711414 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 12 09:26:07.738831 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 12 09:26:07.739271 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.739563 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83489) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 12 09:26:07.739915 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.741352 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83489) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 12 09:26:07.741624 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 12 09:26:07.741863 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 12 09:26:07.745099 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.745372 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:07.806202 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 12 09:26:07.806408 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 12 09:26:07.806698 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 12 09:26:07.807058 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 12 09:26:07.840574 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_db.sqlalchemy.engines [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83489) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 12 09:26:08.171333 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Initializing driver for type 'gre' Jan 12 09:26:08.171754 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] gre ID ranges: [(1, 1000)] Jan 12 09:26:08.226539 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Initializing driver for type 'local' Jan 12 09:26:08.226902 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Initializing driver for type 'vlan' Jan 12 09:26:08.240974 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] VlanTypeDriver initialization complete Jan 12 09:26:08.241332 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Initializing driver for type 'vxlan' Jan 12 09:26:08.241864 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] vxlan ID ranges: [(1, 1000)] Jan 12 09:26:08.292212 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Initializing extension driver 'port_security' Jan 12 09:26:08.292548 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] PortSecurityExtensionDriver initialization complete Jan 12 09:26:08.292875 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Initializing mechanism driver 'openvswitch' Jan 12 09:26:08.293194 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Initializing mechanism driver 'hyperv' Jan 12 09:26:08.299866 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.plugin [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:26:08.300552 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > port after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.300923 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > port after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.301278 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > port after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.301801 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 12 09:26:08.302228 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > subnet after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.302581 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > subnet after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.302989 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.303382 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 12 09:26:08.303783 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > network after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.304127 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > network after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.304466 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > network after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.304856 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 12 09:26:08.305254 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > security_group after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.305596 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > security_group after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.305931 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.306461 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 12 09:26:08.306888 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.307235 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.307575 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.307962 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Jan 12 09:26:08.308337 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] ML2 OVO RPC backend initialized. {{(pid=83489) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 12 09:26:08.308976 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.309329 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.309747 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > network before_response 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.310091 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > networks before_response 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.310470 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > port before_response 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.310799 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > ports before_response 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.311141 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > subnet before_response 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.311483 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > subnets before_response 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.311826 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > network after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.312203 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > network after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.312535 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > network after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.312868 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > port after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.313201 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > port after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.313539 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > port after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.313848 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > subnet after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.314180 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > subnet after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.314510 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.315115 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.plugin [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Modular L2 Plugin initialization complete Jan 12 09:26:08.315444 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading services supported by the core plugin {{(pid=83489) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 12 09:26:08.315782 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.plugins.ml2.managers [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Got port-security extension from driver 'port_security' Jan 12 09:26:08.316244 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.extensions.vlantransparent [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Disabled vlantransparent extension. Jan 12 09:26:08.316651 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83489) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 12 09:26:08.316964 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading Plugin: router Jan 12 09:26:08.353032 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.353416 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router after_create 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.353788 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router before_create 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.354143 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.354507 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.354889 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router after_delete 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.355245 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.355599 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router after_create 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.355945 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router after_update 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.356281 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router after_update 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.356614 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.356963 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router after_update 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.357371 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router precommit_update 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.357731 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: port after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.358071 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: port after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.358406 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: subnet after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.358776 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.359107 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.359453 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router precommit_create 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.359789 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: port before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.360132 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router precommit_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.360489 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router after_update 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.360830 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.361177 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router precommit_create 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.361535 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.361879 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router precommit_update 55549900 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.362238 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > agent after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.362584 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > agent after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.362947 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > network after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.363807 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Tracking information for resource: router configured {{(pid=83489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:26:08.364139 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Tracking information for resource: floatingip configured {{(pid=83489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:26:08.369293 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.db.l3_agentschedulers_db [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 12 09:26:08.369873 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: port after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.370234 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: port after_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.370582 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: port after_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.370957 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: port after_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.371851 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router before_create 55550100 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.372224 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.372583 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router precommit_create 55550100 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.372936 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > router precommit_update 55550100 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.377330 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.services.provider_configuration [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service providers = [] {{(pid=83489) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 12 09:26:08.377695 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.db.servicetype_db [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83489) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 12 09:26:08.380664 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.services.service_base [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 09:26:08.381064 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.services.service_base [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 09:26:08.381405 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.services.service_base [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 09:26:08.382299 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.services.service_base [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 09:26:08.382692 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.services.service_base [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 12 09:26:08.383077 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:26:08.383392 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 12 09:26:08.394174 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:26:08.394514 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading Plugin: auto_allocate Jan 12 09:26:08.400633 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: network precommit_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.400994 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: network precommit_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.401518 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:26:08.401838 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading Plugin: tag Jan 12 09:26:08.408496 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:26:08.408828 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading Plugin: timestamp Jan 12 09:26:08.412911 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:26:08.413245 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading Plugin: network_ip_availability Jan 12 09:26:08.418538 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.418936 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.419285 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.419981 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:26:08.420315 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading Plugin: flavors Jan 12 09:26:08.425168 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:26:08.425430 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading Plugin: revisions Jan 12 09:26:08.429831 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:26:08.430238 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.595s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 12 09:26:08.431030 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83489) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 12 09:26:08.431348 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Initializing extension manager. Jan 12 09:26:08.431851 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: __init__.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.432201 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: __pycache__ {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.432529 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.432908 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.433188 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: _filter_validation_lib.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.433547 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.433842 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: address_group.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.434604 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.435289 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: address-group Jan 12 09:26:08.435610 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: address_scope.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.436531 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.437094 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: address-scope Jan 12 09:26:08.437405 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.438336 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.438899 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: router-admin-state-down-before-update Jan 12 09:26:08.439251 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: agent.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.439912 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.440412 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: agent Jan 12 09:26:08.440730 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: agent_resources_synced.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.441661 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.442184 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: agent-resources-synced Jan 12 09:26:08.442471 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: allowedaddresspairs.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.444577 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.445109 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: allowed-address-pairs Jan 12 09:26:08.445428 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: auto_allocated_topology.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.446521 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.447074 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: auto-allocated-topology Jan 12 09:26:08.447391 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: availability_zone.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.448119 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.448628 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: availability_zone Jan 12 09:26:08.448948 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: availability_zone_filter.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.449898 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.450780 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: availability_zone_filter Jan 12 09:26:08.451106 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: data_plane_status.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.452012 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.452522 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension data-plane-status not supported by any of loaded plugins Jan 12 09:26:08.452842 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: default_subnetpools.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.453757 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.454265 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: default-subnetpools Jan 12 09:26:08.454586 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.455401 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.455906 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: dhcp_agent_scheduler Jan 12 09:26:08.456225 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: dns.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.457142 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.457661 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension dns-integration not supported by any of loaded plugins Jan 12 09:26:08.457953 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: dns_domain_ports.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.458899 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.459486 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 12 09:26:08.459803 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: dvr.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.460482 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.460985 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: dvr Jan 12 09:26:08.461305 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: empty_string_filtering.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.462211 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.462741 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: empty-string-filtering Jan 12 09:26:08.463062 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.463981 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.464478 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 12 09:26:08.464797 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.465710 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.466201 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 12 09:26:08.466519 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: external_net.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.467464 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.467968 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: external-net Jan 12 09:26:08.468285 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.469198 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.469695 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: extra_dhcp_opt Jan 12 09:26:08.470014 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: extraroute.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.470953 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.471458 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: extraroute Jan 12 09:26:08.471776 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: extraroute_atomic.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.472829 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.473332 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: extraroute-atomic Jan 12 09:26:08.473653 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: filter_validation.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.474330 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.474902 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: filter-validation Jan 12 09:26:08.475222 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: fip_pf_description.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.476128 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.476628 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 12 09:26:08.476947 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: fip_port_details.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.477865 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.478937 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: fip-port-details Jan 12 09:26:08.478937 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: flavors.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.479938 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.480450 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: flavors Jan 12 09:26:08.480770 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.482467 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.483023 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 12 09:26:08.483349 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: floatingip_pools.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.484061 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.484564 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: floatingip-pools Jan 12 09:26:08.484891 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: ip_allocation.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.485825 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.486327 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension ip_allocation not supported by any of loaded plugins Jan 12 09:26:08.486649 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.487598 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.488106 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: ip-substring-filtering Jan 12 09:26:08.488427 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: l2_adjacency.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.489358 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.489855 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 12 09:26:08.490176 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: l3.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.491282 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.491796 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: router Jan 12 09:26:08.492120 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.494532 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.495094 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 12 09:26:08.495427 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.496363 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.496874 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: ext-gw-mode Jan 12 09:26:08.497200 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.498123 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.498628 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: l3-ha Jan 12 09:26:08.498983 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: l3_flavors.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.499905 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.500407 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: l3-flavors Jan 12 09:26:08.500728 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.501671 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.502174 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 12 09:26:08.502497 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: l3agentscheduler.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.503589 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.504102 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: l3_agent_scheduler Jan 12 09:26:08.504429 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: logging.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.505995 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.506512 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension logging not supported by any of loaded plugins Jan 12 09:26:08.506860 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: metering.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.507615 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.508196 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: metering Jan 12 09:26:08.508519 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.509620 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.510133 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: metering_source_and_destination_fields Jan 12 09:26:08.510456 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: multiprovidernet.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.511420 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.511932 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: multi-provider Jan 12 09:26:08.512250 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: netmtu.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.513166 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.513681 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: net-mtu Jan 12 09:26:08.514003 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: netmtu_writable.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.514963 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.515471 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: net-mtu-writable Jan 12 09:26:08.515792 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: network_availability_zone.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.516460 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.516971 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: network_availability_zone Jan 12 09:26:08.517289 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: network_ip_availability.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.518397 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.518939 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: network-ip-availability Jan 12 09:26:08.519259 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: network_segment_range.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.520042 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.520541 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension network-segment-range not supported by any of loaded plugins Jan 12 09:26:08.520856 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: pagination.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.521937 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.522265 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: pagination Jan 12 09:26:08.522581 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.523530 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.524043 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: port-mac-address-regenerate Jan 12 09:26:08.524363 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: port_resource_request.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.525283 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.525800 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension port-resource-request not supported by any of loaded plugins Jan 12 09:26:08.526105 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: portbindings.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.527070 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.527580 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: binding Jan 12 09:26:08.527902 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: portbindings_extended.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.529205 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.529719 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: binding-extended Jan 12 09:26:08.530042 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: portsecurity.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.530987 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.531493 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: port-security Jan 12 09:26:08.531812 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: project_id.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.532792 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.533119 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: project-id Jan 12 09:26:08.533437 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: providernet.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.534356 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.534902 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: provider Jan 12 09:26:08.535228 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: qos.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.539026 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.539549 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension qos not supported by any of loaded plugins Jan 12 09:26:08.539881 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.541135 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.541648 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 12 09:26:08.542010 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.542981 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.543491 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 12 09:26:08.543817 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: qos_default.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.544730 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.545243 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension qos-default not supported by any of loaded plugins Jan 12 09:26:08.545563 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: qos_fip.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.546215 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.546718 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension qos-fip not supported by any of loaded plugins Jan 12 09:26:08.547063 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: qos_gateway_ip.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.547984 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.548490 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 12 09:26:08.548808 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: qos_port_network_policy.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.549722 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.550223 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 12 09:26:08.550544 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: qos_rule_type_details.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.551484 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.551988 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 12 09:26:08.552312 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: qos_rules_alias.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.553440 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.553956 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 12 09:26:08.554276 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: quotasv2.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.555181 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.555508 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: quotas Jan 12 09:26:08.555823 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: quotasv2_detail.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.557449 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.557786 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: quota_details Jan 12 09:26:08.558113 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: rbac.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.559216 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.559738 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: rbac-policies Jan 12 09:26:08.560066 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: rbac_address_scope.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.560995 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.561536 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: rbac-address-scope Jan 12 09:26:08.561858 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: rbac_security_groups.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.562810 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.563320 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: rbac-security-groups Jan 12 09:26:08.563648 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: rbac_subnetpool.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.564563 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.565080 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: rbac-subnetpool Jan 12 09:26:08.565594 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: revisionifmatch.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.566309 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.566855 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: revision-if-match Jan 12 09:26:08.567177 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: revisions.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.568294 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.568854 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: standard-attr-revisions Jan 12 09:26:08.569176 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: router_availability_zone.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.569852 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.570357 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: router_availability_zone Jan 12 09:26:08.570691 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: routerservicetype.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.571638 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.572139 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension router-service-type not supported by any of loaded plugins Jan 12 09:26:08.572457 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.573375 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.573878 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: port-security-groups-filtering Jan 12 09:26:08.574199 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: securitygroup.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.585873 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.586408 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: security-group Jan 12 09:26:08.586762 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: segment.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.587567 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.588090 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension segment not supported by any of loaded plugins Jan 12 09:26:08.588412 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.589377 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.589880 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 12 09:26:08.590211 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: servicetype.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.591334 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.591853 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: service-type Jan 12 09:26:08.592168 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: sorting.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.593160 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.593487 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: sorting Jan 12 09:26:08.593810 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: standard_attr_segment.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.594765 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.595281 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 12 09:26:08.595599 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: standardattrdescription.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.596248 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.596749 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: standard-attr-description Jan 12 09:26:08.597068 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: stateful_security_group.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.598005 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.598511 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: stateful-security-group Jan 12 09:26:08.598862 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: stdattrs_common.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.599448 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 12 09:26:08.599806 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.600751 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.601255 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 12 09:26:08.601572 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: subnet_onboard.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.602780 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.603294 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: subnet_onboard Jan 12 09:26:08.603616 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.604550 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.605054 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 12 09:26:08.605377 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: subnet_service_types.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.606305 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.606851 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: subnet-service-types Jan 12 09:26:08.607167 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: subnetallocation.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.608258 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.608766 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: subnet_allocation Jan 12 09:26:08.609090 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.609754 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.610258 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: subnetpool-prefix-ops Jan 12 09:26:08.610573 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.611537 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.612033 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 12 09:26:08.612351 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: tagging.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.613426 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.613930 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: standard-attr-tag Jan 12 09:26:08.614258 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: timestamp.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.615598 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.616109 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loaded extension: standard-attr-timestamp Jan 12 09:26:08.616436 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: trunk.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.617478 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.617992 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension trunk not supported by any of loaded plugins Jan 12 09:26:08.618317 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: trunk_details.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.619275 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.619786 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension trunk-details not supported by any of loaded plugins Jan 12 09:26:08.620105 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: uplink_status_propagation.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.621029 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.621530 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 12 09:26:08.621852 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Loading extension file: vlantransparent.py {{(pid=83489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 12 09:26:08.622534 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 12 09:26:08.623071 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 12 09:26:08.625354 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:network Jan 12 09:26:08.626092 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:subnet Jan 12 09:26:08.626683 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 09:26:08.627484 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:port Jan 12 09:26:08.628752 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.629186 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service FLAVORS assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.629845 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.630252 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.630584 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:router Jan 12 09:26:08.631311 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:floatingip Jan 12 09:26:08.632031 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service METERING assigned prefix: /metering {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.633478 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.633846 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.634196 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:26:08.635364 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of CountableResource for resource:rbac_policy Jan 12 09:26:08.635820 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:security_group Jan 12 09:26:08.636475 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 12 09:26:08.637196 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service CORE assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.637531 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 09:26:08.637873 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] subnetpool is already registered Jan 12 09:26:08.638479 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service CORE assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.638842 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 09:26:08.639178 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] subnetpool is already registered Jan 12 09:26:08.641681 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.642124 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service FLAVORS assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.642739 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.643160 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.643491 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:router Jan 12 09:26:08.643819 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] router is already registered Jan 12 09:26:08.644401 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:floatingip Jan 12 09:26:08.644722 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] floatingip is already registered Jan 12 09:26:08.645341 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service METERING assigned prefix: /metering {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.646000 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of CountableResource for resource:rbac_policy Jan 12 09:26:08.646326 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] rbac_policy is already registered Jan 12 09:26:08.646967 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:security_group Jan 12 09:26:08.647289 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] security_group is already registered Jan 12 09:26:08.647862 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 12 09:26:08.648190 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] security_group_rule is already registered Jan 12 09:26:08.648843 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service CORE assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.649164 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 09:26:08.649488 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] subnetpool is already registered Jan 12 09:26:08.650074 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.v2.resource_helper [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Service CORE assigned prefix: {{(pid=83489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:26:08.650398 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 09:26:08.650735 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING neutron.quota.resource_registry [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] subnetpool is already registered Jan 12 09:26:08.651380 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: extensions {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.652828 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: address-groups {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.654418 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: address-scopes {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.655641 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: agents {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.656802 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: auto-allocated-topology {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.658022 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: availability_zones {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.659366 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: dhcp-networks {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.660736 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: dhcp-agents {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.662169 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: routers {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.664018 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: flavors {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.665192 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: service_profiles {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.666387 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: next_providers {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.667911 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: service_profiles {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.669346 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: floatingip-pools {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.670613 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: routers {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.672415 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: floatingips {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.673595 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: l3-routers {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.674976 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: l3-agents {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.676425 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: metering-labels {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.677708 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: metering-label-rules {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.679072 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: network-ip-availabilities {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.680304 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: bindings {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.682872 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: quotas {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.684306 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: quotas {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.685730 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: rbac-policies {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.687034 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: security-groups {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.688237 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: security-group-rules {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.689450 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: service-providers {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.690636 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: subnetpools {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.692074 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: subnetpools {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.693574 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: tags {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.695269 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: tags {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.697041 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: tags {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.698796 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: tags {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.700926 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: tags {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.702585 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: tags {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.704349 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: tags {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.706189 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: tags {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.708070 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: tags {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.709983 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron.api.extensions [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Extended resource: tags {{(pid=83489) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 12 09:26:08.715910 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING keystonemiddleware.auth_token [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 12 09:26:08.720665 dv-neutron-824347-1-hyperv neutron-server[83489]: WARNING keystonemiddleware.auth_token [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 12 09:26:08.728821 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Acquired lock "singleton_lock" {{(pid=83489) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 12 09:26:08.729297 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Releasing lock "singleton_lock" {{(pid=83489) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 12 09:26:08.729928 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO oslo_service.service [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Starting 2 workers Jan 12 09:26:08.734478 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Started child 83594 {{(pid=83489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 12 09:26:08.738549 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Started child 83595 {{(pid=83489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 12 09:26:08.739893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:08.740697 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO neutron.service [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 12 09:26:08.740697 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Notify callbacks [] for process, before_spawn {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:08.741214 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [-] (83594) wsgi starting up on http://0.0.0.0:9696 Jan 12 09:26:08.743074 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO oslo_service.service [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Starting 1 workers Jan 12 09:26:08.743376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:08.744635 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [-] (83595) wsgi starting up on http://0.0.0.0:9696 Jan 12 09:26:08.747935 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Started child 83596 {{(pid=83489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 12 09:26:08.748448 dv-neutron-824347-1-hyperv neutron-server[83489]: INFO oslo_service.service [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Starting 1 workers Jan 12 09:26:08.751833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.service [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] calling RpcWorker wait() {{(pid=83596) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 12 09:26:08.752402 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.service [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] returning from RpcWorker wait() {{(pid=83596) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 12 09:26:08.752499 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Started child 83597 {{(pid=83489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 12 09:26:08.753280 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-bd820fe2-1455-4b1b-9bc1-8772a1197112 None None] Notify callbacks [] for process, after_spawn {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:08.753577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:08.754103 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:26:08.755116 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83489) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 12 09:26:08.755289 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 12 09:26:08.755624 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 12 09:26:08.756123 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 12 09:26:08.756600 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 12 09:26:08.756917 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 12 09:26:08.757536 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.757645 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:08.758403 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.758848 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.759258 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.759684 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.760350 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.760762 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.761150 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.761576 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.761988 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.762296 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.762601 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.763021 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.763431 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.763873 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.764300 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.764684 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.765088 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.765405 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.765795 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.766194 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.766591 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.767034 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] debug = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.767416 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.768040 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.768425 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.768823 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.769202 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.769627 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.770013 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.770438 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.770840 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.771219 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.771693 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.772086 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.772464 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.772837 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.773253 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.773719 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.774316 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] host = dv-neutron-824347-1-hyperv {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.774739 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.775119 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.775489 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.775904 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.776303 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.776668 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.777075 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.777476 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.777880 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.778285 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.778719 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.779095 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.779487 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.779884 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_file = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.780200 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_options = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.780583 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.780988 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.781392 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.781724 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.782037 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.782351 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.782805 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.783126 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.783519 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.783906 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.784265 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.784639 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.785026 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.785416 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.785868 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.786360 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.786802 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.786922 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:26:08.787399 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.787816 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.788345 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.788739 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.789147 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.789519 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.790098 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.790459 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.790835 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.791268 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.791731 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.791731 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.792063 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.792255 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.792491 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.792736 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.792987 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.793192 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.793554 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.793956 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.794393 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.794820 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.795268 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.795702 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.796101 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.796513 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.796905 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.797291 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.797706 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_json = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.798649 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.799083 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.799506 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.799923 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.800672 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.801061 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.801441 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.801862 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.802441 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.803346 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.804125 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.804532 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.804940 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.805362 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.805783 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.806183 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.806621 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.807065 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.807568 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.807963 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.808462 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.808908 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.809349 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.809797 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.810201 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.810633 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.811050 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.811471 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.811863 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.812249 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.812684 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.813080 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.813476 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.813881 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.814294 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.814725 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.815154 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.815463 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.815792 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.816063 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.816301 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.816525 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.817080 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.817329 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.817561 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.817957 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.818317 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.818841 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.819216 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.819598 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.819982 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.820360 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.820724 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.821114 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.821495 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.821851 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.822202 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.822573 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.822982 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.823376 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.823745 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.824105 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.824479 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.824847 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.825220 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.825940 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.826304 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.826742 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.827152 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.827556 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.827942 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.828349 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.828745 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.829159 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.829557 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.829951 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.830321 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.830549 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.830806 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.831162 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.831541 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.831900 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.832347 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.832803 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.833188 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.834227 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.834605 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.835027 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.835412 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.835667 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.835918 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.836321 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.836743 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.837190 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.837502 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.837821 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.838243 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.838708 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.839009 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.839214 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.839470 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.839716 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.839982 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.840215 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.840478 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.840748 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.841020 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.841252 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.841522 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.841793 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.842014 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.842451 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.842703 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.842982 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.843314 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.843565 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.843834 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.844071 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.844324 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.844571 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.845061 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.845340 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.845578 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.845841 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.846094 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.846569 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.846921 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.847217 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.847528 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.847785 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.848121 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.848374 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.848596 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.848815 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.849087 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.849349 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.849598 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.849963 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.850227 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.850455 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.850760 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.850960 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.851212 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.851453 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.851687 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.851911 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.852156 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.852372 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.852605 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.852846 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.853077 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.853314 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.853534 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.853752 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.853980 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.854196 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.854433 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.854697 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.854918 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.855152 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.855394 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.855616 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.855860 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.856093 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.856329 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.856583 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.856798 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.857058 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.857300 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.857532 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.857762 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.858003 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.858241 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.858455 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.858719 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.858939 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.859170 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.859386 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.859602 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.859817 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.860051 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.860277 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.860506 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.860739 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.860961 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.861274 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.861507 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.861753 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.861975 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.862448 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.862746 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.862984 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.863208 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.863412 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.863622 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.864084 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.864314 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.864536 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.864750 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.864963 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.865180 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.865441 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.865795 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.865913 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.866296 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.866543 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.866868 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.867131 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.867364 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.867602 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.867851 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.868082 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.868312 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.868542 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.868911 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.869147 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.869435 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.869686 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.869908 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.870208 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.870454 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.870709 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.870974 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.871279 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.871509 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.871758 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.871986 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.872204 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.872425 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.872677 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.873005 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.873306 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.873561 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.873797 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.874085 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.874368 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.874648 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.874887 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.875175 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.875489 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.875799 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.876056 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.876289 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.876551 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.876772 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.876992 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.877239 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.877506 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.877698 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.878063 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.878205 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.878433 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.878716 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.878920 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.879156 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.879366 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.879598 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.879818 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.880052 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.880209 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 12 09:26:08.880734 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83489) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 12 09:26:08.880975 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 12 09:26:08.881128 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 12 09:26:08.881251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:26:08.881377 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 12 09:26:08.881499 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 12 09:26:08.881619 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 12 09:26:08.881788 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.881947 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.882104 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.882263 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.882421 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.882599 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.882822 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.882944 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.883087 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.883242 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.883384 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.883542 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.883699 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.883857 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.884014 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.884172 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.884330 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.884486 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.884647 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.884807 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.884963 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.885119 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.885276 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] debug = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.885433 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.885632 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.885780 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.885940 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.886099 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.886254 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.886415 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.886573 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.886754 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.886912 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.887068 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.887225 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.887380 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.887538 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.887696 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.887852 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.888008 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] host = dv-neutron-824347-1-hyperv {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.888166 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.888323 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.888479 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.888638 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.888794 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.888950 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.889105 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.889265 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.889422 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.889578 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.889733 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.889888 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.890045 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.890200 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_file = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.890373 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_options = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.890495 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.890644 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.890828 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.891013 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.891174 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.891331 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.891486 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.891643 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.891800 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.891956 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.892107 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.892253 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.893034 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.893818 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.893818 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.893818 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.893818 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.894732 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.894732 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.894732 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.895007 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.895007 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.895151 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.895255 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.895412 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.895568 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.895724 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.895879 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.896035 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.896190 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.896352 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.896557 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.896717 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.896873 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.897028 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.897187 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.897342 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.897503 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.897661 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.897817 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.897972 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.898127 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.898283 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.898439 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.898595 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.898775 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_json = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.898931 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.899087 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.899242 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.899396 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.899552 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.899707 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.899862 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.900018 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:26:08.900193 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.900343 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.900511 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.900669 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.900829 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.900989 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.901147 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.901304 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.901462 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.901621 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.901788 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.901948 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.902121 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.902279 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.902439 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.902597 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.902777 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.902952 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.903086 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.903244 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.903403 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.903561 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.906743 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.906743 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.906743 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.906743 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 58454) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:08.907100 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907100 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907100 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907100 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907100 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907100 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907100 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907100 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907100 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907623 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907623 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907623 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907623 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907623 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907623 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907623 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907623 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.907623 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908144 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908144 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908144 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908144 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908144 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908144 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908144 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908144 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908144 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908617 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908617 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908617 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908807 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.908870 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.909013 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.909309 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.909640 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.910014 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.910174 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.910337 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.910496 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.910655 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.910878 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.911038 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.911198 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.911356 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.911541 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.911685 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.911824 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.912036 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.912249 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.912429 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.912590 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.912741 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063860 Jan 12 09:26:08.912828 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.912897 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.913247 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.913247 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.913386 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.913526 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.913675 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.913814 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.913948 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.914129 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.914262 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.914411 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.914569 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.914755 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.914914 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.915072 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916282 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916282 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916282 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916282 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916282 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916282 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916282 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916282 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916781 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916781 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916781 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.916960 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.917028 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.917527 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.917527 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.917527 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.917732 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.917798 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.917937 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.918066 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.918223 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.918383 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.918541 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.919511 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.919700 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.919878 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.920043 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.920204 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.920366 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.920548 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.920702 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.920854 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.921015 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.921175 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.921334 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.921497 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.921645 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.921802 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.921952 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.922109 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.922269 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.922430 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.922594 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.922820 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.922972 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.923113 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.923255 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.923416 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.923555 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.923711 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.923869 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.924042 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.924236 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.924327 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.924487 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.924645 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.924803 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.924962 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.925476 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.925476 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.925476 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.925883 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.925883 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.925883 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.926259 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.926259 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.926574 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.926574 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.926916 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.926916 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.926916 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.927454 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.927454 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.927454 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.927946 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.927946 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.927946 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.928342 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.928342 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.928342 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.928664 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.928664 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.928783 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.929367 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.929367 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.929367 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.929367 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.929845 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.929845 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.929845 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.930066 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.930131 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.930295 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.930407 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.930569 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.931339 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.931339 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.931339 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.931339 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.931339 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.931853 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.931853 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.931853 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.932081 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.932081 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.932238 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.932396 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.932558 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.932716 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.932875 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.933068 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.933207 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.933365 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.933523 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.933682 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.933851 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.934011 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.934170 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.934340 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.934501 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.934688 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.934846 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.935018 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.935177 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.935339 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.935498 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.935658 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.935816 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.935976 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.936193 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.936366 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.936537 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.936697 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.936863 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.937030 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.937197 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.937356 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.937522 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.937693 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.937851 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.938011 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.938171 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.938332 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.938492 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.938651 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.938831 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.938989 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.939147 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.939305 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.939465 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.940493 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.940493 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.940493 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.940493 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.940493 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.940493 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.940493 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.940937 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:26:08.940937 dv-neutron-824347-1-hyperv neutron-server[83489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 12 09:26:19.089592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5d5280-868d-47bc-8bf3-41955b181f56 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:26:19.150330 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f124a61-d23a-4aec-87ea-e3b89de61cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510702'] for agent, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:19.172860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5d5280-868d-47bc-8bf3-41955b181f56 None None] No non-hosted networks {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 12 09:26:21.153127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4659275c-7ddc-46ee-ac31-f1742025109c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510702'] for agent, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:21.198406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-feaf96a9-8ad4-4711-9327-f33820308ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:22.345865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510702'] for agent, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:22.539190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510702'] for agent, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:22.539954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.540488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.541159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.541514 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.542120 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.543477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.543988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.544748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.545175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.545732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.546601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:22.547256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-824347-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:26:22.552644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-824347-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:26:23.698735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510702'] for agent, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:25.303504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 58546) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:25.914718 dv-neutron-824347-1-hyperv neutron-server[83594]: WARNING oslo_policy.policy [None req-57b098fc-4f8a-42e4-b328-50305774d5c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:26:25.915692 dv-neutron-824347-1-hyperv neutron-server[83594]: WARNING oslo_policy.policy [None req-57b098fc-4f8a-42e4-b328-50305774d5c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:26:26.132914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-57b098fc-4f8a-42e4-b328-50305774d5c4 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:26:26.134049 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-57b098fc-4f8a-42e4-b328-50305774d5c4 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8296978 Jan 12 09:26:28.112768 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.db.l3_hamode_db [None req-d00d68f5-6100-4381-ba5d-a648722d2c60 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 12 09:26:28.196765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d68f5-6100-4381-ba5d-a648722d2c60 None None] Routers set() bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:26:28.197153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d68f5-6100-4381-ba5d-a648722d2c60 None None] Router IDs set() for agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 12 09:26:28.388253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 58560) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:28.814207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-369d4673-d33c-41e4-a6e2-5b5ff5496cd1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:26:28.877751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.policy [None req-369d4673-d33c-41e4-a6e2-5b5ff5496cd1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83594) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 12 09:26:28.878492 dv-neutron-824347-1-hyperv neutron-server[83594]: WARNING oslo_policy.policy [None req-369d4673-d33c-41e4-a6e2-5b5ff5496cd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:26:28.878876 dv-neutron-824347-1-hyperv neutron-server[83594]: WARNING oslo_policy.policy [None req-369d4673-d33c-41e4-a6e2-5b5ff5496cd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:26:28.882091 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.quota [None req-369d4673-d33c-41e4-a6e2-5b5ff5496cd1 admin admin] Loaded quota_driver: . Jan 12 09:26:28.899216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-369d4673-d33c-41e4-a6e2-5b5ff5496cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:26:28.980295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-369d4673-d33c-41e4-a6e2-5b5ff5496cd1 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786010674208', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786010187798', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786010192678', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786010178240', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786010237894', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7865867', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7880313', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623965', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560331'] for rbac-policy, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:29.053385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-369d4673-d33c-41e4-a6e2-5b5ff5496cd1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:29.055024 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-369d4673-d33c-41e4-a6e2-5b5ff5496cd1 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6656613 Jan 12 09:26:31.593137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 58574) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:32.225858 dv-neutron-824347-1-hyperv neutron-server[83595]: WARNING oslo_policy.policy [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:26:32.226502 dv-neutron-824347-1-hyperv neutron-server[83595]: WARNING oslo_policy.policy [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:26:32.445268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Request body: {'network': {'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'admin_state_up': True, 'name': 'private'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:26:32.446776 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.quota [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Loaded quota_driver: . Jan 12 09:26:32.462417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:26:32.468739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Usage tracker for resource:network and tenant:309c79d70bac4a1a8eb74d0ea8b7f4e5 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:26:32.474417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:26:32.484261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:26:32.504190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Made reservation on behalf of 309c79d70bac4a1a8eb74d0ea8b7f4e5 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:26:32.540636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.policy [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83595) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 12 09:26:32.541400 dv-neutron-824347-1-hyperv neutron-server[83595]: WARNING oslo_policy.policy [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:26:32.541759 dv-neutron-824347-1-hyperv neutron-server[83595]: WARNING oslo_policy.policy [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:26:32.546289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:32.572653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:32.626176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:26:32.630180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Usage tracker for resource:security_group_rule and tenant:309c79d70bac4a1a8eb74d0ea8b7f4e5 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:26:32.633542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:26:32.639461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:26:32.710363 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:32.717197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:32.738523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:26:32.763887 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786013575379', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:32.764461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Unsubscribe: segment precommit_create {{(pid=83595) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 12 09:26:32.764960 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Added segment f6f0a30a-2b3f-419b-9df4-40499954af64 of type vlan for network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e Jan 12 09:26:32.815700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a741e23-e7e2-4e93-930f-f0ee03645fae,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:32.848406 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.848751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.849072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.849390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.849721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.850045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.850371 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.850708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.851088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.851393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.851686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Tracked resource versions report: Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: pushed versions: Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: { 'ConntrackHelper': {'1.0'}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Log': {'1.0'}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Network': {'1.1'}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Port': {'1.5'}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'PortForwarding': {'1.2'}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'QosPolicy': {'1.8'}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SecurityGroup': {'1.2'}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SecurityGroupRule': {'1.0'}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SubPort': {'1.0'}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Subnet': {'1.1'}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Trunk': {'1.1'}} Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: consumer versions: Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: { DHCP agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: L3 agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: Metadata agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: Metering agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: Open vSwitch agent@dv-neutron-824347-1-hyperv: { 'ConntrackHelper': '1.0', Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Log': '1.0', Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Network': '1.1', Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Port': '1.5', Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'PortForwarding': '1.2', Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'QosPolicy': '1.8', Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SecurityGroup': '1.2', Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SecurityGroupRule': '1.0', Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SubPort': '1.0', Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Subnet': '1.1', Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Trunk': '1.1'}} Jan 12 09:26:32.852980 dv-neutron-824347-1-hyperv neutron-server[83595]: {{(pid=83595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:26:32.877453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:32.921494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:32.922620 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:32.923263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:33.030001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] Pushing event updated for resources: {'Network': ['ID=64b09d09-25a5-46dd-8a1e-47f6b9286e7e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:33.033576 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f4fc4f94-70a7-4728-ad5e-dd311e5d8df9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4384501 Jan 12 09:26:33.043668 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:26:35.602768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 58596) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:36.122075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d90aadb-c20c-4434-a821-0cefc01a8bb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:36.123538 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6d90aadb-c20c-4434-a821-0cefc01a8bb5 admin admin] 10.222.0.58 "GET /v2.0/networks/64b09d09-25a5-46dd-8a1e-47f6b9286e7e HTTP/1.1" status: 200 len: 825 time: 0.5198388 Jan 12 09:26:36.153135 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b4d96ee5-c915-413d-9a68-1ab2a5223900 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/0e529cbe-1a65-4a43-b4a5-d0af3efd49d6 HTTP/1.1" status: 200 len: 734 time: 0.0213971 Jan 12 09:26:36.161362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Request body: {'subnet': {'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'subnetpool_id': '0e529cbe-1a65-4a43-b4a5-d0af3efd49d6', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:26:36.165796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:26:36.169937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Usage tracker for resource:subnet and tenant:309c79d70bac4a1a8eb74d0ea8b7f4e5 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:26:36.173411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:26:36.179658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:26:36.199006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Made reservation on behalf of 309c79d70bac4a1a8eb74d0ea8b7f4e5 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:26:36.202219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:36.514829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:36.602592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Checking segment: {'id': 'f6f0a30a-2b3f-419b-9df4-40499954af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:26:36.603003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Network hostable DHCP agents. Network: 64b09d09-25a5-46dd-8a1e-47f6b9286e7e, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:26:36.609807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba28e09-18b9-46dc-bb21-f5efc999d500,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:36.623019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.623366 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.623703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.624033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.624377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.624703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.625045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.625367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.625679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.625994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.626313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Tracked resource versions report: Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: pushed versions: Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: { 'ConntrackHelper': {'1.0'}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Log': {'1.0'}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Network': {'1.1'}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Port': {'1.5'}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'PortForwarding': {'1.2'}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'QosPolicy': {'1.8'}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SecurityGroup': {'1.2'}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SecurityGroupRule': {'1.0'}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SubPort': {'1.0'}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Subnet': {'1.1'}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Trunk': {'1.1'}} Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: consumer versions: Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: { DHCP agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: L3 agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: Metadata agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: Metering agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: Open vSwitch agent@dv-neutron-824347-1-hyperv: { 'ConntrackHelper': '1.0', Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Log': '1.0', Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Network': '1.1', Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Port': '1.5', Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'PortForwarding': '1.2', Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'QosPolicy': '1.8', Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SecurityGroup': '1.2', Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SecurityGroupRule': '1.0', Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SubPort': '1.0', Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Subnet': '1.1', Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Trunk': '1.1'}} Jan 12 09:26:36.627610 dv-neutron-824347-1-hyperv neutron-server[83594]: {{(pid=83594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:26:36.659600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:26:36.671883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 64b09d09-25a5-46dd-8a1e-47f6b9286e7e) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:26:36.676556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:36.677187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:36.681659 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e75e8-8b83-4006-b27d-4f56daa956c2 None None] Network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:26:36.698556 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1b168581-178b-43ff-9b69-13215ca9d76a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5403798 Jan 12 09:26:36.985629 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-64b09d09-25a5-46dd-8a1e-47f6b9286e7e', 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'fixed_ips': [{'subnet_id': 'bba28e09-18b9-46dc-bb21-f5efc999d500'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:26:36.986859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:37.168075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Allocated IP 172.20.0.2 (64b09d09-25a5-46dd-8a1e-47f6b9286e7e/bba28e09-18b9-46dc-bb21-f5efc999d500/ea16e3a8-9aa0-48a0-8939-7044b66fd057) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:26:37.391992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:37.405216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Transition to ACTIVE for port object ea16e3a8-9aa0-48a0-8939-7044b66fd057 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:26:37.426549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Transition to ACTIVE for port object ea16e3a8-9aa0-48a0-8939-7044b66fd057 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:26:37.433918 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:37.502236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Pushing event updated for resources: {'Port': ['ID=ea16e3a8-9aa0-48a0-8939-7044b66fd057,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:37.512501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:26:37.513859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:26:37.515850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.516193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.516513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.516848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.517183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.517508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.517824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.518158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.518473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.518820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.519135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Tracked resource versions report: Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: pushed versions: Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: { 'ConntrackHelper': {'1.0'}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Log': {'1.0'}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Network': {'1.1'}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Port': {'1.5'}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'PortForwarding': {'1.2'}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'QosPolicy': {'1.8'}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SecurityGroup': {'1.2'}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SecurityGroupRule': {'1.0'}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SubPort': {'1.0'}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Subnet': {'1.1'}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Trunk': {'1.1'}} Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: consumer versions: Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: { DHCP agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: L3 agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: Metadata agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: Metering agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: Open vSwitch agent@dv-neutron-824347-1-hyperv: { 'ConntrackHelper': '1.0', Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Log': '1.0', Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Network': '1.1', Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Port': '1.5', Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'PortForwarding': '1.2', Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'QosPolicy': '1.8', Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SecurityGroup': '1.2', Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SecurityGroupRule': '1.0', Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SubPort': '1.0', Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Subnet': '1.1', Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Trunk': '1.1'}} Jan 12 09:26:37.520477 dv-neutron-824347-1-hyperv neutron-server[83596]: {{(pid=83596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:26:37.533426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:26:37.628606 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Attempting to bind port ea16e3a8-9aa0-48a0-8939-7044b66fd057 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:26:37.628993 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Attempting to bind port ea16e3a8-9aa0-48a0-8939-7044b66fd057 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f6f0a30a-2b3f-419b-9df4-40499954af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:26:37.629407 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Attempting to bind port ea16e3a8-9aa0-48a0-8939-7044b66fd057 on network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:26:37.635949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:26:37.636336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Checking segment: {'id': 'f6f0a30a-2b3f-419b-9df4-40499954af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:26:37.636802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:37.637181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Bound using segment: {'id': 'f6f0a30a-2b3f-419b-9df4-40499954af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:26:37.637662 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Bound port: ea16e3a8-9aa0-48a0-8939-7044b66fd057, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f0a30a-2b3f-419b-9df4-40499954af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:26:37.638011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:37.722767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] For port ea16e3a8-9aa0-48a0-8939-7044b66fd057, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:26:37.726567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] For port ea16e3a8-9aa0-48a0-8939-7044b66fd057, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ea16e3a8-9aa0-48a0-8939-7044b66fd057,segment=NetworkSegment(f6f0a30a-2b3f-419b-9df4-40499954af64),segment_id=f6f0a30a-2b3f-419b-9df4-40499954af64)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:26:37.732856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:37.836057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9263c-e783-4f2e-80ee-5af162d55798 None None] Pushing event updated for resources: {'Port': ['ID=ea16e3a8-9aa0-48a0-8939-7044b66fd057,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:38.924407 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 58612) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:39.329847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-4de73678-fbf5-4695-a923-f3ce4c37eeb3 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:26:39.350686 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4de73678-fbf5-4695-a923-f3ce4c37eeb3 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4054971 Jan 12 09:26:40.775692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ea16e3a8-9aa0-48a0-8939-7044b66fd057 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:26:40.846492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port ea16e3a8-9aa0-48a0-8939-7044b66fd057 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:26:41.350890 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ea4c66-fff5-4236-b04d-9b972efce9fa None None] Network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:26:41.443837 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b759bdae-4767-4427-b4e5-e4edd8b0d55b None None] Provisioning for port ea16e3a8-9aa0-48a0-8939-7044b66fd057 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:26:41.453129 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b759bdae-4767-4427-b4e5-e4edd8b0d55b None None] Provisioning complete for port ea16e3a8-9aa0-48a0-8939-7044b66fd057 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:26:41.453518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b759bdae-4767-4427-b4e5-e4edd8b0d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:41.561376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 58626) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:41.664548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b759bdae-4767-4427-b4e5-e4edd8b0d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:41.708028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b759bdae-4767-4427-b4e5-e4edd8b0d55b None None] For port ea16e3a8-9aa0-48a0-8939-7044b66fd057, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ea16e3a8-9aa0-48a0-8939-7044b66fd057,segment=NetworkSegment(f6f0a30a-2b3f-419b-9df4-40499954af64),segment_id=f6f0a30a-2b3f-419b-9df4-40499954af64)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:26:41.715105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b759bdae-4767-4427-b4e5-e4edd8b0d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:41.782503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759bdae-4767-4427-b4e5-e4edd8b0d55b None None] Pushing event updated for resources: {'Port': ['ID=ea16e3a8-9aa0-48a0-8939-7044b66fd057,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:41.936576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7d588a6d-288a-4de9-9080-f2a49327627d None None] Provisioning complete for port ea16e3a8-9aa0-48a0-8939-7044b66fd057 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:26:41.936949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d588a6d-288a-4de9-9080-f2a49327627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:41.964156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-5e1d5786-3782-4284-9d20-c16ded99e95c admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:26:41.965113 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5e1d5786-3782-4284-9d20-c16ded99e95c admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4027412 Jan 12 09:26:42.753674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ea16e3a8-9aa0-48a0-8939-7044b66fd057 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:26:42.822799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port ea16e3a8-9aa0-48a0-8939-7044b66fd057 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:26:42.823503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:44.610337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 58638) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:45.016591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] Request body: {'router': {'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:26:45.021856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:26:45.028690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] Usage tracker for resource:router and tenant:309c79d70bac4a1a8eb74d0ea8b7f4e5 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:26:45.034042 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:26:45.042418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:26:45.055755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:45.057125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:45.082420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:45.191128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:45.211594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:45.212855 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5ab8cbbb-3bfc-4cf3-b72c-687de073dca5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6014149 Jan 12 09:26:47.434166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 58648) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:47.829817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-551cfdbe-6ee1-4acf-969c-476f9b29034d admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:26:47.830822 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-551cfdbe-6ee1-4acf-969c-476f9b29034d admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3955607 Jan 12 09:26:49.003480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9fd1841f-96cb-427a-b186-84e67694979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:50.076586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 58658) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:50.493062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:26:50.499437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:26:50.503820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Usage tracker for resource:network and tenant:e6d3bd178b2f4930bac17b5dad4254b1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:26:50.507109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:26:50.513530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:26:50.526518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Made reservation on behalf of e6d3bd178b2f4930bac17b5dad4254b1 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:26:50.528820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:50.543272 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:50.583739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:26:50.589353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d3bd178b2f4930bac17b5dad4254b1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:26:50.592210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:26:50.598312 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:26:50.663997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:50.670134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:50.687179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Reserving flat network on physical network physnet1 {{(pid=83595) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 12 09:26:50.706586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00114400-06fc-47bf-a973-886d4ca0f95f,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:50.711203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:50.711537 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Added segment 386bf942-0288-4c01-888c-9bca2567e896 of type flat for network b765e7a4-e138-4653-9768-6bc0c3a20b74 Jan 12 09:26:50.742962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:50.783449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:50.784664 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:50.785522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:50.886352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b765e7a4-e138-4653-9768-6bc0c3a20b74,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:50.889708 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c421b09d-8ae1-4615-aaa7-9189e64502b6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8115399 Jan 12 09:26:50.896400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:26:51.158909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-684d2d6d-ff1b-451c-a147-84da0cec9faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:52.302315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:52.539776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:53.149267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 58678) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:53.422037 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e23b1-aeca-45a6-b1d8-c3a530c1c0f1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:53.423437 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-221e23b1-aeca-45a6-b1d8-c3a530c1c0f1 admin admin] 10.222.0.58 "GET /v2.0/subnets/bba28e09-18b9-46dc-bb21-f5efc999d500 HTTP/1.1" status: 200 len: 849 time: 0.2731934 Jan 12 09:26:53.585524 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ac743a42-9fe9-47a2-84af-97473d808f51 admin admin] 10.222.0.58 "GET /v2.0/routers/aa80def7-135e-41ae-a063-7922a2f18748 HTTP/1.1" status: 200 len: 704 time: 0.1549475 Jan 12 09:26:53.655331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:54.064803 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:54.299594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Allocated IP 172.20.0.1 (64b09d09-25a5-46dd-8a1e-47f6b9286e7e/bba28e09-18b9-46dc-bb21-f5efc999d500/3686be60-01d1-4aa8-93a0-6acb4469e102) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:26:54.457603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:54.475715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Transition to ACTIVE for port object 3686be60-01d1-4aa8-93a0-6acb4469e102 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:26:54.533319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:54.599245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:26:54.602051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:26:54.609025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:26:54.609845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:54.613221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Pushing event updated for resources: {'Port': ['ID=3686be60-01d1-4aa8-93a0-6acb4469e102,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:54.741430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:54.875053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c647e754-cf0d-47ba-844b-83c5e10a9f6a None None] Provisioning for port 3686be60-01d1-4aa8-93a0-6acb4469e102 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:26:54.879595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c647e754-cf0d-47ba-844b-83c5e10a9f6a None None] Provisioning complete for port 3686be60-01d1-4aa8-93a0-6acb4469e102 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:26:54.879965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c647e754-cf0d-47ba-844b-83c5e10a9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:54.936622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c647e754-cf0d-47ba-844b-83c5e10a9f6a None None] Port 3686be60-01d1-4aa8-93a0-6acb4469e102 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:26:55.000351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:55.008289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:55.008998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:55.132754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Pushing event updated for resources: {'Port': ['ID=3686be60-01d1-4aa8-93a0-6acb4469e102,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:55.198976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:26:55.200134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:26:55.360884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fd3108de-411a-4abc-b034-a303da4957ac None None] Provisioning complete for port 3686be60-01d1-4aa8-93a0-6acb4469e102 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:26:55.361259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd3108de-411a-4abc-b034-a303da4957ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:55.411154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fd3108de-411a-4abc-b034-a303da4957ac None None] Port 3686be60-01d1-4aa8-93a0-6acb4469e102 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:26:55.553160 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Router aa80def7-135e-41ae-a063-7922a2f18748 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:26:55.721713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:26:55.732026 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dcff712c-1443-4f4f-a12a-e0ab223d3b45 admin admin] 10.222.0.58 "PUT /v2.0/routers/aa80def7-135e-41ae-a063-7922a2f18748/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1404309 Jan 12 09:26:55.732194 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Sync routers for ids ['aa80def7-135e-41ae-a063-7922a2f18748'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:26:55.746192 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Routers {'aa80def7-135e-41ae-a063-7922a2f18748'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:26:55.747039 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:26:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['aa80def7-135e-41ae-a063-7922a2f18748'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:26:55.914256 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Set router aa80def7-135e-41ae-a063-7922a2f18748 gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:26:56.268101 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'name': 'router1', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:26:45Z', 'updated_at': '2022-01-12T09:26:54Z', 'revision_number': 2, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'gw_port_host': None, '_interfaces': [{'id': '3686be60-01d1-4aa8-93a0-6acb4469e102', 'name': '', 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'mac_address': 'fa:16:3e:b4:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:26:54Z', 'updated_at': '2022-01-12T09:26:54Z', 'revision_number': 2, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'subnets': [{'id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e529cbe-1a65-4a43-b4a5-d0af3efd49d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:26:56.273142 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Checking router: aa80def7-135e-41ae-a063-7922a2f18748 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:26:56.273512 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Updating router aa80def7-135e-41ae-a063-7922a2f18748 port 3686be60-01d1-4aa8-93a0-6acb4469e102 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:26:56.328008 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:56.700767 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:56.715901 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Transition to ACTIVE for port object 3686be60-01d1-4aa8-93a0-6acb4469e102 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:26:56.723753 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:56.959218 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Pushing event updated for resources: {'Port': ['ID=3686be60-01d1-4aa8-93a0-6acb4469e102,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:56.970722 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Attempting to bind port 3686be60-01d1-4aa8-93a0-6acb4469e102 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:26:56.971147 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Attempting to bind port 3686be60-01d1-4aa8-93a0-6acb4469e102 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f6f0a30a-2b3f-419b-9df4-40499954af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:26:56.971569 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Attempting to bind port 3686be60-01d1-4aa8-93a0-6acb4469e102 on network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:26:56.974887 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.975222 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.975551 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.975900 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.976215 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.976531 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.976845 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.977165 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.977466 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.977772 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.978078 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Tracked resource versions report: Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: pushed versions: Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: { 'ConntrackHelper': {'1.0'}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Log': {'1.0'}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Network': {'1.1'}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Port': {'1.5'}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'PortForwarding': {'1.2'}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'QosPolicy': {'1.8'}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SecurityGroup': {'1.2'}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SecurityGroupRule': {'1.0'}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SubPort': {'1.0'}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Subnet': {'1.1'}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Trunk': {'1.1'}} Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: consumer versions: Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: { DHCP agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: L3 agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: Metadata agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: Metering agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: Open vSwitch agent@dv-neutron-824347-1-hyperv: { 'ConntrackHelper': '1.0', Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Log': '1.0', Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Network': '1.1', Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Port': '1.5', Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'PortForwarding': '1.2', Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'QosPolicy': '1.8', Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SecurityGroup': '1.2', Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SecurityGroupRule': '1.0', Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SubPort': '1.0', Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Subnet': '1.1', Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Trunk': '1.1'}} Jan 12 09:26:56.979529 dv-neutron-824347-1-hyperv neutron-server[83597]: {{(pid=83597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:26:56.990743 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:26:56.991142 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Checking segment: {'id': 'f6f0a30a-2b3f-419b-9df4-40499954af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:26:56.991606 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:56.991987 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Bound using segment: {'id': 'f6f0a30a-2b3f-419b-9df4-40499954af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:26:56.992464 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Bound port: 3686be60-01d1-4aa8-93a0-6acb4469e102, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f0a30a-2b3f-419b-9df4-40499954af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:26:56.992847 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:57.081042 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] For port 3686be60-01d1-4aa8-93a0-6acb4469e102, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:26:57.084884 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] For port 3686be60-01d1-4aa8-93a0-6acb4469e102, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3686be60-01d1-4aa8-93a0-6acb4469e102,segment=NetworkSegment(f6f0a30a-2b3f-419b-9df4-40499954af64),segment_id=f6f0a30a-2b3f-419b-9df4-40499954af64)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:26:57.089902 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:57.166478 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8ac85-ee51-465f-9302-791d80110f0c None None] Pushing event updated for resources: {'Port': ['ID=3686be60-01d1-4aa8-93a0-6acb4469e102,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:57.194572 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Routers {'aa80def7-135e-41ae-a063-7922a2f18748'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:26:57.195199 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:26:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['aa80def7-135e-41ae-a063-7922a2f18748'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:26:57.347656 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] Set router aa80def7-135e-41ae-a063-7922a2f18748 gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:26:57.671594 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'name': 'router1', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:26:45Z', 'updated_at': '2022-01-12T09:26:54Z', 'revision_number': 2, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'gw_port_host': None, '_interfaces': [{'id': '3686be60-01d1-4aa8-93a0-6acb4469e102', 'name': '', 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'mac_address': 'fa:16:3e:b4:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:26:54Z', 'updated_at': '2022-01-12T09:26:57Z', 'revision_number': 4, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'subnets': [{'id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e529cbe-1a65-4a43-b4a5-d0af3efd49d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:26:57.675903 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7476dd88-f5cb-43ac-9faf-44fe3ae1e2c3 None None] The sync data for ids ['aa80def7-135e-41ae-a063-7922a2f18748'] in dv-neutron-824347-1-hyperv is: [{'id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'name': 'router1', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:26:45Z', 'updated_at': '2022-01-12T09:26:54Z', 'revision_number': 2, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'gw_port_host': None, '_interfaces': [{'id': '3686be60-01d1-4aa8-93a0-6acb4469e102', 'name': '', 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'mac_address': 'fa:16:3e:b4:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:26:54Z', 'updated_at': '2022-01-12T09:26:57Z', 'revision_number': 4, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'subnets': [{'id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e529cbe-1a65-4a43-b4a5-d0af3efd49d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:26:57.792424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 58702) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:57.969063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d3b13d-6589-4085-8dbe-ad624a4a0955 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:57.970454 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e3d3b13d-6589-4085-8dbe-ad624a4a0955 admin admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 842 time: 0.1770101 Jan 12 09:26:57.979730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Request body: {'subnet': {'cidr': '172.26.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.26.1.1', 'ip_version': 4, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:26:57.984464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:26:57.988335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Usage tracker for resource:subnet and tenant:e6d3bd178b2f4930bac17b5dad4254b1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:26:57.991202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:26:57.997037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:26:58.008315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Made reservation on behalf of e6d3bd178b2f4930bac17b5dad4254b1 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:26:58.010729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:58.402204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.objects.ports [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83594) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:26:58.402647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:58.469108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:26:58.469490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Network hostable DHCP agents. Network: b765e7a4-e138-4653-9768-6bc0c3a20b74, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:26:58.505696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:26:58.518633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e279ffa-e140-4d39-9a97-e35a5557d0bf,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:58.522861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, b765e7a4-e138-4653-9768-6bc0c3a20b74) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:26:58.550779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:58.551280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:58.560509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f133b89-0d22-4bd1-be95-59d8fdb6a2d4 None None] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:26:58.592198 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-da24274f-349b-4936-8d01-d45fcbc3216e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6157620 Jan 12 09:26:58.825925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3686be60-01d1-4aa8-93a0-6acb4469e102 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:26:58.895911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3929513d-2c53-431f-86f0-bf219948d9d7 None None] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:26:59.051266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 3686be60-01d1-4aa8-93a0-6acb4469e102 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:26:59.081253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3686be60-01d1-4aa8-93a0-6acb4469e102 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:26:59.081500 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:59.230038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:59.260898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 3686be60-01d1-4aa8-93a0-6acb4469e102, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3686be60-01d1-4aa8-93a0-6acb4469e102,segment=NetworkSegment(f6f0a30a-2b3f-419b-9df4-40499954af64),segment_id=f6f0a30a-2b3f-419b-9df4-40499954af64)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:26:59.266512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:59.332019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=3686be60-01d1-4aa8-93a0-6acb4469e102,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:27:00.756623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 58718) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:27:00.762072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3686be60-01d1-4aa8-93a0-6acb4469e102 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:27:00.832664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3686be60-01d1-4aa8-93a0-6acb4469e102 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:27:00.833030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:01.011935 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-706aef74-1f35-4bc8-a556-d56f68368fcd admin admin] 10.222.0.58 "GET /v2.0/routers/aa80def7-135e-41ae-a063-7922a2f18748 HTTP/1.1" status: 200 len: 710 time: 0.2541692 Jan 12 09:27:01.146033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6302a6a-f580-40a7-8d79-9662f4d38c31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:27:01.147417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d6302a6a-f580-40a7-8d79-9662f4d38c31 admin admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 886 time: 0.1304698 Jan 12 09:27:01.156169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:27:01.632325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:01.829207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:01.884435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:02.048439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Allocated IP 172.26.1.253 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/c816d28a-1919-465c-94be-b44830ef7ad3) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:27:02.192113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:02.249982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:02.314364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:27:02.317136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:27:02.321551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:27:02.346092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Pushing event updated for resources: {'Port': ['ID=c816d28a-1919-465c-94be-b44830ef7ad3,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:27:02.508353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:02.674797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:02.678308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:02.878319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Router aa80def7-135e-41ae-a063-7922a2f18748 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:27:03.082896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:27:03.091493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:03.092660 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b1a2d5fc-4e2d-4e1a-811d-4b493448ce7c admin admin] 10.222.0.58 "PUT /v2.0/routers/aa80def7-135e-41ae-a063-7922a2f18748 HTTP/1.1" status: 200 len: 890 time: 1.9396806 Jan 12 09:27:03.093576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Sync routers for ids ['aa80def7-135e-41ae-a063-7922a2f18748'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:27:03.106278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Routers {'aa80def7-135e-41ae-a063-7922a2f18748'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:27:03.107036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:26:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['aa80def7-135e-41ae-a063-7922a2f18748'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:27:03.300587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Set router aa80def7-135e-41ae-a063-7922a2f18748 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:27:03.640962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'name': 'router1', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'c816d28a-1919-465c-94be-b44830ef7ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:26:45Z', 'updated_at': '2022-01-12T09:27:02Z', 'revision_number': 4, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'gw_port': {'id': 'c816d28a-1919-465c-94be-b44830ef7ad3', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:27:01Z', 'updated_at': '2022-01-12T09:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3686be60-01d1-4aa8-93a0-6acb4469e102', 'name': '', 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'mac_address': 'fa:16:3e:b4:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:26:54Z', 'updated_at': '2022-01-12T09:26:59Z', 'revision_number': 5, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'subnets': [{'id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e529cbe-1a65-4a43-b4a5-d0af3efd49d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:27:03.646158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Checking router: aa80def7-135e-41ae-a063-7922a2f18748 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:27:03.646515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Updating router aa80def7-135e-41ae-a063-7922a2f18748 port c816d28a-1919-465c-94be-b44830ef7ad3 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:27:03.694852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:04.009358 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:04.021133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Transition to ACTIVE for port object c816d28a-1919-465c-94be-b44830ef7ad3 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:27:04.029722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:04.111704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db5ae6-c5d6-4424-a83e-1915d5a1b0b0 None None] Pushing event updated for resources: {'Port': ['ID=c816d28a-1919-465c-94be-b44830ef7ad3,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:27:04.113844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Attempting to bind port c816d28a-1919-465c-94be-b44830ef7ad3 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:27:04.114199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Attempting to bind port c816d28a-1919-465c-94be-b44830ef7ad3 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:27:04.114544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Attempting to bind port c816d28a-1919-465c-94be-b44830ef7ad3 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:27:04.121265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:27:04.121633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:27:04.122020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:04.122434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:27:04.122873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Bound port: c816d28a-1919-465c-94be-b44830ef7ad3, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:27:04.123253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:04.190793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] For port c816d28a-1919-465c-94be-b44830ef7ad3, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:27:04.193737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] For port c816d28a-1919-465c-94be-b44830ef7ad3, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c816d28a-1919-465c-94be-b44830ef7ad3,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:27:04.199757 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:04.293657 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db5ae6-c5d6-4424-a83e-1915d5a1b0b0 None None] Pushing event updated for resources: {'Port': ['ID=c816d28a-1919-465c-94be-b44830ef7ad3,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:27:04.301067 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Routers {'aa80def7-135e-41ae-a063-7922a2f18748'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:27:04.301649 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:26:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['aa80def7-135e-41ae-a063-7922a2f18748'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:27:04.485859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] Set router aa80def7-135e-41ae-a063-7922a2f18748 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:27:04.814443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'name': 'router1', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'c816d28a-1919-465c-94be-b44830ef7ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:26:45Z', 'updated_at': '2022-01-12T09:27:02Z', 'revision_number': 4, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'gw_port': {'id': 'c816d28a-1919-465c-94be-b44830ef7ad3', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:27:01Z', 'updated_at': '2022-01-12T09:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3686be60-01d1-4aa8-93a0-6acb4469e102', 'name': '', 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'mac_address': 'fa:16:3e:b4:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:26:54Z', 'updated_at': '2022-01-12T09:26:59Z', 'revision_number': 5, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'subnets': [{'id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e529cbe-1a65-4a43-b4a5-d0af3efd49d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:27:04.818637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5ccb1-0b45-47ad-a35b-38ffff419f4b None None] The sync data for ids ['aa80def7-135e-41ae-a063-7922a2f18748'] in dv-neutron-824347-1-hyperv is: [{'id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'name': 'router1', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'c816d28a-1919-465c-94be-b44830ef7ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:26:45Z', 'updated_at': '2022-01-12T09:27:02Z', 'revision_number': 4, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'gw_port': {'id': 'c816d28a-1919-465c-94be-b44830ef7ad3', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:27:01Z', 'updated_at': '2022-01-12T09:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3686be60-01d1-4aa8-93a0-6acb4469e102', 'name': '', 'network_id': '64b09d09-25a5-46dd-8a1e-47f6b9286e7e', 'tenant_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'mac_address': 'fa:16:3e:b4:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa80def7-135e-41ae-a063-7922a2f18748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:26:54Z', 'updated_at': '2022-01-12T09:26:59Z', 'revision_number': 5, 'project_id': '309c79d70bac4a1a8eb74d0ea8b7f4e5', 'subnets': [{'id': 'bba28e09-18b9-46dc-bb21-f5efc999d500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e529cbe-1a65-4a43-b4a5-d0af3efd49d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:27:05.417373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 58728) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:27:05.575916 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-74dc2ae1-f859-4eae-bcc4-5e199a586e10 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1574330 Jan 12 09:27:06.796029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c816d28a-1919-465c-94be-b44830ef7ad3 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:27:06.871872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port c816d28a-1919-465c-94be-b44830ef7ad3 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:27:06.876323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c816d28a-1919-465c-94be-b44830ef7ad3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:27:06.876686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:06.986722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:07.002109 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port c816d28a-1919-465c-94be-b44830ef7ad3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c816d28a-1919-465c-94be-b44830ef7ad3,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:27:07.007664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:07.069494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=c816d28a-1919-465c-94be-b44830ef7ad3,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:27:08.772733 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c816d28a-1919-465c-94be-b44830ef7ad3 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:27:08.860782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c816d28a-1919-465c-94be-b44830ef7ad3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:27:08.861220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:19.009168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e461678-5611-455e-b219-8fc1e28a3a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:20.811472 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 5 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:27:21.172385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-232aa3de-ea7a-4bd0-bbeb-46b811905da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:22.306742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:22.533583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:23.671174 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:49.012535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b386509-c471-4ef7-a589-01e7e42aa785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:51.171599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5362fd34-3eaa-40f1-8d7f-1a6567ab30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:52.309035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:52.538892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:53.678778 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:57.811928 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 5 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:28:19.010576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-586a4920-a57f-41ed-a6d3-389ed09eeba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:21.170165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e590aaa6-e258-4322-bc55-1ae7ee5fceed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:22.314044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:22.537244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:23.697919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:34.813384 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 5 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:28:49.006942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09938a5d-160b-4c38-8bca-f1dd6c44024f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:51.164334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4c34-300c-4f26-b245-63bf75fe2fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:52.315830 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:52.532970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:53.682324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:10.256658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59342) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:10.362875 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8018a3c6-5a04-48d5-b092-0c0353b1749e admin admin] GET failed (client error): The resource could not be found. Jan 12 09:29:10.363371 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8018a3c6-5a04-48d5-b092-0c0353b1749e admin admin] Synchronizing usage tracker for tenant:e6d3bd178b2f4930bac17b5dad4254b1 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:29:10.387741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8018a3c6-5a04-48d5-b092-0c0353b1749e admin admin] Unset dirty status for tenant:e6d3bd178b2f4930bac17b5dad4254b1 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:29:10.388862 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8018a3c6-5a04-48d5-b092-0c0353b1749e admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1309505 Jan 12 09:29:10.527172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a479041-98dc-457a-8280-a8b090e127f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:10.528648 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9a479041-98dc-457a-8280-a8b090e127f0 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1314821 Jan 12 09:29:11.814357 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 5 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:29:12.510694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59352) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:12.646917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a64870f-903a-43c6-a7e7-66b6ec182f3c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:12.647476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9a64870f-903a-43c6-a7e7-66b6ec182f3c admin admin] Synchronizing usage tracker for tenant:e6d3bd178b2f4930bac17b5dad4254b1 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:29:12.668577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9a64870f-903a-43c6-a7e7-66b6ec182f3c admin admin] Unset dirty status for tenant:e6d3bd178b2f4930bac17b5dad4254b1 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:29:12.669866 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9a64870f-903a-43c6-a7e7-66b6ec182f3c admin admin] 10.222.0.58 "GET /v2.0/subnets/bba28e09-18b9-46dc-bb21-f5efc999d500 HTTP/1.1" status: 200 len: 849 time: 0.1582322 Jan 12 09:29:12.679182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:29:12.795931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Notify callbacks [] for subnet, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:13.032111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786013499630'] for subnet, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:13.079946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:13.080523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:13.081788 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] 10.222.0.58 "PUT /v2.0/subnets/bba28e09-18b9-46dc-bb21-f5efc999d500 HTTP/1.1" status: 200 len: 868 time: 0.4063721 Jan 12 09:29:13.102288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba28e09-18b9-46dc-bb21-f5efc999d500,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:29:13.106160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d36df8-7815-4591-9caf-4f78df08b356 None None] Network 64b09d09-25a5-46dd-8a1e-47f6b9286e7e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:29:13.111925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.112268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.112599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.112924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.113260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.113584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.113913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.114232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.114548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.114886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.115197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8fd4d2-721b-4488-902d-d814402e553e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:13.552255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f634e2ca-c5be-4c3c-a25c-1f6fc401d04d None None] Provisioning complete for port ea16e3a8-9aa0-48a0-8939-7044b66fd057 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:29:13.552622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f634e2ca-c5be-4c3c-a25c-1f6fc401d04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:13.685305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f634e2ca-c5be-4c3c-a25c-1f6fc401d04d None None] Provisioning complete for port 3686be60-01d1-4aa8-93a0-6acb4469e102 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:29:13.685536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f634e2ca-c5be-4c3c-a25c-1f6fc401d04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:15.088298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59362) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:15.303979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9d9be-1901-4cb6-a6aa-923bb9623a47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:15.304237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9d9be-1901-4cb6-a6aa-923bb9623a47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:15.305791 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-40a9d9be-1901-4cb6-a6aa-923bb9623a47 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2165589 Jan 12 09:29:17.303992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59372) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:17.508617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a58e81-ffae-4acc-972f-7f0fbb9c4096 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:17.509129 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a58e81-ffae-4acc-972f-7f0fbb9c4096 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:17.511280 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-63a58e81-ffae-4acc-972f-7f0fbb9c4096 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062786 Jan 12 09:29:19.001451 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf2d176b-6a18-4c31-afb3-c1aff398469f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:19.513877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59382) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:19.722714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0960b147-3735-4dd2-b5c2-13614d7b0133 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:19.723997 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0960b147-3735-4dd2-b5c2-13614d7b0133 admin admin] 10.222.0.58 "GET /v2.0/networks/64b09d09-25a5-46dd-8a1e-47f6b9286e7e HTTP/1.1" status: 200 len: 869 time: 0.2091835 Jan 12 09:29:21.170703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c3e-1f3f-420d-bf58-0043e8f163f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:21.765726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59392) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:22.008529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d6095-d683-4eb9-9f13-593702232658 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:22.009942 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-777d6095-d683-4eb9-9f13-593702232658 admin admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 886 time: 0.2433209 Jan 12 09:29:22.318480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:22.539499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:23.686562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:24.119651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59402) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:24.277386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba8a5e-7cf2-407e-a32b-bb7337baa34e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:24.277756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba8a5e-7cf2-407e-a32b-bb7337baa34e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:24.279337 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d2ba8a5e-7cf2-407e-a32b-bb7337baa34e admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1586859 Jan 12 09:29:26.298943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59412) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:26.432616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a410d-52b2-4e75-a802-9f79a1f8ce2e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:26.432973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a410d-52b2-4e75-a802-9f79a1f8ce2e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:26.434515 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e80a410d-52b2-4e75-a802-9f79a1f8ce2e admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1345408 Jan 12 09:29:28.434850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59422) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:28.582799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f7eead-491d-4dfe-b850-91b187a7fd45 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:28.584182 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-01f7eead-491d-4dfe-b850-91b187a7fd45 admin admin] 10.222.0.58 "GET /v2.0/subnets/3e279ffa-e140-4d39-9a97-e35a5557d0bf HTTP/1.1" status: 200 len: 816 time: 0.1483879 Jan 12 09:29:30.572346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59432) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:30.715460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6303870d-9c71-450f-ad54-9866928627e7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:30.716830 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6303870d-9c71-450f-ad54-9866928627e7 admin admin] 10.222.0.58 "GET /v2.0/subnets/bba28e09-18b9-46dc-bb21-f5efc999d500 HTTP/1.1" status: 200 len: 868 time: 0.1435339 Jan 12 09:29:48.814832 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 5 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:29:49.004588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49592365-fb3d-4a8b-89c6-b0c3a60a7f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:49.218695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59470) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:49.291288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-56ecec9d-84c1-4328-83ee-0f909a52be50 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:29:49.292262 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-56ecec9d-84c1-4328-83ee-0f909a52be50 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0725994 Jan 12 09:29:51.167042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a07fc99e-d91f-474e-b017-496ea4fdbcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:51.355435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59480) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:51.463229 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-accaca3d-617f-4a66-8d89-214dcd1e844f admin admin] GET failed (client error): The resource could not be found. Jan 12 09:29:51.464460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-accaca3d-617f-4a66-8d89-214dcd1e844f admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1080642 Jan 12 09:29:51.595586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b52eaf4-3179-4c70-a103-3dfab6f21c69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:51.599181 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5b52eaf4-3179-4c70-a103-3dfab6f21c69 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1307416 Jan 12 09:29:52.319188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:52.533254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:53.591852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59490) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:53.677038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:29:53.681985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:29:53.691008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:53.693649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:29:53.707081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Made reservation on behalf of e6d3bd178b2f4930bac17b5dad4254b1 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:29:53.709353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:53.800427 dv-neutron-824347-1-hyperv neutron-server[83594]: WARNING neutron.services.revisions.revision_plugin [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Could not find related network for resource to bump revision. Jan 12 09:29:53.817729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:29:53.828897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786013575379', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:53.829445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Unsubscribe: segment precommit_create {{(pid=83594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 12 09:29:53.829899 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Added segment e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb of type vlan for network 32a9ee6b-92b3-472f-acee-33f88d966207 Jan 12 09:29:53.866927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:53.902755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:53.903609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:53.904195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:54.003092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] Pushing event updated for resources: {'Network': ['ID=32a9ee6b-92b3-472f-acee-33f88d966207,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:29:54.005625 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-630062b6-23bd-4249-9827-051d2766111b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4127831 Jan 12 09:29:54.027487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 32a9ee6b-92b3-472f-acee-33f88d966207 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:29:56.030893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59500) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:29:56.139521 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-02169e21-027a-4189-a109-3f4bd11b772f admin admin] GET failed (client error): The resource could not be found. Jan 12 09:29:56.139993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-02169e21-027a-4189-a109-3f4bd11b772f admin admin] Synchronizing usage tracker for tenant:e6d3bd178b2f4930bac17b5dad4254b1 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:29:56.158089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-02169e21-027a-4189-a109-3f4bd11b772f admin admin] Unset dirty status for tenant:e6d3bd178b2f4930bac17b5dad4254b1 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:29:56.159316 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-02169e21-027a-4189-a109-3f4bd11b772f admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1274128 Jan 12 09:29:56.274964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c3794-7c24-4b06-ab42-cfd3421a1c95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:56.276442 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cc3c3794-7c24-4b06-ab42-cfd3421a1c95 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1131279 Jan 12 09:29:56.290620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207', 'ip_version': 4}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:29:56.297573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:29:56.308170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:29:56.321316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Made reservation on behalf of e6d3bd178b2f4930bac17b5dad4254b1 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:29:56.323994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:56.519063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:56.583931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ede45c-62ff-4311-8e6d-aecdfbcc64c9,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:29:56.607939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Checking segment: {'id': 'e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:29:56.608285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Network hostable DHCP agents. Network: 32a9ee6b-92b3-472f-acee-33f88d966207, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:29:56.633843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Network 32a9ee6b-92b3-472f-acee-33f88d966207 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:29:56.645616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 32a9ee6b-92b3-472f-acee-33f88d966207) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:29:56.649778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:29:56.650470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:56.655868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2eac2-6bac-45b2-9fe9-14c7ce250d8d None None] Network 32a9ee6b-92b3-472f-acee-33f88d966207 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:29:56.684893 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c4fc6f7b-cb5c-44e6-a0be-39baa40327e6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3976414 Jan 12 09:29:56.877914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-32a9ee6b-92b3-472f-acee-33f88d966207', 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207', 'tenant_id': 'e6d3bd178b2f4930bac17b5dad4254b1', 'fixed_ips': [{'subnet_id': '00ede45c-62ff-4311-8e6d-aecdfbcc64c9'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:29:56.878857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:57.035090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Allocated IP 192.168.233.2 (32a9ee6b-92b3-472f-acee-33f88d966207/00ede45c-62ff-4311-8e6d-aecdfbcc64c9/cb813088-7142-4879-a127-fb82cbf71fec) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:29:57.236756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:57.246967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Transition to ACTIVE for port object cb813088-7142-4879-a127-fb82cbf71fec will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:29:57.265195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Transition to ACTIVE for port object cb813088-7142-4879-a127-fb82cbf71fec will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:29:57.272004 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:57.337515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Network 32a9ee6b-92b3-472f-acee-33f88d966207 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:29:57.340456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:29:57.343528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:29:57.349722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Pushing event updated for resources: {'Port': ['ID=cb813088-7142-4879-a127-fb82cbf71fec,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:29:57.388234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.388575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.388905 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.389239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.389630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.389957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.390287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.390619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.390966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.391282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.391600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:29:57.445719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Attempting to bind port cb813088-7142-4879-a127-fb82cbf71fec on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:29:57.446083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Attempting to bind port cb813088-7142-4879-a127-fb82cbf71fec by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:29:57.446440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Attempting to bind port cb813088-7142-4879-a127-fb82cbf71fec on network 32a9ee6b-92b3-472f-acee-33f88d966207 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:29:57.453514 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:29:57.453924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Checking segment: {'id': 'e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:29:57.454543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:57.454992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Bound using segment: {'id': 'e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:29:57.455553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Bound port: cb813088-7142-4879-a127-fb82cbf71fec, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:29:57.455974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:57.544906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] For port cb813088-7142-4879-a127-fb82cbf71fec, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:29:57.547907 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] For port cb813088-7142-4879-a127-fb82cbf71fec, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cb813088-7142-4879-a127-fb82cbf71fec,segment=NetworkSegment(e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb),segment_id=e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:29:57.553727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:57.649371 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc7d3-2e74-4be2-b5d0-b072de0d4ed1 None None] Pushing event updated for resources: {'Port': ['ID=cb813088-7142-4879-a127-fb82cbf71fec,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:29:58.438768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e5dc2a-272c-4601-a075-d39da1d70b9a None None] Network 32a9ee6b-92b3-472f-acee-33f88d966207 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:29:58.538243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0e0d-528c-4b93-8386-5de09b8e4449 None None] Provisioning for port cb813088-7142-4879-a127-fb82cbf71fec completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:29:58.879846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cb813088-7142-4879-a127-fb82cbf71fec up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:29:58.951270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port cb813088-7142-4879-a127-fb82cbf71fec completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:29:58.956270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port cb813088-7142-4879-a127-fb82cbf71fec triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:29:58.956635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:59.076923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:59.108882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port cb813088-7142-4879-a127-fb82cbf71fec, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cb813088-7142-4879-a127-fb82cbf71fec,segment=NetworkSegment(e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb),segment_id=e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:29:59.113832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:59.176923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=cb813088-7142-4879-a127-fb82cbf71fec,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:30:00.850085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cb813088-7142-4879-a127-fb82cbf71fec up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:30:00.920144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port cb813088-7142-4879-a127-fb82cbf71fec triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:30:00.920516 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:19.008899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a056bc1-a622-4e24-af9e-16f8b963b8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:21.165057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcf42f5d-5d32-4a2a-8e77-c07ee84dd4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:22.331613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:22.536751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:23.693184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:25.815099 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 5 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:30:49.014887 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac4889a3-0fc5-4805-9781-e186c6ca6e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:51.160343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d15a4747-2a86-4e27-adcd-2183a1300dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:52.326401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:52.532905 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:53.695172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:59.132062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59542) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:30:59.137921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-4b8e1b0e-b366-4059-af4c-16e1a4daa726 tempest-verify_tempest_config-219844638 tempest-verify_tempest_config-219844638-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:30:59.138903 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4b8e1b0e-b366-4059-af4c-16e1a4daa726 tempest-verify_tempest_config-219844638 tempest-verify_tempest_config-219844638-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058601 Jan 12 09:30:59.487424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59558) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:30:59.630409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:59.670231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:30:59.674226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Usage tracker for resource:security_group_rule and tenant:23c0ae4fbc4f4403bc37c463a1523617 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:30:59.677286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:30:59.683210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:30:59.757868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:59.764878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:59.808654 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23c0ae4fbc4f4403bc37c463a1523617&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3200123 Jan 12 09:30:59.811370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59564) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:30:59.815803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cb4a60-9633-4a3a-b066-1dd4c9c0660e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:30:59.824228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.824579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.824931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.825248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.825577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.825899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.826227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.826547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.826889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.827206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.827523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7cd433-23ec-4c68-b4a9-fa36079a9071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:30:59.873469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:59.898073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:59.989274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:00.005237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cb4a60-9633-4a3a-b066-1dd4c9c0660e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:31:00.013828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:00.014945 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33cb4a60-9633-4a3a-b066-1dd4c9c0660e HTTP/1.1" status: 204 len: 168 time: 0.2025294 Jan 12 09:31:00.016399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:00.016736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:00.017057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:00.017370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:00.017671 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:00.017989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:00.018322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:00.018633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:00.018967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:00.019385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:00.019557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120cd1b-a91a-455f-a758-a6c7abe59d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:31:02.822071 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 5 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:31:19.022586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb5f5-994d-4b98-91e7-abf21c116788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:21.171092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73a22983-ed45-4f69-91cb-7a802f45be77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:22.339826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:22.538442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:23.708329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:39.815568 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 5 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:31:49.024517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af530ba9-bc2c-47c9-8626-2d33ebe1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:51.174524 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da46761c-0434-49e4-a4f0-5ddc944403f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:52.343580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:52.534137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:53.702893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.815821 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 5 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:32:19.021749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0cc92dd7-3131-42e9-aeb7-508a0333e44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:21.177986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-386eaf36-920a-4919-a8cb-68498aadc408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:21.339529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510702'] for agent, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.348382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.540565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:23.705752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.797981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59634) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:36.955182 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ba95102b-4b5c-4f7f-b0fe-e47e72e3baa2 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1560769 Jan 12 09:32:38.983829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59644) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:39.069373 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-364e1ec6-60bd-453f-8a03-bdc40f5d2264 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0844650 Jan 12 09:32:49.025001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66cd1fe9-e689-42e0-bf87-eed5e457eb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:51.178934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-753ee08e-ad33-49fd-9573-e3d7749eb5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:51.339852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:52.348096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:52.549822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.708998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.821806 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:33:19.024428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecb49de5-91bc-4500-b0b9-85a890853d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.171411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ee5166b-7408-4c47-962b-d74d65762572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.334649 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.343470 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.544169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.711971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.822573 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:33:49.020385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aecdc9d9-3c8b-4cae-9397-8c0c95e441c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.176223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09cc1a89-f017-40f1-9b0d-71430599f90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.348945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.348150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.549032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.714480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:01.550936 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59810) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:01.737545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59822) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:02.012863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2044080748-network', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:02.018568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:02.024233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Usage tracker for resource:network and tenant:3430eb1474ae46dcaa7c866883c47d4f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:02.027385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:02.033517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:02.044536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Made reservation on behalf of 3430eb1474ae46dcaa7c866883c47d4f for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:02.047232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.059551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.092643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:02.096574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Usage tracker for resource:security_group_rule and tenant:3430eb1474ae46dcaa7c866883c47d4f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:02.099370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:02.105046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:02.145455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59838) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:02.178309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.183322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.217950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:02.220473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ce9f9e-77c8-49b5-9b89-70b777705154,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:02.234149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.234149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.234149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.234149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.234149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.234149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.242934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.243264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.243638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.243938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.244453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Tracked resource versions report: Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: pushed versions: Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: { 'ConntrackHelper': {'1.0'}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Log': {'1.0'}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Network': {'1.1'}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Port': {'1.5'}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'PortForwarding': {'1.2'}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'QosPolicy': {'1.8'}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SecurityGroup': {'1.2'}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SecurityGroupRule': {'1.0'}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SubPort': {'1.0'}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Subnet': {'1.1'}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Trunk': {'1.1'}} Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: consumer versions: Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: { DHCP agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: HyperV agent@hv-neutron-8243: {}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: L3 agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: Metadata agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: Metering agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: Open vSwitch agent@dv-neutron-824347-1-hyperv: { 'ConntrackHelper': '1.0', Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Log': '1.0', Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Network': '1.1', Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Port': '1.5', Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'PortForwarding': '1.2', Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'QosPolicy': '1.8', Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SecurityGroup': '1.2', Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SecurityGroupRule': '1.0', Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'SubPort': '1.0', Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Subnet': '1.1', Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: 'Trunk': '1.1'}} Jan 12 09:34:02.245552 dv-neutron-824347-1-hyperv neutron-server[83594]: {{(pid=83594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:34:02.253415 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1672856325-network', 'tenant_id': 'd8d51923963440baba3cd5ca40464130'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:02.257872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:02.265183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.265658 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Added segment 14dd2a02-9910-488b-a3c8-fd6c3b862c87 of type vlan for network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 Jan 12 09:34:02.274112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Usage tracker for resource:network and tenant:d8d51923963440baba3cd5ca40464130 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:02.277392 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:02.293338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:02.313937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.322553 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Made reservation on behalf of d8d51923963440baba3cd5ca40464130 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:02.325220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.344338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.344462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59846) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:02.385895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.386813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:02.387398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.429086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:02.433287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d51923963440baba3cd5ca40464130 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:02.436515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:02.442883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:02.577156 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0244644 Jan 12 09:34:02.580636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59860) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:02.587726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Request body: {'subnet': {'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2044080748-subnet', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:02.594566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:02.599621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Usage tracker for resource:subnet and tenant:3430eb1474ae46dcaa7c866883c47d4f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:02.603340 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:02.610290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:02.620613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573825c3-4234-4c50-a72d-76332fd4141c admin admin] Pushing event updated for resources: {'Network': ['ID=c8a0f3c2-e958-4b1f-8783-30432a1d04c7,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:02.620902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Made reservation on behalf of 3430eb1474ae46dcaa7c866883c47d4f for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:02.631605 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.632315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:02.677219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.682803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.723575 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d927e2f9-e853-4ec6-adcf-9532305fc4bd,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:02.736815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:02.748814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.749258 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Added segment 88b4fcad-47c7-4c32-9b16-9e3bc76cc591 of type vlan for network 6fa7509a-e83f-4be8-820f-eefe950e0df1 Jan 12 09:34:02.782622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.826319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.826319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:02.828587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.872515 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3ffd3d21-edec-4d28-a2d9-a40162754a47 tempest-AgentManagementNegativeTest-1561368551 tempest-AgentManagementNegativeTest-1561368551-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7257757 Jan 12 09:34:02.896952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1314276472-network', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:02.909504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:02.923459 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Usage tracker for resource:network and tenant:dcf4260c9dc04a52af653a66a3a24719 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:02.929396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:02.934992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59870) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:02.936533 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1977851 Jan 12 09:34:02.943168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Request body: {'subnet': {'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1672856325-subnet', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:02.950609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:02.955855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:02.960348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee223ca-4b06-47aa-87bf-600439d03989 admin admin] Pushing event updated for resources: {'Network': ['ID=6fa7509a-e83f-4be8-820f-eefe950e0df1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:02.960729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.972058 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 6fa7509a-e83f-4be8-820f-eefe950e0df1 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:02.994834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Usage tracker for resource:subnet and tenant:d8d51923963440baba3cd5ca40464130 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:03.003196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:03.011629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Made reservation on behalf of dcf4260c9dc04a52af653a66a3a24719 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:03.014020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.072755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bded0beb-f040-489b-8715-ee1f66e3d9ee,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:03.084786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:03.088237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.088682 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.089247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.089685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.090243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.090721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.091157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.091575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.092139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.092552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.092967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Tracked resource versions report: Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: pushed versions: Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: { 'ConntrackHelper': {'1.0'}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Log': {'1.0'}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Network': {'1.1'}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Port': {'1.5'}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'PortForwarding': {'1.2'}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'QosPolicy': {'1.8'}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SecurityGroup': {'1.2'}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SecurityGroupRule': {'1.0'}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SubPort': {'1.0'}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Subnet': {'1.1'}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Trunk': {'1.1'}} Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: consumer versions: Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: { DHCP agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: HyperV agent@hv-neutron-8243: {}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: L3 agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: Metadata agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: Metering agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: Open vSwitch agent@dv-neutron-824347-1-hyperv: { 'ConntrackHelper': '1.0', Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Log': '1.0', Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Network': '1.1', Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Port': '1.5', Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'PortForwarding': '1.2', Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'QosPolicy': '1.8', Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SecurityGroup': '1.2', Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SecurityGroupRule': '1.0', Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'SubPort': '1.0', Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Subnet': '1.1', Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: 'Trunk': '1.1'}} Jan 12 09:34:03.094242 dv-neutron-824347-1-hyperv neutron-server[83595]: {{(pid=83595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:34:03.100762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.142366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Made reservation on behalf of d8d51923963440baba3cd5ca40464130 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:03.144758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.230845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:03.247728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Usage tracker for resource:security_group_rule and tenant:dcf4260c9dc04a52af653a66a3a24719 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:03.252904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:03.255663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Checking segment: {'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:03.256018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Network hostable DHCP agents. Network: c8a0f3c2-e958-4b1f-8783-30432a1d04c7, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:03.263331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:03.414105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:03.417438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.428715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.442456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:03.453264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.453779 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Added segment c63aaf13-1518-49e6-8fbb-b78e0c72c144 of type vlan for network 9cc1870b-44c6-49df-b549-ffb90a147677 Jan 12 09:34:03.498033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, c8a0f3c2-e958-4b1f-8783-30432a1d04c7) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:03.502517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:03.503494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.509951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9cb4c-4a51-4b4e-9b9d-41bc6d9c8962 None None] Network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:03.532602 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.558922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0a198e-5b54-4627-9604-353e35dc8e0e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:03.577973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59894) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:03.625402 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-276fd698-ed86-46f9-ad38-24fc976df86c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0433910 Jan 12 09:34:03.628349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59902) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:03.635986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:03.642609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.643503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:03.644073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.647732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.650701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:03.655579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Usage tracker for resource:router and tenant:3430eb1474ae46dcaa7c866883c47d4f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:03.661725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:03.673365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:03.693666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.694928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.733738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.761251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59908) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:03.829046 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:34:03.830764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.958847 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6124766 Jan 12 09:34:03.977756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59918) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:03.994043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Request body: {'subnet': {'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1314276472-subnet', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:04.001337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d119ae-48fc-47f5-99cf-576a3a3b45d4,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:04.009433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:04.010688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Allocated IP 172.20.0.2 (c8a0f3c2-e958-4b1f-8783-30432a1d04c7/bded0beb-f040-489b-8715-ee1f66e3d9ee/729cb049-c596-4b1f-bc53-ae317e1320e8) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:04.011945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e7a9-a701-46b7-b980-3d3bd9457d1c admin admin] Pushing event updated for resources: {'Network': ['ID=9cc1870b-44c6-49df-b549-ffb90a147677,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:04.022645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 9cc1870b-44c6-49df-b549-ffb90a147677 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:04.032476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Usage tracker for resource:subnet and tenant:dcf4260c9dc04a52af653a66a3a24719 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:04.038621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:04.049286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:04.064116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Checking segment: {'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:04.064692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Network hostable DHCP agents. Network: 6fa7509a-e83f-4be8-820f-eefe950e0df1, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:04.072899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Made reservation on behalf of dcf4260c9dc04a52af653a66a3a24719 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:04.076784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.171452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bf45e46-6e48-4559-aabd-5f0285d1ac90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.194201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.205423 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Network 6fa7509a-e83f-4be8-820f-eefe950e0df1 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:04.217077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7bf45e46-6e48-4559-aabd-5f0285d1ac90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:04.221068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7bf45e46-6e48-4559-aabd-5f0285d1ac90 admin admin] Usage tracker for resource:security_group_rule and tenant:4e447075c41c441890fe2301f364ab70 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:04.224419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7bf45e46-6e48-4559-aabd-5f0285d1ac90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:04.230183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 6fa7509a-e83f-4be8-820f-eefe950e0df1) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:04.235435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:04.236884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.248606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7bf45e46-6e48-4559-aabd-5f0285d1ac90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:04.253239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3117c0a0-3705-46a8-9246-0f04087cd3e3 None None] Network 6fa7509a-e83f-4be8-820f-eefe950e0df1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:04.358405 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e5f8deda-f49e-4351-b271-acb26ac1b463 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4195328 Jan 12 09:34:04.358405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59928) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:04.369612 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:04.378278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:04.386599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Usage tracker for resource:router and tenant:d8d51923963440baba3cd5ca40464130 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:04.390579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:04.409001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:04.419622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bf45e46-6e48-4559-aabd-5f0285d1ac90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.431460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bf45e46-6e48-4559-aabd-5f0285d1ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.436147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.437570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.445252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.490502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.523013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c73e78c-b467-4bb9-9543-c898d6de8b84,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:04.528729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1951643100'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:04.535121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:04.539291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Usage tracker for resource:network and tenant:b20500e163eb4093a4cc0977298b6338 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:04.543031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:04.549655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:04.556274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf45e46-6e48-4559-aabd-5f0285d1ac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c47b210-0c88-46d3-ae6c-476722d878ab,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:04.575397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Made reservation on behalf of b20500e163eb4093a4cc0977298b6338 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:04.578847 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.596108 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.596357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Transition to ACTIVE for port object 729cb049-c596-4b1f-bc53-ae317e1320e8 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:04.612345 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7bf45e46-6e48-4559-aabd-5f0285d1ac90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e447075c41c441890fe2301f364ab70&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0337298 Jan 12 09:34:04.615596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59938) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:04.638815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:04.643901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Usage tracker for resource:security_group_rule and tenant:b20500e163eb4093a4cc0977298b6338 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:04.647341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:04.653823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:04.697566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Transition to ACTIVE for port object 729cb049-c596-4b1f-bc53-ae317e1320e8 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:04.780821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.810740 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.859230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49448eb9-eb93-4b26-ab04-1a5fe333c795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.883345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.889864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.898571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.911354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:04.921644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:04.923368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.932171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:04.947054 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:04.962738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59950) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:04.964512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49448eb9-eb93-4b26-ab04-1a5fe333c795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.995258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Checking segment: {'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:04.997845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Network hostable DHCP agents. Network: 9cc1870b-44c6-49df-b549-ffb90a147677, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:05.018102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d2b939-b604-4785-8ab8-3936e1cc1da9,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:05.057867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.058483 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Added segment 9cf797d5-6b88-4cae-aded-4015bc88ccd2 of type vlan for network 9296b0bb-a7f8-4d21-bc0c-f71dd8331e92 Jan 12 09:34:05.072485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Attempting to bind port 729cb049-c596-4b1f-bc53-ae317e1320e8 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:05.072716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Attempting to bind port 729cb049-c596-4b1f-bc53-ae317e1320e8 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:05.072999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Attempting to bind port 729cb049-c596-4b1f-bc53-ae317e1320e8 on network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:05.085600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:05.086053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Checking segment: {'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:05.086498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.086927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Bound using segment: {'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:05.087440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Bound port: 729cb049-c596-4b1f-bc53-ae317e1320e8, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:05.087967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.118972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Pushing event updated for resources: {'Port': ['ID=729cb049-c596-4b1f-bc53-ae317e1320e8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:05.176765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49448eb9-eb93-4b26-ab04-1a5fe333c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.203546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Allocated IP 172.26.1.221 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/9584da32-7a60-4cbc-b579-c3ad8d0a8f42) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:05.221870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49448eb9-eb93-4b26-ab04-1a5fe333c795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.223401 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-49448eb9-eb93-4b26-ab04-1a5fe333c795 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c47b210-0c88-46d3-ae6c-476722d878ab HTTP/1.1" status: 204 len: 168 time: 0.6066878 Jan 12 09:34:05.224456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49448eb9-eb93-4b26-ab04-1a5fe333c795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c47b210-0c88-46d3-ae6c-476722d878ab,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:05.230229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.230591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.231784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.232053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.232481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.232680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.233382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.233382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.233587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.233889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.234204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Tracked resource versions report: Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: pushed versions: Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: { 'ConntrackHelper': {'1.0'}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Log': {'1.0'}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Network': {'1.1'}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Port': {'1.5'}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'PortForwarding': {'1.2'}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'QosPolicy': {'1.8'}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SecurityGroup': {'1.2'}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SecurityGroupRule': {'1.0'}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SubPort': {'1.0'}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Subnet': {'1.1'}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Trunk': {'1.1'}} Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: consumer versions: Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: { DHCP agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: HyperV agent@hv-neutron-8243: {}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: L3 agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: Metadata agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: Metering agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: Open vSwitch agent@dv-neutron-824347-1-hyperv: { 'ConntrackHelper': '1.0', Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Log': '1.0', Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Network': '1.1', Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Port': '1.5', Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'PortForwarding': '1.2', Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'QosPolicy': '1.8', Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SecurityGroup': '1.2', Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SecurityGroupRule': '1.0', Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'SubPort': '1.0', Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Subnet': '1.1', Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: 'Trunk': '1.1'}} Jan 12 09:34:05.235308 dv-neutron-824347-1-hyperv neutron-server[83596]: {{(pid=83596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:34:05.251425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-6fa7509a-e83f-4be8-820f-eefe950e0df1', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:34:05.252513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.343019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] For port 729cb049-c596-4b1f-bc53-ae317e1320e8, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:05.370566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] For port 729cb049-c596-4b1f-bc53-ae317e1320e8, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=729cb049-c596-4b1f-bc53-ae317e1320e8,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:05.386360 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.394446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Network 9cc1870b-44c6-49df-b549-ffb90a147677 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:05.409973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 9cc1870b-44c6-49df-b549-ffb90a147677) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:05.414498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:05.415111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.424678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.444550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.454294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b652e-d2db-478a-9cf9-f583be404303 None None] Network 9cc1870b-44c6-49df-b549-ffb90a147677 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:05.490471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-23648580'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:05.505477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:05.529655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.548885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Usage tracker for resource:network and tenant:367b394a1a80425484c2ea57d240090f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:05.558060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:05.561477 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-681f4745-af94-412d-9400-ab09b9da5c47 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5809760 Jan 12 09:34:05.568220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59966) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:05.576952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:05.579144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:05.585702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:05.592466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.597209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:05.598166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.612696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Made reservation on behalf of 367b394a1a80425484c2ea57d240090f for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:05.618342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.649467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.706174 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Usage tracker for resource:router and tenant:dcf4260c9dc04a52af653a66a3a24719 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:05.708853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Pushing event updated for resources: {'Network': ['ID=9296b0bb-a7f8-4d21-bc0c-f71dd8331e92,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:05.712148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:05.730558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.732370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:05.749315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 9296b0bb-a7f8-4d21-bc0c-f71dd8331e92 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:05.751522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:05.763069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Usage tracker for resource:security_group_rule and tenant:367b394a1a80425484c2ea57d240090f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:05.763407 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2f10693e-fa59-4593-93a6-8c84b50e07fe tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9824703 Jan 12 09:34:05.766467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:05.770705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59972) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:05.772559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:05.783172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.784185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.869431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 59980) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:05.870905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.873644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.888841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.918846 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.921389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.925882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:05.939696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:05.982521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:05.984873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09634a-7868-49eb-893f-c45ce0703e29,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:05.987178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:06.030953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Pushing event updated for resources: {'Port': ['ID=9584da32-7a60-4cbc-b579-c3ad8d0a8f42,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:06.033543 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.033886 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Added segment f5c5c797-e9de-4b24-a13d-299f3b3106f7 of type vlan for network 6aaa5d75-9956-4069-9f5c-ddda2e83298e Jan 12 09:34:06.068127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4875d4f-3290-4f79-8bcd-fe58c2db4663 None None] Pushing event updated for resources: {'Port': ['ID=729cb049-c596-4b1f-bc53-ae317e1320e8,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:06.113733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.228034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.236783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.242788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:06.242942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.356566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1490914146'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:06.359588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:06.359735 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3882375 Jan 12 09:34:06.363604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Usage tracker for resource:network and tenant:8e0de83d965f4e69b4c47b3ca469a4c1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:06.366543 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:06.371674 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 59992) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:06.372490 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:06.397139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Made reservation on behalf of 8e0de83d965f4e69b4c47b3ca469a4c1 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:06.400844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.416776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Allocated IP 172.26.1.31 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/677bf0ff-b405-46aa-a9bf-569767048061) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:06.418850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.465279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Allocated IP 172.20.0.2 (6fa7509a-e83f-4be8-820f-eefe950e0df1/c2d119ae-48fc-47f5-99cf-576a3a3b45d4/7e1437e7-5076-4bba-8988-4503bbeb8120) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:06.476414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-9cc1870b-44c6-49df-b549-ffb90a147677', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:34:06.477335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.480708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Request body: {'network': {'name': 'tempest-network--1188998502', 'router:external': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:06.507748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:06.514266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:06.517201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Request body: {'subnet': {'network_id': '6aaa5d75-9956-4069-9f5c-ddda2e83298e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:06.524922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Usage tracker for resource:network and tenant:94d7f2af28fe46fb8ac6964f0d69c09a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:06.547059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:06.550048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Usage tracker for resource:security_group_rule and tenant:8e0de83d965f4e69b4c47b3ca469a4c1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:06.560296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:06.669828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:06.702334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:06.734209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60000) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:06.800394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Allocated IP 172.20.0.2 (9cc1870b-44c6-49df-b549-ffb90a147677/6c73e78c-b467-4bb9-9543-c898d6de8b84/6e78ae96-a4e3-4c22-a2f4-26583d70391c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:06.805887 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.862322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:06.879272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Usage tracker for resource:subnet and tenant:367b394a1a80425484c2ea57d240090f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:06.884069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cf881-b6f5-4e97-9ac3-2ab7342401fb tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Pushing event updated for resources: {'Network': ['ID=6aaa5d75-9956-4069-9f5c-ddda2e83298e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:06.888619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:06.892152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.900310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:06.915272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.916250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.921443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 6aaa5d75-9956-4069-9f5c-ddda2e83298e details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:06.921901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Made reservation on behalf of 367b394a1a80425484c2ea57d240090f for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:06.925452 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.962788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Made reservation on behalf of 94d7f2af28fe46fb8ac6964f0d69c09a for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:06.965093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.035658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:07.087672 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.093258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5557f1e4-5e76-4b0c-a2dc-5130b3b5102e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:07.150672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks [] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.224991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.249043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Transition to ACTIVE for port object 7e1437e7-5076-4bba-8988-4503bbeb8120 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:07.273341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.273749 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Added segment f23482e1-8bd3-4420-b724-74ddb9d35997 of type vlan for network 436c46a7-8f91-425c-9738-033b1961224d Jan 12 09:34:07.285464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Pushing event updated for resources: {'Port': ['ID=677bf0ff-b405-46aa-a9bf-569767048061,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:07.300250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Transition to ACTIVE for port object 7e1437e7-5076-4bba-8988-4503bbeb8120 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:07.311225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.419680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:07.451830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:07.459574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-623ba36c-1ab0-49c4-842f-3a1f134e4ec3 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:07.474838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.505169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.581836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:07.582626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 729cb049-c596-4b1f-bc53-ae317e1320e8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:07.609344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88026566-6e06-4e57-b04d-d1ad822a858b None None] Network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:07.622007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.623750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Pushing event updated for resources: {'Subnet': ['ID=ea1320fe-e169-4ca7-999c-814565974bdc,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:07.646809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Checking segment: {'id': 'f5c5c797-e9de-4b24-a13d-299f3b3106f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6aaa5d75-9956-4069-9f5c-ddda2e83298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:07.647040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Network hostable DHCP agents. Network: 6aaa5d75-9956-4069-9f5c-ddda2e83298e, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:07.649861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.688697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:34:07.699226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Network 6aaa5d75-9956-4069-9f5c-ddda2e83298e is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:07.771877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.775222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 6aaa5d75-9956-4069-9f5c-ddda2e83298e) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:07.780073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:07.780653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.793788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60022) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:07.797662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Allocated IP 172.26.1.5 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/cb9fd86c-7353-4a92-9a65-d017ec86c537) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:07.806628 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b606d70-29b4-452c-b040-ae0cb93fb822 None None] Network 6aaa5d75-9956-4069-9f5c-ddda2e83298e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:07.823799 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:34:07.843182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Network 6fa7509a-e83f-4be8-820f-eefe950e0df1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:07.844515 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6c06f05f-cb01-4a2a-a753-44e6e714eaf5 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4713180 Jan 12 09:34:07.849245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60030) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:07.854420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Transition to ACTIVE for port object 6e78ae96-a4e3-4c22-a2f4-26583d70391c will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:07.855247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Request body: {'port': {'network_id': '6aaa5d75-9956-4069-9f5c-ddda2e83298e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1805423061'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:07.857349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:07.859167 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1b8dd668-e6ec-4481-88d4-21a85cb5bf20 None None] Provisioning for port 729cb049-c596-4b1f-bc53-ae317e1320e8 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:07.867203 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:07.914641 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Pushing event updated for resources: {'Port': ['ID=7e1437e7-5076-4bba-8988-4503bbeb8120,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:07.973673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Transition to ACTIVE for port object 6e78ae96-a4e3-4c22-a2f4-26583d70391c will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:07.978425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.010218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.018891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-f5277b24-48b8-4352-97f8-8306a2467883 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.022710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f5277b24-48b8-4352-97f8-8306a2467883 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2251439 Jan 12 09:34:08.025318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:08.027557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60034) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.035474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Usage tracker for resource:security_group_rule and tenant:94d7f2af28fe46fb8ac6964f0d69c09a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:08.042302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-c1d2115c-9ee3-4557-aee5-695057bea849 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.045699 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c1d2115c-9ee3-4557-aee5-695057bea849 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0152035 Jan 12 09:34:08.054440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.055818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:08.057264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60038) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.064622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:08.070637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.075363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-3b3893db-97c7-4f02-bff5-699bac319035 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.078953 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3b3893db-97c7-4f02-bff5-699bac319035 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0105443 Jan 12 09:34:08.080056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60042) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.088930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-dcd613f9-7c46-4a08-bec0-2dd7a489c0f5 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.092675 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dcd613f9-7c46-4a08-bec0-2dd7a489c0f5 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0091898 Jan 12 09:34:08.095609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:08.097591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60046) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.104841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-55ce6435-d327-4946-8684-f8b103b68cfe tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.108952 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-55ce6435-d327-4946-8684-f8b103b68cfe tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0071576 Jan 12 09:34:08.108952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Usage tracker for resource:port and tenant:367b394a1a80425484c2ea57d240090f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:08.111556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60050) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.114272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:08.120933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-b253fbd6-850c-4cb7-84ec-bdf1dd0cccda tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.122734 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b253fbd6-850c-4cb7-84ec-bdf1dd0cccda tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0095336 Jan 12 09:34:08.125411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60056) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.129674 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:08.137278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-cd51deab-d27d-4209-8aa2-ac9fafe5f7c6 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.140807 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cd51deab-d27d-4209-8aa2-ac9fafe5f7c6 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0107481 Jan 12 09:34:08.143509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60060) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.152930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-3905120d-6b68-432b-bbff-ba63482bc9b1 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.156410 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3905120d-6b68-432b-bbff-ba63482bc9b1 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0092897 Jan 12 09:34:08.156559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60064) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.163196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-5bcdc18b-dee5-4ab3-9a9f-9b64dd928d82 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.166315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5bcdc18b-dee5-4ab3-9a9f-9b64dd928d82 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066552 Jan 12 09:34:08.166315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Made reservation on behalf of 367b394a1a80425484c2ea57d240090f for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:08.167839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.177006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60068) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.191117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:34:08.195384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-a0d12350-f318-458f-b9c0-6e47710746a4 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.198820 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a0d12350-f318-458f-b9c0-6e47710746a4 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0184484 Jan 12 09:34:08.200122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60072) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.200827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Pushing event updated for resources: {'Port': ['ID=cb9fd86c-7353-4a92-9a65-d017ec86c537,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:08.215057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.218692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:08.219307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-b6523678-2b7b-49d2-9311-6ab41873285a tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.219440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.223056 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b6523678-2b7b-49d2-9311-6ab41873285a tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0165730 Jan 12 09:34:08.225928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60076) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.226096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:08.231626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] device_id is not set on port 4ffac76f-3663-43d9-b7b1-8b60d0657d0e yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:08.238367 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Sync routers for ids ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:34:08.246053 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:08.258404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 729cb049-c596-4b1f-bc53-ae317e1320e8 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:08.260121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:08.276835 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Routers {'6f0f57d1-f9aa-45d2-ad4e-8e7773702383'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:08.278510 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:08.299059 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-623ba36c-1ab0-49c4-842f-3a1f134e4ec3 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] 10.222.0.58 "PUT /v2.0/quotas/7cf55cab99534d9892d1ee99666e723f HTTP/1.1" status: 200 len: 368 time: 1.5566983 Jan 12 09:34:08.299305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60080) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.305977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-543190cc-e1e0-40d0-be66-14425cefa31c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.309326 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-543190cc-e1e0-40d0-be66-14425cefa31c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0788677 Jan 12 09:34:08.309482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Attempting to bind port 7e1437e7-5076-4bba-8988-4503bbeb8120 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:08.309892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Attempting to bind port 7e1437e7-5076-4bba-8988-4503bbeb8120 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:08.310284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Attempting to bind port 7e1437e7-5076-4bba-8988-4503bbeb8120 on network 6fa7509a-e83f-4be8-820f-eefe950e0df1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:08.310776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Request body: {'network': {'project_id': '7cf55cab99534d9892d1ee99666e723f'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:08.312718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Pushing event updated for resources: {'Port': ['ID=6e78ae96-a4e3-4c22-a2f4-26583d70391c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:08.316865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Network 9cc1870b-44c6-49df-b549-ffb90a147677 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:08.321033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60084) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.330695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:08.333030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.334212 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-aea38912-6228-4ff0-9286-26dab7c0a8bd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7048943 Jan 12 09:34:08.334595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:08.345737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 729cb049-c596-4b1f-bc53-ae317e1320e8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:08.346245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.346791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-c4fb6610-f59f-471b-854d-f2d5ae1013fc tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.347958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c4fb6610-f59f-471b-854d-f2d5ae1013fc tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0255954 Jan 12 09:34:08.349278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Usage tracker for resource:network and tenant:7cf55cab99534d9892d1ee99666e723f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:08.353724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60088) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.353724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60090) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.363265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:08.372972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-8eb85953-c185-44f5-b4b6-5f19297bd086 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.374259 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8eb85953-c185-44f5-b4b6-5f19297bd086 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0140688 Jan 12 09:34:08.374974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:08.399099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60096) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.409115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:08.409663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Checking segment: {'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:08.410148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.410625 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Bound using segment: {'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:08.411285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Bound port: 7e1437e7-5076-4bba-8988-4503bbeb8120, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:08.411764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.443247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-abd699a4-819a-47d4-b82c-42554b540678 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.444792 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-abd699a4-819a-47d4-b82c-42554b540678 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0444434 Jan 12 09:34:08.457384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60100) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.458258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:08.480638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-ddd38bf1-81e3-4d80-8f16-80d1c3aa9acd tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.481739 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ddd38bf1-81e3-4d80-8f16-80d1c3aa9acd tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0210762 Jan 12 09:34:08.484565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Pushing event updated for resources: {'Network': ['ID=436c46a7-8f91-425c-9738-033b1961224d,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:08.496311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60104) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.519919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 436c46a7-8f91-425c-9738-033b1961224d details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:08.569333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-584234b3-aa48-453c-a2e7-b84a90b8d89d tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.571596 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-584234b3-aa48-453c-a2e7-b84a90b8d89d tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0761325 Jan 12 09:34:08.576166 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Set router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:08.577568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60108) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.591929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-04300545-9dd6-4532-b83f-288381200255 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.595581 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-04300545-9dd6-4532-b83f-288381200255 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0127416 Jan 12 09:34:08.595581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Made reservation on behalf of 7cf55cab99534d9892d1ee99666e723f for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:08.597745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60112) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.598564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.616595 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-11961407-7a07-4d6d-8169-c698a892387f tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.621109 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-11961407-7a07-4d6d-8169-c698a892387f tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0184677 Jan 12 09:34:08.625686 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c9949637-f2c7-49cd-9353-5e71e70d9ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7209406 Jan 12 09:34:08.631040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60116) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.646422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.651693 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-62902218-6f38-4f5d-829c-afa958dbd7ef tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.652445 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-62902218-6f38-4f5d-829c-afa958dbd7ef tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0204988 Jan 12 09:34:08.664383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60128) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.669905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.679093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-e59d5104-45f6-447d-9b12-8ae839daba14 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.683723 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e59d5104-45f6-447d-9b12-8ae839daba14 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0120082 Jan 12 09:34:08.690274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60132) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.717981 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-a0ff675c-89ec-4c58-9369-46bfb7c72ede tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.717981 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a0ff675c-89ec-4c58-9369-46bfb7c72ede tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0167787 Jan 12 09:34:08.719495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60136) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.725813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:08.738826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-ec7576ee-9ab4-4a48-878f-7f9b15098e35 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.738826 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ec7576ee-9ab4-4a48-878f-7f9b15098e35 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0119345 Jan 12 09:34:08.741485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60140) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.741485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7dd77a-d73a-461f-857e-18cc50e6b735,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:08.748650 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.776026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-5797e119-153c-43e8-b912-2c943b68609f tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.777550 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5797e119-153c-43e8-b912-2c943b68609f tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0333712 Jan 12 09:34:08.780421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60144) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.792806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-b8ef6eed-e213-470f-8289-e6b154d4e09e tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.794150 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b8ef6eed-e213-470f-8289-e6b154d4e09e tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0117745 Jan 12 09:34:08.795601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.796108 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Added segment 2143a8c9-d83f-42d8-9db7-b9f86787ee0b of type vlan for network 770d913a-fd1f-4344-a996-069ebdfdb1a7 Jan 12 09:34:08.797517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Attempting to bind port 6e78ae96-a4e3-4c22-a2f4-26583d70391c on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:08.797974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Attempting to bind port 6e78ae96-a4e3-4c22-a2f4-26583d70391c by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:08.798417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Attempting to bind port 6e78ae96-a4e3-4c22-a2f4-26583d70391c on network 9cc1870b-44c6-49df-b549-ffb90a147677 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:08.798882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.799787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.806963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60148) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.817533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-7ea74bd8-f3df-4d79-953a-0a0267b24b53 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.818800 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7ea74bd8-f3df-4d79-953a-0a0267b24b53 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0093668 Jan 12 09:34:08.822751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-6aaa5d75-9956-4069-9f5c-ddda2e83298e', 'network_id': '6aaa5d75-9956-4069-9f5c-ddda2e83298e', 'tenant_id': '367b394a1a80425484c2ea57d240090f', 'fixed_ips': [{'subnet_id': 'ea1320fe-e169-4ca7-999c-814565974bdc'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:34:08.823751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.829331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60152) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.832408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Allocated IP 172.20.0.8 (6aaa5d75-9956-4069-9f5c-ddda2e83298e/ea1320fe-e169-4ca7-999c-814565974bdc/4ffac76f-3663-43d9-b7b1-8b60d0657d0e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:08.866855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:08.871204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Usage tracker for resource:security_group_rule and tenant:7cf55cab99534d9892d1ee99666e723f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:08.875138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:08.875765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] For port 7e1437e7-5076-4bba-8988-4503bbeb8120, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:08.879266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] For port 7e1437e7-5076-4bba-8988-4503bbeb8120, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7e1437e7-5076-4bba-8988-4503bbeb8120,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:08.881848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:08.889869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-3443da2f-92f0-4c3d-b0f3-bd87b88374dc tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.891112 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3443da2f-92f0-4c3d-b0f3-bd87b88374dc tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0606399 Jan 12 09:34:08.903350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:08.903900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Checking segment: {'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:08.904408 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.904959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Bound using segment: {'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:08.905612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Bound port: 6e78ae96-a4e3-4c22-a2f4-26583d70391c, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:08.906098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.914158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60156) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.916332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.930031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-bbe8ac68-8215-4ff9-ad6f-e6c5b067983c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.931344 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bbe8ac68-8215-4ff9-ad6f-e6c5b067983c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0159268 Jan 12 09:34:08.934688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60160) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.952454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.963350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-47c980c8-d0fe-4aa3-a95c-3912e3e46980 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.967227 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-47c980c8-d0fe-4aa3-a95c-3912e3e46980 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0296576 Jan 12 09:34:08.974849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60166) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.986626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.995211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-44ade20a-90bf-4449-bb80-71b85553c92f tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:08.998585 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-44ade20a-90bf-4449-bb80-71b85553c92f tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0171404 Jan 12 09:34:09.005443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60170) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.033828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-0ef498c8-024c-40ac-95ae-4b1d90ff3d1c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.036951 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0ef498c8-024c-40ac-95ae-4b1d90ff3d1c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0213695 Jan 12 09:34:09.041302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60174) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.043420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.046182 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.065356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-6ed6df13-55a0-421e-8680-9b00d55d6397 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.067025 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6ed6df13-55a0-421e-8680-9b00d55d6397 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0105298 Jan 12 09:34:09.078463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60178) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.092622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-714f67b6-433f-493b-b2be-10a4bdbacd1c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.093889 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-714f67b6-433f-493b-b2be-10a4bdbacd1c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0084133 Jan 12 09:34:09.130289 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.167082 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:06Z', 'revision_number': 3, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:09.172976 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Checking router: 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:34:09.173612 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Updating router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:34:09.205273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60182) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.220338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eb6ca-9667-43b2-932b-041572ee3ca2 None None] Pushing event updated for resources: {'Port': ['ID=7e1437e7-5076-4bba-8988-4503bbeb8120,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:09.238556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-2eadf3b9-c65a-4688-8da6-fa2c3c2899e9 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.239779 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2eadf3b9-c65a-4688-8da6-fa2c3c2899e9 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0322890 Jan 12 09:34:09.244171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60186) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.257021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-a2168c88-02f9-436f-a118-b45135049b9e tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.258202 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a2168c88-02f9-436f-a118-b45135049b9e tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078857 Jan 12 09:34:09.260550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.262903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:09.263693 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.269857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 729cb049-c596-4b1f-bc53-ae317e1320e8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=729cb049-c596-4b1f-bc53-ae317e1320e8,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:09.272214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60190) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.279732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.282151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] For port 6e78ae96-a4e3-4c22-a2f4-26583d70391c, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:09.299475 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.313596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:09.317808 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.335168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.335507 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Added segment b5ee8b76-5ca8-4a2c-92f0-77fe0f07eb59 of type vlan for network 656784e8-19b0-4467-8aae-5ef94ad66a63 Jan 12 09:34:09.336414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-046a9143-c156-4572-bff4-3a8f4fc37a90 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.337638 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-046a9143-c156-4572-bff4-3a8f4fc37a90 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0402565 Jan 12 09:34:09.387392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] For port 6e78ae96-a4e3-4c22-a2f4-26583d70391c, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6e78ae96-a4e3-4c22-a2f4-26583d70391c,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:09.396884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60194) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.403208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.420821 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=729cb049-c596-4b1f-bc53-ae317e1320e8,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:09.424734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.448591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-7cf1dec8-7465-4914-a1ea-c686bad53146 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.449559 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7cf1dec8-7465-4914-a1ea-c686bad53146 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0283563 Jan 12 09:34:09.458581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60198) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.543251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-b0a95dde-f298-422b-8bbf-531bd7d29f20 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.545073 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b0a95dde-f298-422b-8bbf-531bd7d29f20 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0629778 Jan 12 09:34:09.560415 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.7876365 Jan 12 09:34:09.562355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300fd5c-5883-4963-bd27-6303a31df833 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event updated for resources: {'Network': ['ID=770d913a-fd1f-4344-a996-069ebdfdb1a7,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:09.566485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60202) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.566861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60204) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.591186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 770d913a-fd1f-4344-a996-069ebdfdb1a7 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:09.647816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-98ce72d2-35de-4938-a6f6-962f783195d0 None None] Provisioning complete for port 729cb049-c596-4b1f-bc53-ae317e1320e8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:09.651161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98ce72d2-35de-4938-a6f6-962f783195d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.673166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-a66d8759-137c-454f-bfc5-00dc82c57156 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.676643 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a66d8759-137c-454f-bfc5-00dc82c57156 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.1025124 Jan 12 09:34:09.679406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:09.686200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60212) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.729822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-9184b5d8-a76e-47e9-a0b6-5aee63f2aeca tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.742757 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9184b5d8-a76e-47e9-a0b6-5aee63f2aeca tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0300050 Jan 12 09:34:09.746860 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60216) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.758068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-6b8a08e9-1fc5-466c-9527-89e31d16ed59 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.765529 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6b8a08e9-1fc5-466c-9527-89e31d16ed59 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0164669 Jan 12 09:34:09.773993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60220) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.785738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-c76a35f1-1f94-4817-ab21-4b62d726a089 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.786764 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c76a35f1-1f94-4817-ab21-4b62d726a089 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0107713 Jan 12 09:34:09.809015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84471d6c-60b3-4a28-9d10-d9f420935123 None None] Pushing event updated for resources: {'Port': ['ID=6e78ae96-a4e3-4c22-a2f4-26583d70391c,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:09.836810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60224) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.849391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-da9d277d-114c-4242-924c-4098a52d916a tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.857129 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-da9d277d-114c-4242-924c-4098a52d916a tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0136347 Jan 12 09:34:09.859831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60228) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.892470 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.919190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76677b3f-8732-4377-b3fe-55bd083b7dd4,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:09.944118 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Transition to ACTIVE for port object 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:09.968661 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.984910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-2b1f06a7-8d29-4b1f-9900-afc86c711f57 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:09.985911 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2b1f06a7-8d29-4b1f-9900-afc86c711f57 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.1235225 Jan 12 09:34:09.991983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60232) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.003099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-276ab49f-da50-46b0-9606-9ea0d8d6873b tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.004234 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-276ab49f-da50-46b0-9606-9ea0d8d6873b tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0094361 Jan 12 09:34:10.007722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60236) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.038685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60238) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.045929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-56abfc74-0bbb-4d00-a39c-df53a0146a7a tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.049466 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-56abfc74-0bbb-4d00-a39c-df53a0146a7a tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0157580 Jan 12 09:34:10.049601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Request body: {'port': {'network_id': '436c46a7-8f91-425c-9738-033b1961224d', 'binding:host_id': 'hv-neutron-8243', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-762078843'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:10.058686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60244) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.061476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:10.069474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-42dca400-8668-414c-bdd8-88e25a482fc0 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.073769 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-42dca400-8668-414c-bdd8-88e25a482fc0 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108294 Jan 12 09:34:10.075690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Usage tracker for resource:port and tenant:ca7f1ab7aaef4988b174190ecd783662 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:10.078125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60248) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.082598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:10.088918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-5b9f1839-4cbb-4654-97ee-64a2691aa6f2 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.092225 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5b9f1839-4cbb-4654-97ee-64a2691aa6f2 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0096555 Jan 12 09:34:10.092379 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Attempting to bind port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:10.092379 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Attempting to bind port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:10.097850 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Attempting to bind port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:10.098046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60252) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.098161 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Pushing event updated for resources: {'Port': ['ID=9584da32-7a60-4cbc-b579-c3ad8d0a8f42,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:10.098311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:10.105285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-aac91c41-3492-439a-adc5-0ef936d90478 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.108927 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aac91c41-3492-439a-adc5-0ef936d90478 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0082405 Jan 12 09:34:10.109676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60256) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.110336 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:10.110934 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:10.111881 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.112126 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:10.112846 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Bound port: 9584da32-7a60-4cbc-b579-c3ad8d0a8f42, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:10.113446 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.125616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-f2542c88-04c0-48cd-af23-84e62add354c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.129115 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f2542c88-04c0-48cd-af23-84e62add354c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0119240 Jan 12 09:34:10.133166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60260) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.138137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Made reservation on behalf of ca7f1ab7aaef4988b174190ecd783662 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:10.140401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.146010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.146735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:10.147402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.154126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-45934d9a-128e-4792-90fb-b6987250a428 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.157736 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-45934d9a-128e-4792-90fb-b6987250a428 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0210171 Jan 12 09:34:10.157893 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.157893 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.157893 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.157893 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.157893 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.157893 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.158555 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.159060 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.159290 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.159698 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.160104 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:10.160961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60264) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Tracked resource versions report: Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: pushed versions: Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: { 'ConntrackHelper': {'1.0'}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Log': {'1.0'}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Network': {'1.1'}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Port': {'1.5'}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'PortForwarding': {'1.2'}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'QosPolicy': {'1.8'}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SecurityGroup': {'1.2'}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SecurityGroupRule': {'1.0'}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SubPort': {'1.0'}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Subnet': {'1.1'}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Trunk': {'1.1'}} Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: consumer versions: Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: { DHCP agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: HyperV agent@hv-neutron-8243: {}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: L3 agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: Metadata agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: Metering agent@dv-neutron-824347-1-hyperv: {}, Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: Open vSwitch agent@dv-neutron-824347-1-hyperv: { 'ConntrackHelper': '1.0', Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Log': '1.0', Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Network': '1.1', Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Port': '1.5', Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'PortForwarding': '1.2', Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'QosPolicy': '1.8', Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SecurityGroup': '1.2', Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SecurityGroupRule': '1.0', Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'SubPort': '1.0', Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Subnet': '1.1', Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: 'Trunk': '1.1'}} Jan 12 09:34:10.161371 dv-neutron-824347-1-hyperv neutron-server[83597]: {{(pid=83597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:34:10.174259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-2225910d-4d53-4463-a9af-aa0951f519f0 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.174259 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2225910d-4d53-4463-a9af-aa0951f519f0 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0090158 Jan 12 09:34:10.181928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60268) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.182745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.216514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-fae779da-ebab-4c74-82eb-7b2ee9fe04c9 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.217540 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fae779da-ebab-4c74-82eb-7b2ee9fe04c9 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0252428 Jan 12 09:34:10.221043 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] For port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:10.223806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60272) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.225782 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] For port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=9584da32-7a60-4cbc-b579-c3ad8d0a8f42,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:10.235277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-e97ff530-7613-4fe3-9a8f-10319260d247 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.236145 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e97ff530-7613-4fe3-9a8f-10319260d247 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0087781 Jan 12 09:34:10.236503 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.246520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60276) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.260226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-dfc5fbb7-5090-4e40-b633-551aed17b3d5 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.261198 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dfc5fbb7-5090-4e40-b633-551aed17b3d5 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0112667 Jan 12 09:34:10.288333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60280) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.293914 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:10.306970 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-43e7eb65-8fb2-4355-8e37-97c80b0c874e tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.311357 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-43e7eb65-8fb2-4355-8e37-97c80b0c874e tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0185089 Jan 12 09:34:10.318512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60284) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.320585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Usage tracker for resource:security_group_rule and tenant:ca7f1ab7aaef4988b174190ecd783662 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:10.328530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:10.331729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Router 445b9e07-3067-4281-afe0-6934131e9ca8 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:34:10.332554 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ecb3-06e1-41da-90fc-f3241948656a None None] Pushing event updated for resources: {'Port': ['ID=9584da32-7a60-4cbc-b579-c3ad8d0a8f42,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:10.336004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [None req-436f908a-2219-4d91-bba2-d5e0ccc66f04 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.346976 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-436f908a-2219-4d91-bba2-d5e0ccc66f04 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0098429 Jan 12 09:34:10.347818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:10.351629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60288) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.352532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.355073 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Routers {'6f0f57d1-f9aa-45d2-ad4e-8e7773702383'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:10.356325 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:10.360674 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Pushing event updated for resources: {'Network': ['ID=656784e8-19b0-4467-8aae-5ef94ad66a63,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:10.363704 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2bb43b32-4c35-4879-9d8b-8b34be2f9087 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0641394 Jan 12 09:34:10.365034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-e93e3da5-f118-456c-a150-e31fa8d9169c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.369389 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e93e3da5-f118-456c-a150-e31fa8d9169c tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0121236 Jan 12 09:34:10.369596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60292) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.371865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60294) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.376349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 656784e8-19b0-4467-8aae-5ef94ad66a63 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:10.393706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Request body: {'network': {'project_id': '7cf55cab99534d9892d1ee99666e723f'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:10.395139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-28f64c82-aa12-44f7-b376-675ddb5a546a tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.398754 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-28f64c82-aa12-44f7-b376-675ddb5a546a tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0105264 Jan 12 09:34:10.437335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.462051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Transition to ACTIVE for port object 4ffac76f-3663-43d9-b7b1-8b60d0657d0e will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:10.469880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60300) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.499644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:10.594713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-28494695-5f30-47a8-b4a0-805b66117ce3 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.595680 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-28494695-5f30-47a8-b4a0-805b66117ce3 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0163643 Jan 12 09:34:10.599679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60304) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.615780 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-354b1181-5697-404c-9039-13c0d70761e4 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.616889 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-354b1181-5697-404c-9039-13c0d70761e4 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0123768 Jan 12 09:34:10.617593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:34:10.620491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60308) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.635372 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-c07a21e4-0d40-4bc7-8018-45fc094933f3 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.636346 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c07a21e4-0d40-4bc7-8018-45fc094933f3 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0133114 Jan 12 09:34:10.640737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Allocated IP 172.20.0.2 (6aaa5d75-9956-4069-9f5c-ddda2e83298e/ea1320fe-e169-4ca7-999c-814565974bdc/95d9eab6-78a5-47c1-8da1-7be0a23afc23) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:10.642335 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60312) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.657379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-2b29b0f7-2a07-4f9d-9e65-53ca2705eda5 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.660948 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2b29b0f7-2a07-4f9d-9e65-53ca2705eda5 tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0150967 Jan 12 09:34:10.671302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.675023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60316) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.685943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Usage tracker for resource:network and tenant:7cf55cab99534d9892d1ee99666e723f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:10.693524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [None req-f41b1960-75d1-460a-a5fd-7b947471fa3e tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:10.701367 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f41b1960-75d1-460a-a5fd-7b947471fa3e tempest-ExtensionsTestJSON-1356225404 tempest-ExtensionsTestJSON-1356225404-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0143166 Jan 12 09:34:10.701577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:10.709328 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] Set router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:10.815880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.832307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.855575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] device_id is not set on port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:10.858769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:11.017923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeae4d9b-bf24-44b7-941a-c11e8c777a98,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:11.056622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.072707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Transition to ACTIVE for port object 95d9eab6-78a5-47c1-8da1-7be0a23afc23 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:11.101694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Transition to ACTIVE for port object 95d9eab6-78a5-47c1-8da1-7be0a23afc23 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:11.110260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef9628-2367-42ac-b4d4-8471ad5813fc None None] Network 6fa7509a-e83f-4be8-820f-eefe950e0df1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:11.114091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Made reservation on behalf of 7cf55cab99534d9892d1ee99666e723f for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:11.128489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.137093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.183034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Network 6aaa5d75-9956-4069-9f5c-ddda2e83298e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:11.192808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.212928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Pushing event updated for resources: {'Port': ['ID=4ffac76f-3663-43d9-b7b1-8b60d0657d0e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:11.217926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:11.234607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:11.253121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:11.255368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.274125 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Pushing event updated for resources: {'Port': ['ID=95d9eab6-78a5-47c1-8da1-7be0a23afc23,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:11.294012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60326) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:11.304926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Network 6aaa5d75-9956-4069-9f5c-ddda2e83298e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:11.307923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:11.310863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:11.356648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.357131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.360545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.361005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > port after_create 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.361552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.361974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > port after_update 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.363304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.363756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.366317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.368281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.413302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-61cbc669-f4f9-4b65-8234-fe4f11aa67c4 None None] Provisioning for port 7e1437e7-5076-4bba-8988-4503bbeb8120 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:11.418119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f3742c-5a5a-4a69-a30a-8a44352dd542 None None] Network 9cc1870b-44c6-49df-b549-ffb90a147677 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:11.438452 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:06Z', 'revision_number': 3, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:11.449384 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ad479-79de-49ff-b3f3-92e3fa4f2216 None None] The sync data for ids ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'] in dv-neutron-824347-1-hyperv is: [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:06Z', 'revision_number': 3, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:34:11.636779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 729cb049-c596-4b1f-bc53-ae317e1320e8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:11.650203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.659204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Attempting to bind port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:11.659695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Attempting to bind port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f5c5c797-e9de-4b24-a13d-299f3b3106f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6aaa5d75-9956-4069-9f5c-ddda2e83298e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:11.660143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Attempting to bind port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 on network 6aaa5d75-9956-4069-9f5c-ddda2e83298e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:11.662403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:34:11.666121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.666523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.666812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.667335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:11.668046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770d913a-fd1f-4344-a996-069ebdfdb1a7']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:11.670071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] device_id is not set on port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:11.683010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:11.693282 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.693873 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Added segment 15c12bbe-9d3f-4795-8957-c64f82edb2a9 of type vlan for network 745a9794-7382-4426-8fc3-6904ff8a6abd Jan 12 09:34:11.704750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:34:11.709235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.719584 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Sync routers for ids ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:34:11.723322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Sync routers for ids ['445b9e07-3067-4281-afe0-6934131e9ca8'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:34:11.729026 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.743619 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Routers {'4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:11.748141 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:11.775934 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2646b096-bdc8-417e-b7d5-1b34d16b3571 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9256866 Jan 12 09:34:11.780116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.781267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:11.782027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.789014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2143a8c9-d83f-42d8-9db7-b9f86787ee0b') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:11.789480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2143a8c9-d83f-42d8-9db7-b9f86787ee0b') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:11.794857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:11.795313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Checking segment: {'id': 'f5c5c797-e9de-4b24-a13d-299f3b3106f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6aaa5d75-9956-4069-9f5c-ddda2e83298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:11.795761 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.796200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Bound using segment: {'id': 'f5c5c797-e9de-4b24-a13d-299f3b3106f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6aaa5d75-9956-4069-9f5c-ddda2e83298e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:11.796730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Bound port: 95d9eab6-78a5-47c1-8da1-7be0a23afc23, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5c797-e9de-4b24-a13d-299f3b3106f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6aaa5d75-9956-4069-9f5c-ddda2e83298e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:11.797183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.798075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60332) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:11.798932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Transition to ACTIVE for port object 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:11.845195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:11.848120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.850099 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e871d103-57cb-47d5-9c2f-2f60c340d1bd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.4906869 Jan 12 09:34:11.851154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.855270 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c76dd3f7-ec0d-434a-8ba1-199cb928317f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2812552 Jan 12 09:34:11.856160 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60334) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:11.856160 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60336) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:11.870115 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] Usage tracker for resource:security_group_rule and tenant:a8d1382e951a42f6beae905bbc03124b is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:11.874320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.938535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:11.969510 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Routers {'445b9e07-3067-4281-afe0-6934131e9ca8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:11.970261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['445b9e07-3067-4281-afe0-6934131e9ca8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:11.977346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Pushing event updated for resources: {'Network': ['ID=745a9794-7382-4426-8fc3-6904ff8a6abd,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:11.996768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.038354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:12.062707 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Set router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:12.070340 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 745a9794-7382-4426-8fc3-6904ff8a6abd details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:12.158120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.172753 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-06fcb7dc-4495-473f-b0a7-0f9a9a733a3e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7870650 Jan 12 09:34:12.175375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60344) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:12.196420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:12.197206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.215903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5858bcd1-87c5-4f78-ae13-27e4caf2fa59 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Request body: {'network': {'project_id': '7cf55cab99534d9892d1ee99666e723f'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:12.220124 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event updated for resources: {'Port': ['ID=96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:12.224134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-030ec17c-a245-4786-9456-d9fe6dad70af None None] Provisioning for port 6e78ae96-a4e3-4c22-a2f4-26583d70391c completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn_limited( Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn_limited( Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:12.228863 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:12.237996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-59f5aeff-815a-4857-98e8-84fdc1c96066 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Deleting port 4ffac76f-3663-43d9-b7b1-8b60d0657d0e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:12.238598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59f5aeff-815a-4857-98e8-84fdc1c96066 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.356070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Checking segment: {'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:12.356737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Network hostable DHCP agents. Network: 436c46a7-8f91-425c-9738-033b1961224d, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:12.400402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.434355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] For port 95d9eab6-78a5-47c1-8da1-7be0a23afc23, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:12.494119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 729cb049-c596-4b1f-bc53-ae317e1320e8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:12.494493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.520174 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:08Z', 'revision_number': 3, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:12.526327 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Checking router: 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:34:12.527015 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Updating router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 port cb9fd86c-7353-4a92-9a65-d017ec86c537 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:34:12.543971 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5858bcd1-87c5-4f78-ae13-27e4caf2fa59 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:12.550185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.574069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5858bcd1-87c5-4f78-ae13-27e4caf2fa59 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Usage tracker for resource:network and tenant:7cf55cab99534d9892d1ee99666e723f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:12.582974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5858bcd1-87c5-4f78-ae13-27e4caf2fa59 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:12.609435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be86d50-3a3e-4def-946c-6e26d83b8ddf,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:12.630802 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.633783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5858bcd1-87c5-4f78-ae13-27e4caf2fa59 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:12.662072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] For port 95d9eab6-78a5-47c1-8da1-7be0a23afc23, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=95d9eab6-78a5-47c1-8da1-7be0a23afc23,segment=NetworkSegment(f5c5c797-e9de-4b24-a13d-299f3b3106f7),segment_id=f5c5c797-e9de-4b24-a13d-299f3b3106f7)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:12.670858 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5858bcd1-87c5-4f78-ae13-27e4caf2fa59 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 12 09:34:12.671703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5858bcd1-87c5-4f78-ae13-27e4caf2fa59 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:34:12.676399 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5858bcd1-87c5-4f78-ae13-27e4caf2fa59 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4904325 Jan 12 09:34:12.685990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.686790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60348) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:12.762200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] Synchronizing usage tracker for tenant:e6d3bd178b2f4930bac17b5dad4254b1 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:12.797614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Network 436c46a7-8f91-425c-9738-033b1961224d is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:12.808604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Set router 445b9e07-3067-4281-afe0-6934131e9ca8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:12.826205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 436c46a7-8f91-425c-9738-033b1961224d) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:12.830365 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:12.922112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.938058 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065efd16-bd8e-4830-8e31-6af63c8d8641 None None] Network 436c46a7-8f91-425c-9738-033b1961224d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:13.020517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] Unset dirty status for tenant:e6d3bd178b2f4930bac17b5dad4254b1 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:13.026261 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-037281af-8c3c-4785-93fb-5434598bb8ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8d1382e951a42f6beae905bbc03124b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7168040 Jan 12 09:34:13.033402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60352) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:13.042777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:13.043129 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:13.043489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:13.079418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 770d913a-fd1f-4344-a996-069ebdfdb1a7 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 12 09:34:13.088911 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-73409d7a-44cc-4a3a-8380-2269b518b01e tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7cf55cab99534d9892d1ee99666e723f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4005919 Jan 12 09:34:13.094318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:13.094708 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:13.096984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60356) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:13.098778 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 2 to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c Jan 12 09:34:13.117502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event deleted for resources: {'Network': ['ID=770d913a-fd1f-4344-a996-069ebdfdb1a7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:13.121516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:13.121847 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:13.122183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:13.133591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.135045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:13.135367 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:13.138784 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.142566 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 3 to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c Jan 12 09:34:13.156395 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Transition to ACTIVE for port object cb9fd86c-7353-4a92-9a65-d017ec86c537 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:13.171163 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-394234ef-4a31-4d71-a185-5470ab595000 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "DELETE /v2.0/networks/770d913a-fd1f-4344-a996-069ebdfdb1a7 HTTP/1.1" status: 204 len: 168 time: 3.5852184 Jan 12 09:34:13.171932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60360) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:13.172744 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.177709 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:13.178029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:13.178366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:13.188550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:13.188550 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:13.193919 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 4 to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c Jan 12 09:34:13.229131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:13.240275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:13.249291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Usage tracker for resource:network and tenant:94d7f2af28fe46fb8ac6964f0d69c09a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:13.257551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:13.271360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:13.299732 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986d937-69ca-4b85-b53a-8a6403196465 None None] Pushing event updated for resources: {'Port': ['ID=cb9fd86c-7353-4a92-9a65-d017ec86c537,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:13.301040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:13.301411 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:13.302198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:13.303969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59f5aeff-815a-4857-98e8-84fdc1c96066 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.317230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Made reservation on behalf of 94d7f2af28fe46fb8ac6964f0d69c09a for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:13.319684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.343009 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Attempting to bind port cb9fd86c-7353-4a92-9a65-d017ec86c537 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:13.343532 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Attempting to bind port cb9fd86c-7353-4a92-9a65-d017ec86c537 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:13.343992 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Attempting to bind port cb9fd86c-7353-4a92-9a65-d017ec86c537 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:13.356106 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:13.356636 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:13.357135 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.358094 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:13.358704 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Bound port: cb9fd86c-7353-4a92-9a65-d017ec86c537, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:13.359197 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.427253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee600bd-9f99-4acf-a950-7db4ebbc8ebf None None] Pushing event updated for resources: {'Port': ['ID=95d9eab6-78a5-47c1-8da1-7be0a23afc23,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:13.448843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:13.449164 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:13.449723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-696ca614-b0dc-4a1c-ab03-706d4fbe75c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.475911 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 5 to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c Jan 12 09:34:13.482694 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] For port cb9fd86c-7353-4a92-9a65-d017ec86c537, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:13.488618 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] For port cb9fd86c-7353-4a92-9a65-d017ec86c537, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cb9fd86c-7353-4a92-9a65-d017ec86c537,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:13.494881 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.552631 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-59f5aeff-815a-4857-98e8-84fdc1c96066 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Calling delete_port for 4ffac76f-3663-43d9-b7b1-8b60d0657d0e owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:13.594900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:13.595338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:13.595774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:13.609091 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7e1437e7-5076-4bba-8988-4503bbeb8120 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:13.612829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-696ca614-b0dc-4a1c-ab03-706d4fbe75c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.622354 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Routers {'4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:13.623009 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:13.673858 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:13.674177 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:13.676234 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 6 to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c Jan 12 09:34:13.689633 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986d937-69ca-4b85-b53a-8a6403196465 None None] Pushing event updated for resources: {'Port': ['ID=cb9fd86c-7353-4a92-9a65-d017ec86c537,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:13.720115 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:13.720594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:13.721025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:13.750192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:13.751049 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:13.754072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:13.758609 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 7 to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c Jan 12 09:34:13.803279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-28b283e1-8e35-46b3-884f-7a366087c12b None None] Provisioning complete for port 7e1437e7-5076-4bba-8988-4503bbeb8120 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:13.803673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28b283e1-8e35-46b3-884f-7a366087c12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.884203 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 7e1437e7-5076-4bba-8988-4503bbeb8120 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:13.902149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7e1437e7-5076-4bba-8988-4503bbeb8120 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:13.902149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.910369 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] Set router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:13.912251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:13.912719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:13.915198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:13.977944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8617a66b-0ca0-43ad-ace1-06cea26341c1 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.057069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8617a66b-0ca0-43ad-ace1-06cea26341c1 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.087784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:14.088247 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:14.091141 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 8 to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c Jan 12 09:34:14.106172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-696ca614-b0dc-4a1c-ab03-706d4fbe75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.148190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.148528 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Added segment 73d21193-3ce1-4cda-af26-d0d96c4e4958 of type vlan for network 8ef28e44-7211-46ce-9f8d-997aaaf23174 Jan 12 09:34:14.162470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-696ca614-b0dc-4a1c-ab03-706d4fbe75c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.164112 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-696ca614-b0dc-4a1c-ab03-706d4fbe75c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8be86d50-3a3e-4def-946c-6e26d83b8ddf HTTP/1.1" status: 204 len: 168 time: 1.1246891 Jan 12 09:34:14.182744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:14.183080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:14.183407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:14.226189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:14.226649 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:14.250878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ca614-b0dc-4a1c-ab03-706d4fbe75c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be86d50-3a3e-4def-946c-6e26d83b8ddf,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:14.263481 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 9 to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c Jan 12 09:34:14.275129 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28b283e1-8e35-46b3-884f-7a366087c12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.294758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:14.295113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:14.295480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:14.305307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.305617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:14.305948 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:14.313272 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 10 to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c Jan 12 09:34:14.330761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59f5aeff-815a-4857-98e8-84fdc1c96066 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.356402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:14.357236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:14.357714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:14.371177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:14.371985 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:14.372644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.419067 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.433547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5aeff-815a-4857-98e8-84fdc1c96066 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Pushing event deleted for resources: {'Port': ['ID=4ffac76f-3663-43d9-b7b1-8b60d0657d0e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:14.437948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b609fa6b-2da7-48c1-a620-0482b90c183a None None] Network 6aaa5d75-9956-4069-9f5c-ddda2e83298e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:14.474835 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8617a66b-0ca0-43ad-ace1-06cea26341c1 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.483676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-28b283e1-8e35-46b3-884f-7a366087c12b None None] For port 7e1437e7-5076-4bba-8988-4503bbeb8120, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7e1437e7-5076-4bba-8988-4503bbeb8120,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:14.534624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617a66b-0ca0-43ad-ace1-06cea26341c1 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76677b3f-8732-4377-b3fe-55bd083b7dd4,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:14.542047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.542916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:14.549840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.555514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] For port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:14.556224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempted to set empty binding levels {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 12 09:34:14.573466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28b283e1-8e35-46b3-884f-7a366087c12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.607463 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:08Z', 'revision_number': 3, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:14.611825 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea43705b-d501-4829-bd8f-baa1f5a23771 None None] The sync data for ids ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'] in dv-neutron-824347-1-hyperv is: [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:08Z', 'revision_number': 3, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:34:14.626462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.683700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.686156 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b283e1-8e35-46b3-884f-7a366087c12b None None] Pushing event updated for resources: {'Port': ['ID=7e1437e7-5076-4bba-8988-4503bbeb8120,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:14.779268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8617a66b-0ca0-43ad-ace1-06cea26341c1 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.780329 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8617a66b-0ca0-43ad-ace1-06cea26341c1 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/76677b3f-8732-4377-b3fe-55bd083b7dd4 HTTP/1.1" status: 204 len: 168 time: 1.6673238 Jan 12 09:34:14.787570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60372) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:14.788642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event updated for resources: {'Network': ['ID=8ef28e44-7211-46ce-9f8d-997aaaf23174,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:14.791693 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-98b1c0ff-6cdd-48f2-856c-7d0b2b47978a tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6027305 Jan 12 09:34:14.803942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60376) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:14.815571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Request body: {'subnet': {'network_id': '8ef28e44-7211-46ce-9f8d-997aaaf23174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:14.825008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:14.836971 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.849606 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.8078363 Jan 12 09:34:14.851169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Usage tracker for resource:subnet and tenant:94d7f2af28fe46fb8ac6964f0d69c09a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:14.854613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:14.857163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60380) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:14.862371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59f5aeff-815a-4857-98e8-84fdc1c96066 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.866917 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-59f5aeff-815a-4857-98e8-84fdc1c96066 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] 10.222.0.58 "DELETE /v2.0/ports/4ffac76f-3663-43d9-b7b1-8b60d0657d0e HTTP/1.1" status: 204 len: 168 time: 2.9430606 Jan 12 09:34:14.875031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 8ef28e44-7211-46ce-9f8d-997aaaf23174 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:14.898140 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60384) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:14.902408 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b41d5a-eb9c-45b2-bec4-58e4640f02ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event updated for resources: {'Port': ['ID=96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:14.908916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:14.937086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:08Z', 'revision_number': 3, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:14.948754 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Checking router: 445b9e07-3067-4281-afe0-6934131e9ca8 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:34:14.949221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Updating router 445b9e07-3067-4281-afe0-6934131e9ca8 port 677bf0ff-b405-46aa-a9bf-569767048061 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:34:14.968698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.081865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Made reservation on behalf of 94d7f2af28fe46fb8ac6964f0d69c09a for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:15.084397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e3521a0d-ad67-4811-b696-f45a447930ae None None] Provisioning for port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:15.089349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.121644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:15.122081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:15.123652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.237948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f929d-1b7a-414b-9e26-87541bbe2e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Deleting port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:15.238738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee7f929d-1b7a-414b-9e26-87541bbe2e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.568043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.609203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.711896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.714114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6e78ae96-a4e3-4c22-a2f4-26583d70391c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:15.858637 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1edafc8c-ece5-4ebc-9fb2-fa76312b2f06 tempest-DHCPAgentSchedulersTestJSON-934950974 tempest-DHCPAgentSchedulersTestJSON-934950974-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.9580746 Jan 12 09:34:15.859394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60400) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:15.938559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60402) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:15.960760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1754217094'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:16.014569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:16.068208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Usage tracker for resource:network and tenant:367b394a1a80425484c2ea57d240090f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:16.091700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Allocated IP 172.20.0.1 (6fa7509a-e83f-4be8-820f-eefe950e0df1/c2d119ae-48fc-47f5-99cf-576a3a3b45d4/ecc5a647-5387-4826-b540-7a0886eb4c07) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:16.102328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:16.106623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-30bdf520-d6ac-4298-8c35-546cc25ae4ba None None] Could not find standard attr ID for object 4ffac76f-3663-43d9-b7b1-8b60d0657d0e. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:34:16.113645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 6e78ae96-a4e3-4c22-a2f4-26583d70391c completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:16.116125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-ee7f929d-1b7a-414b-9e26-87541bbe2e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] For port 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c, host hv-neutron-8243, got binding levels [] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:16.116587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee7f929d-1b7a-414b-9e26-87541bbe2e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.162032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:16.164709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6e78ae96-a4e3-4c22-a2f4-26583d70391c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:16.166531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.301085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.309291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.309789 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.310896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.323860 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > port after_create 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.324745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.325557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > port after_update 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.326436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.327086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.329704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.330305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.333377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Transition to ACTIVE for port object 677bf0ff-b405-46aa-a9bf-569767048061 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:16.345061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.386931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1591901123'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:16.398028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f929d-1b7a-414b-9e26-87541bbe2e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Calling delete_port for 96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:16.445333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0de34d-d288-4a44-b86f-384382972dc4 None None] Pushing event updated for resources: {'Port': ['ID=677bf0ff-b405-46aa-a9bf-569767048061,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:16.506347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:16.508777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Made reservation on behalf of 367b394a1a80425484c2ea57d240090f for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:16.513182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.544951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Attempting to bind port 677bf0ff-b405-46aa-a9bf-569767048061 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:16.545489 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Attempting to bind port 677bf0ff-b405-46aa-a9bf-569767048061 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:16.545944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Attempting to bind port 677bf0ff-b405-46aa-a9bf-569767048061 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:16.569154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.569977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.570252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:network and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:16.570710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.571226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:34:16.571807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745a9794-7382-4426-8fc3-6904ff8a6abd']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:16.580994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:16.582189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:16.584323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.584548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:16.585141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Bound port: 677bf0ff-b405-46aa-a9bf-569767048061, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:16.586115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.592164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:16.619498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:16.638479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Allocated IP 172.20.0.1 (c8a0f3c2-e958-4b1f-8783-30432a1d04c7/bded0beb-f040-489b-8715-ee1f66e3d9ee/2235173e-d3c7-4be9-b981-2cc79954cdf0) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:16.658913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.676326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Transition to ACTIVE for port object ecc5a647-5387-4826-b540-7a0886eb4c07 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:16.685099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c12bbe-9d3f-4795-8957-c64f82edb2a9') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:16.685752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c12bbe-9d3f-4795-8957-c64f82edb2a9') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:16.688256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.707132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:16.708718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] For port 677bf0ff-b405-46aa-a9bf-569767048061, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:16.719512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.724854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.725325 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Added segment fc2ee0ea-ca53-47b2-9cf9-ad7fed182cff of type vlan for network c360cbc4-c358-420e-bae9-6c3a0b0497f4 Jan 12 09:34:16.725620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] For port 677bf0ff-b405-46aa-a9bf-569767048061, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=677bf0ff-b405-46aa-a9bf-569767048061,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:16.737398 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.769787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.795020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 6e78ae96-a4e3-4c22-a2f4-26583d70391c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6e78ae96-a4e3-4c22-a2f4-26583d70391c,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:16.803539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.816667 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.831875 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:16.832308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.838343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.849596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:16.851242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn_limited( Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn_limited( Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:16.851440 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:16.858776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.895752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Routers {'445b9e07-3067-4281-afe0-6934131e9ca8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:16.896732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['445b9e07-3067-4281-afe0-6934131e9ca8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:16.944767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:16.948707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.991000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0de34d-d288-4a44-b86f-384382972dc4 None None] Pushing event updated for resources: {'Port': ['ID=677bf0ff-b405-46aa-a9bf-569767048061,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.063146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Network 6fa7509a-e83f-4be8-820f-eefe950e0df1 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:17.076062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.089340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Pushing event updated for resources: {'Network': ['ID=c360cbc4-c358-420e-bae9-6c3a0b0497f4,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.124669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Allocated IP 172.20.0.1 (9cc1870b-44c6-49df-b549-ffb90a147677/6c73e78c-b467-4bb9-9543-c898d6de8b84/75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:17.162591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network c360cbc4-c358-420e-bae9-6c3a0b0497f4 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:17.240056 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.241573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc5a647-5387-4826-b540-7a0886eb4c07,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.250911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=6e78ae96-a4e3-4c22-a2f4-26583d70391c,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.253837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:17.255271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:17.293512 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-68dc8041-fe20-48e8-95b1-6164570b8f7c tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4002674 Jan 12 09:34:17.294858 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.300821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60416) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:17.311818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee7f929d-1b7a-414b-9e26-87541bbe2e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.314221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Pushing event deleted for resources: {'Network': ['ID=745a9794-7382-4426-8fc3-6904ff8a6abd,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.326586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:17.362918 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] Set router 445b9e07-3067-4281-afe0-6934131e9ca8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:17.385173 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e58500e7-054a-47a7-8efe-5fcb88b982bb tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] 10.222.0.58 "DELETE /v2.0/networks/745a9794-7382-4426-8fc3-6904ff8a6abd HTTP/1.1" status: 204 len: 168 time: 2.5961795 Jan 12 09:34:17.391389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60420) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:17.394050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.397217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:17.406393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f929d-1b7a-414b-9e26-87541bbe2e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event deleted for resources: {'Port': ['ID=96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.435347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.442893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.462703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:security_group_rule and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:17.467353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Transition to ACTIVE for port object 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:17.486166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:17.547407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.559530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.591492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:17.599772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:17.600135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.622487 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:17.630650 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Transition to ACTIVE for port object 2235173e-d3c7-4be9-b981-2cc79954cdf0 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:17.646924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.682913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Pushing event updated for resources: {'Port': ['ID=75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.686207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Network 9cc1870b-44c6-49df-b549-ffb90a147677 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:17.689952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:17.702300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:17.712045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1990832d-abe8-4d60-b710-991c057cc6dd None None] Provisioning for port ecc5a647-5387-4826-b540-7a0886eb4c07 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:17.749124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1990832d-abe8-4d60-b710-991c057cc6dd None None] Provisioning complete for port ecc5a647-5387-4826-b540-7a0886eb4c07 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:17.749657 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1990832d-abe8-4d60-b710-991c057cc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.773824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee7f929d-1b7a-414b-9e26-87541bbe2e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.817799 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ee7f929d-1b7a-414b-9e26-87541bbe2e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "DELETE /v2.0/ports/96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c HTTP/1.1" status: 204 len: 168 time: 2.9569619 Jan 12 09:34:17.823834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60424) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:17.858855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.887717 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ad0b40-e96d-4ae3-8f32-0a61ddab6210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:34:17.888217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b6ad0b40-e96d-4ae3-8f32-0a61ddab6210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Synchronizing usage tracker for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:17.896007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1990832d-abe8-4d60-b710-991c057cc6dd None None] Port ecc5a647-5387-4826-b540-7a0886eb4c07 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:34:17.916028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.944582 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=9584da32-7a60-4cbc-b579-c3ad8d0a8f42,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:17.951825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.952661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cb9fd86c-7353-4a92-9a65-d017ec86c537 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:17.971167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.objects.ports [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83594) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:34:17.971732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.015691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:08Z', 'revision_number': 3, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:18.051679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef8f25-1c58-4bc6-91d5-ee854f40031c None None] The sync data for ids ['445b9e07-3067-4281-afe0-6934131e9ca8'] in dv-neutron-824347-1-hyperv is: [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:08Z', 'revision_number': 3, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:34:18.077797 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=9584da32-7a60-4cbc-b579-c3ad8d0a8f42,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:18.083975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.095645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port cb9fd86c-7353-4a92-9a65-d017ec86c537 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:18.101022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port cb9fd86c-7353-4a92-9a65-d017ec86c537 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:18.101390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.121085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.122647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.133190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.170787 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4bced9dd-034c-47d1-9fbf-2cfbbd381a0f None None] Provisioning for port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:18.176453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4bced9dd-034c-47d1-9fbf-2cfbbd381a0f None None] Provisioning complete for port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:18.176812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bced9dd-034c-47d1-9fbf-2cfbbd381a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.187845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.268427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4bced9dd-034c-47d1-9fbf-2cfbbd381a0f None None] Port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:34:18.268614 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f70d19bc-0993-486d-8cb2-a378d28e0889 tempest-DHCPAgentSchedulersTestJSON-934950974 tempest-DHCPAgentSchedulersTestJSON-934950974-project-admin] 10.222.0.58 "GET /v2.0/agents/d16ac27d-0535-463c-bd95-259dd8f15183/dhcp-networks HTTP/1.1" status: 200 len: 6263 time: 0.9668462 Jan 12 09:34:18.271633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60430) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:18.274276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc5a647-5387-4826-b540-7a0886eb4c07,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:18.276604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.280199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event updated for resources: {'Subnet': ['ID=07ed31d4-bcda-48f4-9f39-3cbbf8f28fbd,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:18.287123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:18.295004 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port cb9fd86c-7353-4a92-9a65-d017ec86c537, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cb9fd86c-7353-4a92-9a65-d017ec86c537,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:18.297019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656784e8-19b0-4467-8aae-5ef94ad66a63']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:18.300643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.302243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 95d9eab6-78a5-47c1-8da1-7be0a23afc23 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:18.306888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.309916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:18.319008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.325715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:18.341300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b6ad0b40-e96d-4ae3-8f32-0a61ddab6210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Unset dirty status for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:18.342702 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b6ad0b40-e96d-4ae3-8f32-0a61ddab6210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "GET /v2.0/ports/96b45aa6-5ff2-4dc4-807c-5b0a52a9dc4c HTTP/1.1" status: 404 len: 333 time: 0.5182953 Jan 12 09:34:18.350036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60434) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:18.354914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ee8b76-5ca8-4a2c-92f0-77fe0f07eb59') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:18.354914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ee8b76-5ca8-4a2c-92f0-77fe0f07eb59') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:18.369601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Pushing event updated for resources: {'Port': ['ID=2235173e-d3c7-4be9-b981-2cc79954cdf0,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:18.370417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.394653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.425798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.432401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=cb9fd86c-7353-4a92-9a65-d017ec86c537,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:18.436590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:18.437178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.457636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:18.464113 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:18.464482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:18.578931 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:18.599865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.618820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Request body: {'port': {'network_id': '436c46a7-8f91-425c-9738-033b1961224d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593292788'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:18.632819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.635425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 95d9eab6-78a5-47c1-8da1-7be0a23afc23, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=95d9eab6-78a5-47c1-8da1-7be0a23afc23,segment=NetworkSegment(f5c5c797-e9de-4b24-a13d-299f3b3106f7),segment_id=f5c5c797-e9de-4b24-a13d-299f3b3106f7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:18.636081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.641478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.642352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7e1437e7-5076-4bba-8988-4503bbeb8120 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:18.642782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:18.695388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.702506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33382399-c873-43af-bf0d-e4350244656e tempest-DHCPAgentSchedulersTestJSON-934950974 tempest-DHCPAgentSchedulersTestJSON-934950974-project-admin] Network c360cbc4-c358-420e-bae9-6c3a0b0497f4 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:18.714951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Network 6fa7509a-e83f-4be8-820f-eefe950e0df1 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:18.717976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:18.721383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Checking segment: {'id': '73d21193-3ce1-4cda-af26-d0d96c4e4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8ef28e44-7211-46ce-9f8d-997aaaf23174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:18.721830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Network hostable DHCP agents. Network: 8ef28e44-7211-46ce-9f8d-997aaaf23174, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:18.729408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:18.731896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:18.735958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] Pushing event deleted for resources: {'Network': ['ID=656784e8-19b0-4467-8aae-5ef94ad66a63,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:18.747990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d2916-e8be-4881-b783-d43261824c89,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:18.773129 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f97037a5-e5e2-4ff0-b6a3-e337fb46e451 tempest-QuotasNegativeTest-1251953510 tempest-QuotasNegativeTest-1251953510-project-admin] 10.222.0.58 "DELETE /v2.0/networks/656784e8-19b0-4467-8aae-5ef94ad66a63 HTTP/1.1" status: 204 len: 168 time: 1.3681228 Jan 12 09:34:18.775565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.775965 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Added segment eafc4e58-57ba-4e81-82d0-e23dc9f23f62 of type vlan for network 3805c611-0c39-4dae-8338-a3599f6052a5 Jan 12 09:34:18.785941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Made reservation on behalf of ca7f1ab7aaef4988b174190ecd783662 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:18.788957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.792912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=95d9eab6-78a5-47c1-8da1-7be0a23afc23,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:18.796477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5dd6609b-d709-490b-bc8b-bdf44d70ab69 None None] Provisioning for port 2235173e-d3c7-4be9-b981-2cc79954cdf0 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:18.799505 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-33382399-c873-43af-bf0d-e4350244656e tempest-DHCPAgentSchedulersTestJSON-934950974 tempest-DHCPAgentSchedulersTestJSON-934950974-project-admin] 10.222.0.58 "POST /v2.0/agents/d16ac27d-0535-463c-bd95-259dd8f15183/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5224504 Jan 12 09:34:18.802009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60440) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:18.805747 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5dd6609b-d709-490b-bc8b-bdf44d70ab69 None None] Provisioning complete for port 2235173e-d3c7-4be9-b981-2cc79954cdf0 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:18.806225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dd6609b-d709-490b-bc8b-bdf44d70ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.815196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.839870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3befa45-141c-45d6-b6b2-c97993e39b75 None None] Network c360cbc4-c358-420e-bae9-6c3a0b0497f4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:18.842967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.884716 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] device_id is not set on port 065d0710-744b-4aaf-b8c1-564f4e309f86 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:18.938992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.970526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Network 8ef28e44-7211-46ce-9f8d-997aaaf23174 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:19.016840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 8ef28e44-7211-46ce-9f8d-997aaaf23174) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:19.031881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.035805 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e306e7-1b35-434a-bdd8-de40fa829496 None None] Network 8ef28e44-7211-46ce-9f8d-997aaaf23174 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:19.054033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:19.054637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.109864 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d25e1c6b-641a-4fec-b906-8fed2b7bf6c6 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3024437 Jan 12 09:34:19.119005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60444) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:19.164642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.169004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:19.169594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.170875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7e1437e7-5076-4bba-8988-4503bbeb8120 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:19.171402 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.193902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Request body: {'floatingip': {'floating_network_id': '8ef28e44-7211-46ce-9f8d-997aaaf23174'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:19.199413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Pushing event updated for resources: {'Port': ['ID=75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:19.200372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:19.210072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.211938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Usage tracker for resource:floatingip and tenant:94d7f2af28fe46fb8ac6964f0d69c09a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:19.217050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:19.224047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:19.236705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6609b-d709-490b-bc8b-bdf44d70ab69 None None] Port 2235173e-d3c7-4be9-b981-2cc79954cdf0 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:34:19.289702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7f7e-291d-4627-a397-dfe02f46d8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.411246 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bfa3c3-8a08-45cc-b8e8-f360cfaf5880 None None] Network 8ef28e44-7211-46ce-9f8d-997aaaf23174 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:19.447837 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-33484439-320b-4b31-88ed-06badf0108bb tempest-DHCPAgentSchedulersTestJSON-934950974 tempest-DHCPAgentSchedulersTestJSON-934950974-project-admin] 10.222.0.58 "GET /v2.0/agents/d16ac27d-0535-463c-bd95-259dd8f15183/dhcp-networks HTTP/1.1" status: 200 len: 7008 time: 0.6432433 Jan 12 09:34:19.450883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60450) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:19.519350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-40203936-58be-4896-9b03-e11b8b4050f1 None None] Provisioning complete for port ecc5a647-5387-4826-b540-7a0886eb4c07 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:19.519709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-40203936-58be-4896-9b03-e11b8b4050f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.579297 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.6313591 Jan 12 09:34:19.582953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.638315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-40203936-58be-4896-9b03-e11b8b4050f1 None None] Port ecc5a647-5387-4826-b540-7a0886eb4c07 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:34:19.707903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Network 9cc1870b-44c6-49df-b549-ffb90a147677 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:19.711418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:19.716500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60456) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:19.819001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:19.861230 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ae3c5cd2-58e2-4f57-aad7-6076ea6ac57d tempest-DHCPAgentSchedulersTestJSON-934950974 tempest-DHCPAgentSchedulersTestJSON-934950974-project-admin] 10.222.0.58 "DELETE /v2.0/agents/d16ac27d-0535-463c-bd95-259dd8f15183/dhcp-networks/c360cbc4-c358-420e-bae9-6c3a0b0497f4 HTTP/1.1" status: 204 len: 168 time: 0.4086552 Jan 12 09:34:19.866267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.896308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60462) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:19.917054 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:19.917427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.031144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.033243 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034458d-6594-4539-8fda-9007b07a5c44 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Network': ['ID=3805c611-0c39-4dae-8338-a3599f6052a5,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:20.050718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.053869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.054116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 3805c611-0c39-4dae-8338-a3599f6052a5 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:20.190031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Pushing event updated for resources: {'Port': ['ID=2235173e-d3c7-4be9-b981-2cc79954cdf0,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:20.239771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2cc27625-1b73-438d-b4f6-c2d0dd345f1d None None] Provisioning complete for port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:20.240167 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2cc27625-1b73-438d-b4f6-c2d0dd345f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.278964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1161601f-93cb-4d52-920c-e4b17dfb33e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.307935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2cc27625-1b73-438d-b4f6-c2d0dd345f1d None None] Port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:34:20.331701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 95d9eab6-78a5-47c1-8da1-7be0a23afc23 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:20.417532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:20.418224 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.462351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1161601f-93cb-4d52-920c-e4b17dfb33e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:20.483266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1161601f-93cb-4d52-920c-e4b17dfb33e9 admin admin] Usage tracker for resource:security_group_rule and tenant:c38f6da640f9486ea14ce3d52ef8b4c6 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:20.498524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1161601f-93cb-4d52-920c-e4b17dfb33e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:20.512405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1161601f-93cb-4d52-920c-e4b17dfb33e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:20.541120 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cb9fd86c-7353-4a92-9a65-d017ec86c537 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:20.562337 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1119d461-21e5-4fa0-8e76-0df4cbc16dfa tempest-DHCPAgentSchedulersTestJSON-934950974 tempest-DHCPAgentSchedulersTestJSON-934950974-project-admin] 10.222.0.58 "GET /v2.0/agents/d16ac27d-0535-463c-bd95-259dd8f15183/dhcp-networks HTTP/1.1" status: 200 len: 7007 time: 0.6554461 Jan 12 09:34:20.563476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60466) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:20.588672 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Router 445b9e07-3067-4281-afe0-6934131e9ca8 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:34:20.614756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port cb9fd86c-7353-4a92-9a65-d017ec86c537 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:20.615146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.630251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event updated for resources: {'Port': ['ID=065d0710-744b-4aaf-b8c1-564f4e309f86,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:20.646809 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-26f5b498-3cf1-4d1f-8ff4-bcf8d6ec0bef tempest-DHCPAgentSchedulersTestJSON-934950974 tempest-DHCPAgentSchedulersTestJSON-934950974-project-admin] 10.222.0.58 "GET /v2.0/networks/6aaa5d75-9956-4069-9f5c-ddda2e83298e/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0791557 Jan 12 09:34:20.649060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60470) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:20.691639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Network 436c46a7-8f91-425c-9738-033b1961224d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:20.695686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.699890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:20.704442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:20.705766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:20.706712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.766370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6e78ae96-a4e3-4c22-a2f4-26583d70391c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:20.768540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1161601f-93cb-4d52-920c-e4b17dfb33e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.824942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1161601f-93cb-4d52-920c-e4b17dfb33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.835962 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-11b8bd8e-43a4-456e-96cf-d24bdaf95af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4692347 Jan 12 09:34:20.840186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60474) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:20.864366 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6bae3afc-544f-4a8c-b1ed-3f4b063e56bc tempest-DHCPAgentSchedulersTestJSON-934950974 tempest-DHCPAgentSchedulersTestJSON-934950974-project-admin] 10.222.0.58 "GET /v2.0/networks/6aaa5d75-9956-4069-9f5c-ddda2e83298e/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2102318 Jan 12 09:34:20.878013 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6e78ae96-a4e3-4c22-a2f4-26583d70391c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:20.878559 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.883316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60478) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:20.892676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:20.923400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161601f-93cb-4d52-920c-e4b17dfb33e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f19fef-0a6a-46ec-82cb-0c2026f63516,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:20.933188 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1161601f-93cb-4d52-920c-e4b17dfb33e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c38f6da640f9486ea14ce3d52ef8b4c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2120392 Jan 12 09:34:20.937684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60482) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:21.004705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.108793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:21.117320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:21.185810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc81a220-eb39-428f-af83-134696e4d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.224230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.242052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:34:21.243287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-510c2e76-7012-409a-aefd-3270dc864853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.262718 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-71ec57d7-241e-4829-8849-632f6259d7fe tempest-DHCPAgentSchedulersTestJSON-934950974 tempest-DHCPAgentSchedulersTestJSON-934950974-project-admin] 10.222.0.58 "GET /v2.0/agents/d16ac27d-0535-463c-bd95-259dd8f15183/dhcp-networks HTTP/1.1" status: 200 len: 7007 time: 0.3781614 Jan 12 09:34:21.274745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60486) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:21.380628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-510c2e76-7012-409a-aefd-3270dc864853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.385339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.444669 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5e7c3090-aafc-4f68-a68f-6d80b1dc3b37 None None] Provisioning complete for port 2235173e-d3c7-4be9-b981-2cc79954cdf0 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:21.445544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e7c3090-aafc-4f68-a68f-6d80b1dc3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.558949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c3090-aafc-4f68-a68f-6d80b1dc3b37 None None] Port 2235173e-d3c7-4be9-b981-2cc79954cdf0 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:34:21.599766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Allocated IP 172.20.0.7 (8ef28e44-7211-46ce-9f8d-997aaaf23174/07ed31d4-bcda-48f4-9f39-3cbbf8f28fbd/c972317a-9910-4e92-ae51-49c4f97053d5) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:21.670305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.693503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:34:21.822276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-510c2e76-7012-409a-aefd-3270dc864853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.906774 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-41b354da-7054-4691-ba94-11d797be9f03 admin admin] 10.222.0.58 "PUT /v2.0/routers/445b9e07-3067-4281-afe0-6934131e9ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0430958 Jan 12 09:34:21.906774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c2e76-7012-409a-aefd-3270dc864853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f19fef-0a6a-46ec-82cb-0c2026f63516,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:21.906774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-510c2e76-7012-409a-aefd-3270dc864853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.907079 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-510c2e76-7012-409a-aefd-3270dc864853 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8f19fef-0a6a-46ec-82cb-0c2026f63516 HTTP/1.1" status: 204 len: 168 time: 0.9677026 Jan 12 09:34:22.037057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.100052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c360cbc4-c358-420e-bae9-6c3a0b0497f4']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:22.121210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2ee0ea-ca53-47b2-9cf9-ad7fed182cff') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:22.122275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2ee0ea-ca53-47b2-9cf9-ad7fed182cff') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:22.153309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.285157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.326501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] device_id is not set on port 065d0710-744b-4aaf-b8c1-564f4e309f86 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:22.330178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:22.330748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:22.358531 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:22.368454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.369986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.436045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.572549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60504) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:22.575093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Transition to ACTIVE for port object 065d0710-744b-4aaf-b8c1-564f4e309f86 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:22.575896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.581987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.582619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.657636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.661763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Pushing event deleted for resources: {'Network': ['ID=c360cbc4-c358-420e-bae9-6c3a0b0497f4,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:22.666654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7a59d4b6-19c2-4962-a999-53989715c80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.684828 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d9994d23-d1f3-477c-bc0c-6efa760c982b tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] 10.222.0.58 "DELETE /v2.0/networks/c360cbc4-c358-420e-bae9-6c3a0b0497f4 HTTP/1.1" status: 204 len: 168 time: 1.4054997 Jan 12 09:34:22.687250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60510) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:22.712090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Network 8ef28e44-7211-46ce-9f8d-997aaaf23174 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:22.713596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.727608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event updated for resources: {'Port': ['ID=c972317a-9910-4e92-ae51-49c4f97053d5,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:22.744975 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:34:22.746821 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-179e4cb1-00d3-479b-9e82-7e0b1d830f03 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] DELETE failed (client error): The resource could not be found. Jan 12 09:34:22.747268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179e4cb1-00d3-479b-9e82-7e0b1d830f03 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:34:22.762130 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-179e4cb1-00d3-479b-9e82-7e0b1d830f03 tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] 10.222.0.58 "DELETE /v2.0/ports/4ffac76f-3663-43d9-b7b1-8b60d0657d0e HTTP/1.1" status: 404 len: 333 time: 0.0689142 Jan 12 09:34:22.771128 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d1b6cffc-83ee-4e28-98aa-dd60c744cad6 admin admin] 10.222.0.58 "PUT /v2.0/routers/4c64f8e0-c226-49e4-9a6c-4f8e50d6e937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9033988 Jan 12 09:34:22.771801 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60514) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:22.772762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7a59d4b6-19c2-4962-a999-53989715c80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:22.826898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:22.832646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:22.840615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7a59d4b6-19c2-4962-a999-53989715c80a admin admin] Usage tracker for resource:security_group_rule and tenant:c4982f1a5f8f49d78a6c2a818d1cc478 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:22.845915 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60520) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:22.848590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7a59d4b6-19c2-4962-a999-53989715c80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:22.858285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'subnet': {'network_id': '3805c611-0c39-4dae-8338-a3599f6052a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:22.883965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7a59d4b6-19c2-4962-a999-53989715c80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:23.109510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:23.122681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:subnet and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:23.133086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:23.149938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event updated for resources: {'Port': ['ID=065d0710-744b-4aaf-b8c1-564f4e309f86,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:23.161374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:23.177016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Sync routers for ids ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:34:23.193980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea2ebfe-fa30-4366-9add-c1ef9d6f223a tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Deleting subnet ea1320fe-e169-4ca7-999c-814565974bdc {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:34:23.203680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aea2ebfe-fa30-4366-9add-c1ef9d6f223a tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.205661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Routers {'4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:23.206563 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c05204dd-4775-4884-a526-b041175771a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:23.271370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aea2ebfe-fa30-4366-9add-c1ef9d6f223a tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.327235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7a59d4b6-19c2-4962-a999-53989715c80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.329074 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:23.346830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7a59d4b6-19c2-4962-a999-53989715c80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.381361 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:23.381361 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:23.381957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:23.408710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:23.408990 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:23.420122 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7a59d4b6-19c2-4962-a999-53989715c80a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4982f1a5f8f49d78a6c2a818d1cc478&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8397894 Jan 12 09:34:23.427273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59d4b6-19c2-4962-a999-53989715c80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841327d9-163c-46cd-8b50-9320c42f6d0d,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:23.434576 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 2 to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 Jan 12 09:34:23.442554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60532) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:23.463505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Set router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:23.494237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:23.494563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:23.498151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:23.551199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60536) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:23.571355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370489897', 'description': 'tempest-description--400801443'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:23.575544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60540) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:23.598006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493225305', 'description': 'tempest-description--1167952532'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:23.601302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:23.601840 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:23.603184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:23.614251 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 3 to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 Jan 12 09:34:23.630156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Usage tracker for resource:security_group and tenant:d8d51923963440baba3cd5ca40464130 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:23.632396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.637741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:23.642860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:23.643222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:23.643615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:23.648038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:23.653766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Usage tracker for resource:security_group and tenant:dcf4260c9dc04a52af653a66a3a24719 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:23.659529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.673309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:23.673644 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:23.676281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:23.681699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 4 to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 Jan 12 09:34:23.721611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:34:23.728648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:23.728974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:23.729843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:23.739204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:23.739589 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:23.742392 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 5 to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 Jan 12 09:34:23.743280 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:23.751800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.755654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:23.778287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 677bf0ff-b405-46aa-a9bf-569767048061 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:23.790703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:23.791044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:23.791370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:23.834173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:23.834898 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:23.837436 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 6 to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 Jan 12 09:34:23.855866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:23.856528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:23.857085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:23.863376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.887982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8cc61ecf-70ef-4eb4-a0af-8947694e2911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.895566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.900381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.942699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aea2ebfe-fa30-4366-9add-c1ef9d6f223a tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.981144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 677bf0ff-b405-46aa-a9bf-569767048061 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:23.988165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 677bf0ff-b405-46aa-a9bf-569767048061 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:23.988520 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.998921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:23.999326 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:24.002581 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 7 to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 Jan 12 09:34:24.045128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:24.045466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:24.045774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:24.064418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c05204dd-4775-4884-a526-b041175771a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf', 'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'mac_address': 'fa:16:3e:38:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:16Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 2, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'subnets': [{'id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:24.073435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Checking router: 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:34:24.073435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Updating router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:34:24.074374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:24.074724 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:24.078698 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 8 to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 Jan 12 09:34:24.079299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8cc61ecf-70ef-4eb4-a0af-8947694e2911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.112494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:24.112828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:24.113166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:24.121308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:24.121621 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:24.123613 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 9 to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 Jan 12 09:34:24.132539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:24.149090 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Usage tracker for resource:security_group_rule and tenant:d8d51923963440baba3cd5ca40464130 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:24.160848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:24.163738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:24.165403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.177146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Usage tracker for resource:security_group_rule and tenant:dcf4260c9dc04a52af653a66a3a24719 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:24.181615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:24.185346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:24.187546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.191108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:24.191771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:24.192213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:24.205934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:24.241939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.242852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:24.243173 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:24.244790 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 10 to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 Jan 12 09:34:24.244974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 677bf0ff-b405-46aa-a9bf-569767048061, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=677bf0ff-b405-46aa-a9bf-569767048061,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:24.256871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.257216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.290340 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aea2ebfe-fa30-4366-9add-c1ef9d6f223a tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.328652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event updated for resources: {'Port': ['ID=c972317a-9910-4e92-ae51-49c4f97053d5,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:24.349871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:24.350458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:24.352560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:24.363574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2ebfe-fa30-4366-9add-c1ef9d6f223a tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1320fe-e169-4ca7-999c-814565974bdc,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:24.385704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8cc61ecf-70ef-4eb4-a0af-8947694e2911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.401686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:24.402270 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 065d0710-744b-4aaf-b8c1-564f4e309f86 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:24.402801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.407259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=677bf0ff-b405-46aa-a9bf-569767048061,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:24.410223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aea2ebfe-fa30-4366-9add-c1ef9d6f223a tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.465867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc61ecf-70ef-4eb4-a0af-8947694e2911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841327d9-163c-46cd-8b50-9320c42f6d0d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:24.467280 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd6f75a-70e8-4bb7-ac4c-61b96db480a5 None None] Network 6aaa5d75-9956-4069-9f5c-ddda2e83298e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:24.491734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.497551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] For port 065d0710-744b-4aaf-b8c1-564f4e309f86, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:24.498055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempted to set empty binding levels {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 12 09:34:24.513299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.521598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.551843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:34:24.559375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.579658 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Sync routers for ids ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:34:24.581848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.601949 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Routers {'6f0f57d1-f9aa-45d2-ad4e-8e7773702383'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:24.602919 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:24.612259 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-450e638a-af03-4135-a1ef-764ac75e3250 admin admin] 10.222.0.58 "PUT /v2.0/routers/6f0f57d1-f9aa-45d2-ad4e-8e7773702383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2538886 Jan 12 09:34:24.616418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] In _notify_port_updated(), no bound segment for port 065d0710-744b-4aaf-b8c1-564f4e309f86 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:34:24.617535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.618936 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "PUT /v2.0/ports/065d0710-744b-4aaf-b8c1-564f4e309f86 HTTP/1.1" status: 200 len: 981 time: 3.7682064 Jan 12 09:34:24.621478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60546) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.626640 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aea2ebfe-fa30-4366-9add-c1ef9d6f223a tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] 10.222.0.58 "DELETE /v2.0/subnets/ea1320fe-e169-4ca7-999c-814565974bdc HTTP/1.1" status: 204 len: 168 time: 1.8338752 Jan 12 09:34:24.641288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.642367 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60552) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.652205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8cc61ecf-70ef-4eb4-a0af-8947694e2911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.653685 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8cc61ecf-70ef-4eb4-a0af-8947694e2911 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/841327d9-163c-46cd-8b50-9320c42f6d0d HTTP/1.1" status: 204 len: 168 time: 1.1464293 Jan 12 09:34:24.680440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.682035 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1298389 Jan 12 09:34:24.683142 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.688370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60558) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.707117 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Request body: {'security_group_rule': {'security_group_id': 'b1d55f35-ff67-45f1-ae74-b66b9693d368', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:24.713628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:24.718282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Usage tracker for resource:security_group_rule and tenant:d8d51923963440baba3cd5ca40464130 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:24.721556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:24.727858 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:24.733103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.738697 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3644fdb2-aed9-41c4-95c7-14db20f1b614 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.6180251 Jan 12 09:34:24.757666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60562) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.763507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82af566-b3b5-44b2-a067-ba9389cd0bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event updated for resources: {'Port': ['ID=065d0710-744b-4aaf-b8c1-564f4e309f86,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:24.858277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.894720 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Set router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:24.943244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.961610 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.961610 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3687012 Jan 12 09:34:24.961854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Subnet': ['ID=5292596e-3bbb-4fda-8446-c0d6c0f8ddfb,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:24.969207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60570) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.972131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba551fe-2347-4837-b323-2fe924c83b8a tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d55f35-ff67-45f1-ae74-b66b9693d368,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:24.980813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.996206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Request body: {'security_group_rule': {'security_group_id': '61711833-3326-422c-80c4-ac05e04e072e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:25.008493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Transition to ACTIVE for port object 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:25.013884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2758d2-7f7b-4427-a25e-40c66da0a946 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61711833-3326-422c-80c4-ac05e04e072e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:25.014654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fe370276-03b4-4200-9cd1-11f8f6c39961 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Synchronizing usage tracker for tenant:94d7f2af28fe46fb8ac6964f0d69c09a on resource:floatingip {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:25.021940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.027111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.048018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Checking segment: {'id': 'eafc4e58-57ba-4e81-82d0-e23dc9f23f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3805c611-0c39-4dae-8338-a3599f6052a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:25.048379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network hostable DHCP agents. Network: 3805c611-0c39-4dae-8338-a3599f6052a5, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:25.060363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:25.065210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Usage tracker for resource:security_group_rule and tenant:dcf4260c9dc04a52af653a66a3a24719 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:25.069542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:25.076633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0baad906-11c8-44f4-8628-c1a92645e5c8,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:25.092072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:25.099934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.100114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] DHCP port deletion for 6aaa5d75-9956-4069-9f5c-ddda2e83298e request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:34:25.117480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Deleting port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:25.117853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.131191 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fe370276-03b4-4200-9cd1-11f8f6c39961 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Unset dirty status for tenant:94d7f2af28fe46fb8ac6964f0d69c09a on resource:floatingip {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:25.137583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] Deleting port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:25.137948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.139281 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fe370276-03b4-4200-9cd1-11f8f6c39961 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=8ef28e44-7211-46ce-9f8d-997aaaf23174 HTTP/1.1" status: 200 len: 689 time: 0.3786168 Jan 12 09:34:25.143082 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60576) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:25.160445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.174688 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9ddc89b7-76ec-4445-aafc-361b0ad0e5e4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4592171 Jan 12 09:34:25.225899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cf8fdb73-8db0-4452-b3ad-a97c54fad272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Synchronizing usage tracker for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:25.228258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60580) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:25.235432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Request body: {'security_group_rule': {'security_group_id': 'b1d55f35-ff67-45f1-ae74-b66b9693d368', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:25.239258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.241121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:25.245030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Usage tracker for resource:security_group_rule and tenant:d8d51923963440baba3cd5ca40464130 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:25.248028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:25.259390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:25.279502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network 3805c611-0c39-4dae-8338-a3599f6052a5 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:25.303680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 3805c611-0c39-4dae-8338-a3599f6052a5) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:25.310099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:25.310765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.336306 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.367640 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040e0945-e984-4744-b1c5-71a215e143ed None None] Network 3805c611-0c39-4dae-8338-a3599f6052a5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:25.437610 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-070ae06a-0882-4344-8bb2-429db3de95d7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5876155 Jan 12 09:34:25.529353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60588) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:25.535552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-881261041'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:25.570522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:25.577702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25133139-bb94-4851-9c63-d22647408199 None None] Pushing event updated for resources: {'Port': ['ID=75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:25.615243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:network and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:25.643055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:25.650995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.669372 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2235173e-d3c7-4be9-b981-2cc79954cdf0', 'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:14Z', 'updated_at': '2022-01-12T09:34:19Z', 'revision_number': 2, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'subnets': [{'id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:25.674257 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Checking router: 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:34:25.674443 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Updating router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 port 2235173e-d3c7-4be9-b981-2cc79954cdf0 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:34:25.725679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:25.735695 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.772396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 677bf0ff-b405-46aa-a9bf-569767048061 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:25.795298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.801375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] For port 95d9eab6-78a5-47c1-8da1-7be0a23afc23, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=95d9eab6-78a5-47c1-8da1-7be0a23afc23,segment=NetworkSegment(f5c5c797-e9de-4b24-a13d-299f3b3106f7),segment_id=f5c5c797-e9de-4b24-a13d-299f3b3106f7)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:25.801900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.834916 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.907510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cf8fdb73-8db0-4452-b3ad-a97c54fad272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Unset dirty status for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:25.908850 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cf8fdb73-8db0-4452-b3ad-a97c54fad272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14353 time: 1.2864447 Jan 12 09:34:25.916337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Attempting to bind port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:25.916700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Attempting to bind port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:25.917284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Attempting to bind port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf on network 9cc1870b-44c6-49df-b549-ffb90a147677 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:25.923649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60598) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:25.990981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.039872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.052322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Deleting port c972317a-9910-4e92-ae51-49c4f97053d5 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:26.052769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.106647 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:26.107094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Checking segment: {'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:26.110079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.110571 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Bound using segment: {'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:26.111114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Bound port: 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:26.111503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.168151 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:26.174692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.182735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83600e5c-930e-4366-8884-786ce50cf7f1,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:26.228831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.238702 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f4432490-dc79-4876-87e5-e7eb25f9618a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2541113 Jan 12 09:34:26.254790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Calling delete_port for 95d9eab6-78a5-47c1-8da1-7be0a23afc23 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:26.289512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b139d69f-1f6e-4626-a3a3-154f6f1b1eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Deleting port 065d0710-744b-4aaf-b8c1-564f4e309f86 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:26.289512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b139d69f-1f6e-4626-a3a3-154f6f1b1eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.325358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:26.343271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.347015 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Added segment 2f594af2-088a-414f-a1b5-2c5750b50b34 of type vlan for network f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec Jan 12 09:34:26.388548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.389865 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1605866 Jan 12 09:34:26.409626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60606) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:26.409960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60608) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:26.423741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4da6a6-5442-4753-a0c7-d097bb2003d1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51236932-cbde-4da6-8336-5d0a4f129ba6,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:26.431542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.447229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Request body: {'security_group_rule': {'security_group_id': '61711833-3326-422c-80c4-ac05e04e072e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:26.453954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:26.458347 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.458508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Usage tracker for resource:security_group_rule and tenant:dcf4260c9dc04a52af653a66a3a24719 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:26.461442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:26.474134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:26.481550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60614) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:26.481856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:26.487313 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Transition to ACTIVE for port object 2235173e-d3c7-4be9-b981-2cc79954cdf0 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:26.505994 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.512072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:26.513566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732122941', 'description': 'tempest-description--375769745'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:26.528618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Usage tracker for resource:floatingip and tenant:d8d51923963440baba3cd5ca40464130 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:26.535477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-3805c611-0c39-4dae-8338-a3599f6052a5', 'network_id': '3805c611-0c39-4dae-8338-a3599f6052a5', 'tenant_id': '93a746f2f4914e4596d70187bccbb913', 'fixed_ips': [{'subnet_id': '5292596e-3bbb-4fda-8446-c0d6c0f8ddfb'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:34:26.536630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.545256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:26.558650 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:26.608545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] For port 95d9eab6-78a5-47c1-8da1-7be0a23afc23, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=95d9eab6-78a5-47c1-8da1-7be0a23afc23,segment=NetworkSegment(f5c5c797-e9de-4b24-a13d-299f3b3106f7),segment_id=f5c5c797-e9de-4b24-a13d-299f3b3106f7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:26.610287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.655621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.675868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:26.698839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.723663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:26.754233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.754634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.769388 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Usage tracker for resource:security_group and tenant:3430eb1474ae46dcaa7c866883c47d4f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:26.770873 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8a578-502d-4204-b3d5-8385e11d8258 None None] Pushing event updated for resources: {'Port': ['ID=2235173e-d3c7-4be9-b981-2cc79954cdf0,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:26.782020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.786808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:26.787661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.830542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:26.835824 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3051910 Jan 12 09:34:26.846562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60622) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:26.854038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:26.905630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Allocated IP 2001:db8:0:ffff::2 (3805c611-0c39-4dae-8338-a3599f6052a5/5292596e-3bbb-4fda-8446-c0d6c0f8ddfb/6973042c-dc38-44df-b9f1-0e7067efd314) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:26.933941 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Attempting to bind port 2235173e-d3c7-4be9-b981-2cc79954cdf0 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:26.935016 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Attempting to bind port 2235173e-d3c7-4be9-b981-2cc79954cdf0 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:26.935016 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Attempting to bind port 2235173e-d3c7-4be9-b981-2cc79954cdf0 on network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:26.936561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'subnet': {'network_id': 'f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:26.951415 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:26.951760 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Checking segment: {'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:26.952689 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.953084 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Bound using segment: {'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:26.953555 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Bound port: 2235173e-d3c7-4be9-b981-2cc79954cdf0, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:26.956592 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.966479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.081053 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Pushing event deleted for resources: {'Port': ['ID=95d9eab6-78a5-47c1-8da1-7be0a23afc23,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:27.107266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.152041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Calling delete_port for c972317a-9910-4e92-ae51-49c4f97053d5 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:27.163334 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] For port 2235173e-d3c7-4be9-b981-2cc79954cdf0, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:27.167499 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] For port 2235173e-d3c7-4be9-b981-2cc79954cdf0, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2235173e-d3c7-4be9-b981-2cc79954cdf0,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:27.176694 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.206179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d5e60-d823-4faf-b9d4-93e612a4715e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Network': ['ID=f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:27.214187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] No DVR routers for this DVR port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:27.259526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-b139d69f-1f6e-4626-a3a3-154f6f1b1eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] For port 065d0710-744b-4aaf-b8c1-564f4e309f86, host hv-neutron-8243, got binding levels [] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:27.260035 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b139d69f-1f6e-4626-a3a3-154f6f1b1eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.322197 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8a578-502d-4204-b3d5-8385e11d8258 None None] Pushing event updated for resources: {'Port': ['ID=2235173e-d3c7-4be9-b981-2cc79954cdf0,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:27.331209 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Routers {'6f0f57d1-f9aa-45d2-ad4e-8e7773702383'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:27.331826 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:27.342759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c05204dd-4775-4884-a526-b041175771a1 None None] For port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:27.350146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c05204dd-4775-4884-a526-b041175771a1 None None] For port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:27.395492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:27.408442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:subnet and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:27.411501 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:27.418453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:27.438914 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:27.511949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.576463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaa5d75-9956-4069-9f5c-ddda2e83298e']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:27.585694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b139d69f-1f6e-4626-a3a3-154f6f1b1eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Calling delete_port for 065d0710-744b-4aaf-b8c1-564f4e309f86 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:27.596719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Usage tracker for resource:security_group_rule and tenant:3430eb1474ae46dcaa7c866883c47d4f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:27.597614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] Calling delete_port for 95d9eab6-78a5-47c1-8da1-7be0a23afc23 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:27.602911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c5c797-e9de-4b24-a13d-299f3b3106f7') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:27.603399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c5c797-e9de-4b24-a13d-299f3b3106f7') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:27.612202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:27.614977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:27.640533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:27.670411 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] Set router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:27.702498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.721642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.747144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.774069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:27.774888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:27.790811 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:27.792425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:27.806219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.837240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b139d69f-1f6e-4626-a3a3-154f6f1b1eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.853281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96e92e7-6010-450f-93e6-0b494ea91ae0,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:27.868627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.899390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:27.899763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:27.921259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.932135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60640) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:27.988537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 677bf0ff-b405-46aa-a9bf-569767048061 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:27.988957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.012035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.016086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.017654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139d69f-1f6e-4626-a3a3-154f6f1b1eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event deleted for resources: {'Port': ['ID=065d0710-744b-4aaf-b8c1-564f4e309f86,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:28.060458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.069935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Pushing event deleted for resources: {'Network': ['ID=6aaa5d75-9956-4069-9f5c-ddda2e83298e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:28.081347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.091755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Routers {'4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:28.092442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c05204dd-4775-4884-a526-b041175771a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:28.152778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b139d69f-1f6e-4626-a3a3-154f6f1b1eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.162250 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-53a5ebcd-907f-41ff-bb35-761144c6276f tempest-DHCPAgentSchedulersTestJSON-942671492 tempest-DHCPAgentSchedulersTestJSON-942671492-project] 10.222.0.58 "DELETE /v2.0/networks/6aaa5d75-9956-4069-9f5c-ddda2e83298e HTTP/1.1" status: 204 len: 168 time: 3.5126908 Jan 12 09:34:28.170174 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.174521 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.6809003 Jan 12 09:34:28.175298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60648) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.182896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82919d0-c431-43d6-a052-aec1deb77e46 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a7239d-fd5c-44ca-94e9-212afd51e68a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:28.200938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Request body: {'security_group_rule': {'security_group_id': 'd1a7239d-fd5c-44ca-94e9-212afd51e68a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:28.208206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.211929 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b139d69f-1f6e-4626-a3a3-154f6f1b1eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "DELETE /v2.0/ports/065d0710-744b-4aaf-b8c1-564f4e309f86 HTTP/1.1" status: 204 len: 168 time: 2.2182460 Jan 12 09:34:28.213776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.215266 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-620f471f-40c9-47fb-9a7c-e6f490dce65d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7989283 Jan 12 09:34:28.216259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60652) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.221041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:28.224798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60654) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.245601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:28.256841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Usage tracker for resource:security_group_rule and tenant:3430eb1474ae46dcaa7c866883c47d4f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:28.262329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:28.297265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:28.306655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:28.314471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Usage tracker for resource:floatingip and tenant:dcf4260c9dc04a52af653a66a3a24719 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:28.322842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:28.335025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:28.344651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c05204dd-4775-4884-a526-b041175771a1 None None] Set router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:28.359267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.370121 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2235173e-d3c7-4be9-b981-2cc79954cdf0', 'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:14Z', 'updated_at': '2022-01-12T09:34:27Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'subnets': [{'id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:28.386791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.388836 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e88bcf-0961-49aa-95dc-34b60bceb37a None None] The sync data for ids ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'] in dv-neutron-824347-1-hyperv is: [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2235173e-d3c7-4be9-b981-2cc79954cdf0', 'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:14Z', 'updated_at': '2022-01-12T09:34:27Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'subnets': [{'id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:34:28.414752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] Deleting port 95d9eab6-78a5-47c1-8da1-7be0a23afc23 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:28.415128 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.418001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-122659984', 'router:external': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:28.468284 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8848d2-585e-44bf-bba6-6cb2c8d220a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:34:28.471345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8a8848d2-585e-44bf-bba6-6cb2c8d220a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Synchronizing usage tracker for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:28.489128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:28.512504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.608749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b3b85-b562-40e8-a184-c0980ed99ed9 None None] The port '95d9eab6-78a5-47c1-8da1-7be0a23afc23' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:34:28.616479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.637026 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Usage tracker for resource:network and tenant:f108a379c46d4d228d59246898b65061 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:28.699451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.729946 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.776376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25133139-bb94-4851-9c63-d22647408199 None None] Pushing event updated for resources: {'Port': ['ID=75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:28.778061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:28.787220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241db2a7-ff03-4342-9333-053f2ac6eb92,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:28.793442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Transition to ACTIVE for port object 6973042c-dc38-44df-b9f1-0e7067efd314 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:28.821838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event deleted for resources: {'Port': ['ID=c972317a-9910-4e92-ae51-49c4f97053d5,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:28.833764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:28.847969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.917722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8a8848d2-585e-44bf-bba6-6cb2c8d220a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Unset dirty status for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:28.919854 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8a8848d2-585e-44bf-bba6-6cb2c8d220a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "GET /v2.0/ports/065d0710-744b-4aaf-b8c1-564f4e309f86 HTTP/1.1" status: 404 len: 333 time: 0.6986644 Jan 12 09:34:28.923909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60662) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.924324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60664) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.938435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Made reservation on behalf of f108a379c46d4d228d59246898b65061 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:28.941013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.943092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.945587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Transition to ACTIVE for port object 6973042c-dc38-44df-b9f1-0e7067efd314 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:28.948171 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ca9b6a06-ea7a-4eb3-b539-93786a273ad4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7681141 Jan 12 09:34:28.949961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:34:28.952015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.960919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.979153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1576993353', 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:29.018723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60672) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:29.027668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Request body: {'security_group_rule': {'security_group_id': 'd1a7239d-fd5c-44ca-94e9-212afd51e68a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:29.040159 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:29.042028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 95d9eab6-78a5-47c1-8da1-7be0a23afc23 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:29.052683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Usage tracker for resource:security_group_rule and tenant:3430eb1474ae46dcaa7c866883c47d4f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:29.057775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:29.067193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:29.075245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Subnet': ['ID=8db44e63-02ed-4761-8e82-7f6e95d21f2c,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:29.113554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.128603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Checking segment: {'id': '2f594af2-088a-414f-a1b5-2c5750b50b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:29.128933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 95d9eab6-78a5-47c1-8da1-7be0a23afc23 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:34:29.129032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network hostable DHCP agents. Network: f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:29.129235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 95d9eab6-78a5-47c1-8da1-7be0a23afc23 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:29.156171 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:29.163273 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Network 3805c611-0c39-4dae-8338-a3599f6052a5 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:29.169487 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.201021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:29.204610 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:29.209288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.210108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:29.218202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.228016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:29.242104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:29.242801 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.258790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:29.265738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168fd3da-a5f5-4eb3-ab5a-39c2185abcee,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:29.287111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.288818 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2cc23108-8626-48ba-983d-40e0e3c6369e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2691457 Jan 12 09:34:29.293548 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e4d9bc9b-b9fd-4f38-beb6-31c10862612c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4418967 Jan 12 09:34:29.294215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60678) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:29.294541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60680) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:29.298233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e754d74-a0a1-403e-b949-ee20f824acf4 None None] Network f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:29.302304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'port': {'network_id': 'f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec', 'name': 'tempest-NetworksIpV6TestAttrs-1270267632'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:29.326784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:29.333321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2235173e-d3c7-4be9-b981-2cc79954cdf0 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:29.346469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Allocated IP 172.26.1.84 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/6c75b166-32a3-4e24-a759-a734b4a8df14) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:29.347509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:29.369658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Made reservation on behalf of ca7f1ab7aaef4988b174190ecd783662 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:29.375327 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Pushing event updated for resources: {'Port': ['ID=6973042c-dc38-44df-b9f1-0e7067efd314,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:29.381018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.407154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Usage tracker for resource:floatingip and tenant:3430eb1474ae46dcaa7c866883c47d4f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:29.412450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:29.421989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:29.439153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.451797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.535808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:29.582362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Attempting to bind port 6973042c-dc38-44df-b9f1-0e7067efd314 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:29.582745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Attempting to bind port 6973042c-dc38-44df-b9f1-0e7067efd314 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'eafc4e58-57ba-4e81-82d0-e23dc9f23f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3805c611-0c39-4dae-8338-a3599f6052a5'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:29.583102 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Attempting to bind port 6973042c-dc38-44df-b9f1-0e7067efd314 on network 3805c611-0c39-4dae-8338-a3599f6052a5 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:29.606939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:port and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:29.615592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:29.619883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:29.620263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Checking segment: {'id': 'eafc4e58-57ba-4e81-82d0-e23dc9f23f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3805c611-0c39-4dae-8338-a3599f6052a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:29.620664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.621048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Bound using segment: {'id': 'eafc4e58-57ba-4e81-82d0-e23dc9f23f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3805c611-0c39-4dae-8338-a3599f6052a5'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:29.621525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Bound port: 6973042c-dc38-44df-b9f1-0e7067efd314, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafc4e58-57ba-4e81-82d0-e23dc9f23f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3805c611-0c39-4dae-8338-a3599f6052a5'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:29.621892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.633156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:29.666521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:29.669859 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.670762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:29.677644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.687973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 2235173e-d3c7-4be9-b981-2cc79954cdf0 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:29.712371 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] device_id is not set on port 9eaee081-00b4-4898-b5fe-c2bd39244fd5 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:29.748117 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2235173e-d3c7-4be9-b981-2cc79954cdf0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:29.748117 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.755060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] device_id is not set on port 359b301c-1561-4c07-8785-6feaf10cefce yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:29.801631 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Usage tracker for resource:security_group_rule and tenant:f108a379c46d4d228d59246898b65061 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:29.817347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:29.840903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:29.845191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c05204dd-4775-4884-a526-b041175771a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf', 'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'mac_address': 'fa:16:3e:38:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:16Z', 'updated_at': '2022-01-12T09:34:27Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'subnets': [{'id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:29.848126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.903944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05204dd-4775-4884-a526-b041175771a1 None None] The sync data for ids ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'] in dv-neutron-824347-1-hyperv is: [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf', 'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'mac_address': 'fa:16:3e:38:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:16Z', 'updated_at': '2022-01-12T09:34:27Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'subnets': [{'id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:34:29.908017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] For port 6973042c-dc38-44df-b9f1-0e7067efd314, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:29.919506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] For port 6973042c-dc38-44df-b9f1-0e7067efd314, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6973042c-dc38-44df-b9f1-0e7067efd314,segment=NetworkSegment(eafc4e58-57ba-4e81-82d0-e23dc9f23f62),segment_id=eafc4e58-57ba-4e81-82d0-e23dc9f23f62)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:29.920678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.944820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=07ed31d4-bcda-48f4-9f39-3cbbf8f28fbd,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:29.958725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec', 'network_id': 'f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec', 'tenant_id': '93a746f2f4914e4596d70187bccbb913', 'fixed_ips': [{'subnet_id': '8db44e63-02ed-4761-8e82-7f6e95d21f2c'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:34:29.959343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.980211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.987685 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-595562f8-7db3-4e4f-bc51-da9cfe34cc25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=367b394a1a80425484c2ea57d240090f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0577960 Jan 12 09:34:30.014205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60686) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:30.065078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Allocated IP 2001:db8::f816:3eff:fe02:5ff9 (f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec/8db44e63-02ed-4761-8e82-7f6e95d21f2c/9eaee081-00b4-4898-b5fe-c2bd39244fd5) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:30.147127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.159234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bbbd05a2-dcf7-40e9-94ce-13de7f52e474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.173397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.187592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b66b69-41fd-4414-8337-1e521fa2d6ec None None] Pushing event updated for resources: {'Port': ['ID=6973042c-dc38-44df-b9f1-0e7067efd314,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:30.221269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef28e44-7211-46ce-9f8d-997aaaf23174']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:30.238233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 2235173e-d3c7-4be9-b981-2cc79954cdf0, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2235173e-d3c7-4be9-b981-2cc79954cdf0,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:30.241418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d21193-3ce1-4cda-af26-d0d96c4e4958') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:30.241846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d21193-3ce1-4cda-af26-d0d96c4e4958') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:30.246072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.268548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.294412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.302731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:30.303847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.324953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bbbd05a2-dcf7-40e9-94ce-13de7f52e474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.337456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=2235173e-d3c7-4be9-b981-2cc79954cdf0,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:30.448633 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:30.458899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.486048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.530357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Transition to ACTIVE for port object 9eaee081-00b4-4898-b5fe-c2bd39244fd5 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:30.570368 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.590945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ef28e44-7211-46ce-9f8d-997aaaf23174 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 12 09:34:30.593751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.622281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ef28e44-7211-46ce-9f8d-997aaaf23174,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:30.627447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bbbd05a2-dcf7-40e9-94ce-13de7f52e474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.659886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.670441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd05a2-dcf7-40e9-94ce-13de7f52e474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09634a-7868-49eb-893f-c45ce0703e29,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:30.673600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Allocated IP 2001:db8::f816:3eff:fe06:ad21 (f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec/8db44e63-02ed-4761-8e82-7f6e95d21f2c/8d8afef5-e414-4e9c-bb01-5dcbb5ac233f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:30.711601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bbbd05a2-dcf7-40e9-94ce-13de7f52e474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.715618 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bbbd05a2-dcf7-40e9-94ce-13de7f52e474 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f09634a-7868-49eb-893f-c45ce0703e29 HTTP/1.1" status: 204 len: 168 time: 0.6985154 Jan 12 09:34:30.716764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:30.717374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Port': ['ID=9eaee081-00b4-4898-b5fe-c2bd39244fd5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:30.720499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:30.723229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:30.727945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:30.728706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.755171 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3d9b89ff-86f9-4e21-9a8f-a79499f483b5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4554644 Jan 12 09:34:30.755732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60692) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:30.784468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.788245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ca1ce2b7-ed24-4c1b-9212-50ca39af8eb3 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "DELETE /v2.0/networks/8ef28e44-7211-46ce-9f8d-997aaaf23174 HTTP/1.1" status: 204 len: 168 time: 5.6189456 Jan 12 09:34:30.800456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60696) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:30.817045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.824267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.897821 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d84aec4b-71b7-48ac-8acf-25cfa7efeb28 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0925536 Jan 12 09:34:30.906451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60700) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:30.909692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:30.925853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5af5038-ee23-47bc-80a4-15c7e0f73d16,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:30.937234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.937591 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Added segment dc667b21-ab81-41a0-b800-561eeea15bfc of type vlan for network d735e238-7665-44cd-8b23-1e89cf3cc926 Jan 12 09:34:30.948460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.014978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.028063 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Transition to ACTIVE for port object 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:31.048837 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Transition to ACTIVE for port object 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:31.070154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.082498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.093073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:31.099056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:31.102083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:31.102967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7967eb2-b879-46bc-90c3-9966d798d82f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting subnet 8db44e63-02ed-4761-8e82-7f6e95d21f2c {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:34:31.126641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c7967eb2-b879-46bc-90c3-9966d798d82f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.159827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.176516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Pushing event updated for resources: {'Port': ['ID=6c75b166-32a3-4e24-a759-a734b4a8df14,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:31.257566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event updated for resources: {'Port': ['ID=359b301c-1561-4c07-8785-6feaf10cefce,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:31.303303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Network 436c46a7-8f91-425c-9738-033b1961224d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:31.314387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:31.328844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:31.330167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.330783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.381317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Pushing event updated for resources: {'Port': ['ID=8d8afef5-e414-4e9c-bb01-5dcbb5ac233f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:31.398099 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e16a14fe-7650-4d29-8034-afa59e32fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4686830 Jan 12 09:34:31.408027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60706) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.421306 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Network f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:31.422814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:31.425105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c7967eb2-b879-46bc-90c3-9966d798d82f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.435809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:31.482066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60710) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.483058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Allocated IP 172.26.1.238 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/f7d6bc1e-4d8b-4125-9e0e-f321343a612e) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:31.492669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547cb5d-b80a-4daf-af1a-ce09262db811 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.493214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547cb5d-b80a-4daf-af1a-ce09262db811 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.493677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547cb5d-b80a-4daf-af1a-ce09262db811 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.493924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547cb5d-b80a-4daf-af1a-ce09262db811 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.494328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547cb5d-b80a-4daf-af1a-ce09262db811 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.494693 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547cb5d-b80a-4daf-af1a-ce09262db811 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.495048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547cb5d-b80a-4daf-af1a-ce09262db811 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.495395 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547cb5d-b80a-4daf-af1a-ce09262db811 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.497203 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f547cb5d-b80a-4daf-af1a-ce09262db811 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5273 time: 0.5903254 Jan 12 09:34:31.520418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60714) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.554328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.557972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.558700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.604591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7c78591-4357-451d-a922-4e4d46ba63cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.610558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6973042c-dc38-44df-b9f1-0e7067efd314 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:31.674154 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-be3a633f-53e4-4ed8-9ad1-a072d33fedf1 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] delete failed (client error): The resource could not be found. Jan 12 09:34:31.675304 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-be3a633f-53e4-4ed8-9ad1-a072d33fedf1 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/046a2174-a80f-4770-9f1d-058f1476793e HTTP/1.1" status: 404 len: 345 time: 0.1539576 Jan 12 09:34:31.680982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5678f3-a3df-4944-bb25-fa7f5a4a8039 None None] Network 3805c611-0c39-4dae-8338-a3599f6052a5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:31.683163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60718) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.717847 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Attempting to bind port 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:31.718168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Attempting to bind port 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2f594af2-088a-414f-a1b5-2c5750b50b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:31.718467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Attempting to bind port 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f on network f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:31.742964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b7c78591-4357-451d-a922-4e4d46ba63cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:31.752045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b7c78591-4357-451d-a922-4e4d46ba63cd admin admin] Usage tracker for resource:security_group_rule and tenant:0db5f0a54d66429aa308fecf65743091 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:31.760422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b7c78591-4357-451d-a922-4e4d46ba63cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:31.780632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b7c78591-4357-451d-a922-4e4d46ba63cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:31.798639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8cfc31db-6a1d-430c-a724-d59e9f7ee81f None None] Provisioning for port 6973042c-dc38-44df-b9f1-0e7067efd314 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:31.801356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c7967eb2-b879-46bc-90c3-9966d798d82f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.811736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8cfc31db-6a1d-430c-a724-d59e9f7ee81f None None] Provisioning complete for port 6973042c-dc38-44df-b9f1-0e7067efd314 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:31.812121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cfc31db-6a1d-430c-a724-d59e9f7ee81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.878754 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.9349711 Jan 12 09:34:31.879287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 6973042c-dc38-44df-b9f1-0e7067efd314 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:31.881407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60722) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.884696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.893456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:31.893827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Checking segment: {'id': '2f594af2-088a-414f-a1b5-2c5750b50b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:31.894205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.894635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Bound using segment: {'id': '2f594af2-088a-414f-a1b5-2c5750b50b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:31.895119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Bound port: 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f594af2-088a-414f-a1b5-2c5750b50b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:31.895488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.898040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Request body: {'subnet': {'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:31.900505 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8411d791-029a-4612-b40b-011e694266f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Synchronizing usage tracker for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:31.903832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:31.906150 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c271120-0011-4d8c-9cf0-cf3228474a74 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] DELETE failed (client error): The resource could not be found. Jan 12 09:34:31.906524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c271120-0011-4d8c-9cf0-cf3228474a74 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:34:31.907907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Usage tracker for resource:subnet and tenant:f108a379c46d4d228d59246898b65061 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:31.908312 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4c271120-0011-4d8c-9cf0-cf3228474a74 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "DELETE /v2.0/networks/8ef28e44-7211-46ce-9f8d-997aaaf23174 HTTP/1.1" status: 404 len: 339 time: 0.2128913 Jan 12 09:34:31.912272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60726) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.915316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:31.916080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1235279-a56e-468d-8138-c8e09fd6ca2c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event updated for resources: {'Network': ['ID=d735e238-7665-44cd-8b23-1e89cf3cc926,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:31.921067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:31.934934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Request body: {'network': {'name': 'tempest-network--1401823815', 'router:external': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:31.941562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Made reservation on behalf of f108a379c46d4d228d59246898b65061 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:31.941994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8411d791-029a-4612-b40b-011e694266f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Unset dirty status for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:31.943590 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8411d791-029a-4612-b40b-011e694266f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "GET /v2.0/ports/359b301c-1561-4c07-8785-6feaf10cefce HTTP/1.1" status: 200 len: 959 time: 0.5293345 Jan 12 09:34:31.945348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:31.946773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.966175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60730) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.977060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cfc31db-6a1d-430c-a724-d59e9f7ee81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.995074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6973042c-dc38-44df-b9f1-0e7067efd314 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:31.995441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.005303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Usage tracker for resource:network and tenant:94d7f2af28fe46fb8ac6964f0d69c09a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:32.017961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network d735e238-7665-44cd-8b23-1e89cf3cc926 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:32.024224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:32.033952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:32.035959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.040761 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c12437a2-c612-44b3-8061-5e083e947fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Deleting port 359b301c-1561-4c07-8785-6feaf10cefce {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:32.041161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c12437a2-c612-44b3-8061-5e083e947fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.071769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Made reservation on behalf of 94d7f2af28fe46fb8ac6964f0d69c09a for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:32.074261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.127182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:32.147444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.148255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Added segment 2a223e69-6d1b-4c6f-aed1-329c71c1cb18 of type vlan for network 9a0a5795-633b-4ac8-9411-a740a510e3f4 Jan 12 09:34:32.149666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.177965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8cfc31db-6a1d-430c-a724-d59e9f7ee81f None None] For port 6973042c-dc38-44df-b9f1-0e7067efd314, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6973042c-dc38-44df-b9f1-0e7067efd314,segment=NetworkSegment(eafc4e58-57ba-4e81-82d0-e23dc9f23f62),segment_id=eafc4e58-57ba-4e81-82d0-e23dc9f23f62)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:32.214098 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c7967eb2-b879-46bc-90c3-9966d798d82f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.232970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cfc31db-6a1d-430c-a724-d59e9f7ee81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.240413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.303874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7c78591-4357-451d-a922-4e4d46ba63cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.307031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7967eb2-b879-46bc-90c3-9966d798d82f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Subnet': ['ID=8db44e63-02ed-4761-8e82-7f6e95d21f2c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:32.322535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7c78591-4357-451d-a922-4e4d46ba63cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.378807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.379805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:32.380444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.433461 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc31db-6a1d-430c-a724-d59e9f7ee81f None None] Pushing event updated for resources: {'Port': ['ID=6973042c-dc38-44df-b9f1-0e7067efd314,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:32.447199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.452113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c7967eb2-b879-46bc-90c3-9966d798d82f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.484634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] For port 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:32.497902 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5841656 Jan 12 09:34:32.501664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60736) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:32.502190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb5a68-304d-4f9e-95a7-7e73581e4107 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event updated for resources: {'Network': ['ID=9a0a5795-633b-4ac8-9411-a740a510e3f4,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:32.539390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 9a0a5795-633b-4ac8-9411-a740a510e3f4 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:32.549066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Pushing event updated for resources: {'Port': ['ID=f7d6bc1e-4d8b-4125-9e0e-f321343a612e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:32.557606 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] For port 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8d8afef5-e414-4e9c-bb01-5dcbb5ac233f,segment=NetworkSegment(2f594af2-088a-414f-a1b5-2c5750b50b34),segment_id=2f594af2-088a-414f-a1b5-2c5750b50b34)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:32.577568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.599622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:32.620443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.639018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.657467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2235173e-d3c7-4be9-b981-2cc79954cdf0 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:32.682729 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c7967eb2-b879-46bc-90c3-9966d798d82f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/subnets/8db44e63-02ed-4761-8e82-7f6e95d21f2c HTTP/1.1" status: 204 len: 168 time: 1.9235411 Jan 12 09:34:32.682729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c78591-4357-451d-a922-4e4d46ba63cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea1fde1-4376-4dd4-b179-01ffbbc9c0f3,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:32.692642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60740) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:32.727073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:32.743110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:32.750723 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b7c78591-4357-451d-a922-4e4d46ba63cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0db5f0a54d66429aa308fecf65743091&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2603033 Jan 12 09:34:32.754585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60744) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:32.756165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:32.782834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Allocated IP 172.26.1.239 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/cdd566e7-8e0e-4f24-9beb-150d90069111) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:32.827628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c12437a2-c612-44b3-8061-5e083e947fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.852311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f706b0-5f7b-436a-acd5-47a30e1bc2a0 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:32.856117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f706b0-5f7b-436a-acd5-47a30e1bc2a0 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:32.860286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f706b0-5f7b-436a-acd5-47a30e1bc2a0 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:32.862829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be99ec-04cc-4c28-911c-c51778e8adef None None] Pushing event updated for resources: {'Port': ['ID=8d8afef5-e414-4e9c-bb01-5dcbb5ac233f,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:32.864263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f706b0-5f7b-436a-acd5-47a30e1bc2a0 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:32.868493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f706b0-5f7b-436a-acd5-47a30e1bc2a0 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:32.870411 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b2f706b0-5f7b-436a-acd5-47a30e1bc2a0 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3017 time: 0.3658328 Jan 12 09:34:32.881519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Pushing event updated for resources: {'Port': ['ID=6c75b166-32a3-4e24-a759-a734b4a8df14,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:32.888307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60748) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:32.901908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a8960-bac7-41dc-bd9b-95898ae01529 None None] Network f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:32.917599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2235173e-d3c7-4be9-b981-2cc79954cdf0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:32.917963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.939214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af103f39-b1e2-43fc-b1bc-7a42cf350128 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:32.940594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af103f39-b1e2-43fc-b1bc-7a42cf350128 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:32.945299 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-af103f39-b1e2-43fc-b1bc-7a42cf350128 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2489090 Jan 12 09:34:32.975068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60752) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:33.014408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.039022 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c12437a2-c612-44b3-8061-5e083e947fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Calling delete_port for 359b301c-1561-4c07-8785-6feaf10cefce owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:33.060454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.065512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f8d3344-8ff9-481d-b970-d008bfcc3bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.068136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.073918 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5c4df087-e499-42b6-bc2a-73ae644ae67e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6444337 Jan 12 09:34:33.179958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f8d3344-8ff9-481d-b970-d008bfcc3bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.187954 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.279959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:33.287409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.328000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0a5795-633b-4ac8-9411-a740a510e3f4']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:33.343124 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a223e69-6d1b-4c6f-aed1-329c71c1cb18') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:33.343482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a223e69-6d1b-4c6f-aed1-329c71c1cb18') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:33.358593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.371727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f8d3344-8ff9-481d-b970-d008bfcc3bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.382855 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d8cf9202-9d17-4f8e-910c-f426fa325fbf None None] Provisioning complete for port 6973042c-dc38-44df-b9f1-0e7067efd314 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:33.383439 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9202-9d17-4f8e-910c-f426fa325fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.389718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.399440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d3344-8ff9-481d-b970-d008bfcc3bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea1fde1-4376-4dd4-b179-01ffbbc9c0f3,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:33.405592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f8d3344-8ff9-481d-b970-d008bfcc3bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.409820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0f8d3344-8ff9-481d-b970-d008bfcc3bef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ea1fde1-4376-4dd4-b179-01ffbbc9c0f3 HTTP/1.1" status: 204 len: 168 time: 0.6524050 Jan 12 09:34:33.409820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:33.409820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:33.425330 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:33.538825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.544442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a0a5795-633b-4ac8-9411-a740a510e3f4 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 12 09:34:33.547104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.578255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:33.579512 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "DELETE /v2.0/networks/9a0a5795-633b-4ac8-9411-a740a510e3f4 HTTP/1.1" status: 204 len: 168 time: 0.6867402 Jan 12 09:34:33.580599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209d87b-cfb2-4a31-afdd-eb28dbe1d6dc tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a0a5795-633b-4ac8-9411-a740a510e3f4,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:33.585414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60768) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:33.589257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:33.589698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.592442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Request body: {'network': {'name': 'tempest-network--67234853', 'router:external': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:33.597331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:33.601703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Usage tracker for resource:network and tenant:94d7f2af28fe46fb8ac6964f0d69c09a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:33.604912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:33.607477 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8c68267-383e-492d-92cd-3d447f0153e4 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.614803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:33.628383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60774) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:33.637330 dv-neutron-824347-1-hyperv neutron-server[83594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 12 09:34:33.658848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Made reservation on behalf of 94d7f2af28fe46fb8ac6964f0d69c09a for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:33.662766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.668247 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c68267-383e-492d-92cd-3d447f0153e4 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 12 09:34:33.669538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c68267-383e-492d-92cd-3d447f0153e4 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:34:33.695986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c12437a2-c612-44b3-8061-5e083e947fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.736277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60778) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:33.740749 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e8c68267-383e-492d-92cd-3d447f0153e4 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec HTTP/1.1" status: 409 len: 405 time: 0.7090182 Jan 12 09:34:33.741129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-42d6a79b-6961-498c-9903-8fed57cee296 req-5442d014-5d28-443b-9e36-00185d3e2474 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Synchronizing usage tracker for tenant:d8d51923963440baba3cd5ca40464130 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:33.757578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:33.770042 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1822230142'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:33.777498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b5ddb-6737-4f8e-82ab-0861888edae8 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:34:33.782507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:33.800203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:network and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:33.805729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:33.810559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.810962 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Added segment d6cdf5b7-ec46-4f2c-817a-69bc9f935253 of type vlan for network 8c40d4f0-de4e-4383-8770-803575b796fe Jan 12 09:34:33.812142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-42d6a79b-6961-498c-9903-8fed57cee296 req-5442d014-5d28-443b-9e36-00185d3e2474 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Unset dirty status for tenant:d8d51923963440baba3cd5ca40464130 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:33.821013 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-5442d014-5d28-443b-9e36-00185d3e2474 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1370489897&fields=id&tenant_id=d8d51923963440baba3cd5ca40464130 HTTP/1.1" status: 200 len: 267 time: 0.1906087 Jan 12 09:34:33.852110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:33.917389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.920778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12437a2-c612-44b3-8061-5e083e947fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event deleted for resources: {'Port': ['ID=359b301c-1561-4c07-8785-6feaf10cefce,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:33.928936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218b5ddb-6737-4f8e-82ab-0861888edae8 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:34:33.935386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.994411 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c12437a2-c612-44b3-8061-5e083e947fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.999126 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c12437a2-c612-44b3-8061-5e083e947fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "DELETE /v2.0/ports/359b301c-1561-4c07-8785-6feaf10cefce HTTP/1.1" status: 204 len: 168 time: 2.0282347 Jan 12 09:34:34.028696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60786) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.047056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:34.050441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.088057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.089007 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2416d2-6e06-4c46-b07c-68f300e9d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:34:34.089508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fd2416d2-6e06-4c46-b07c-68f300e9d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Synchronizing usage tracker for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:34.139169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.155110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:34.159610 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fd2416d2-6e06-4c46-b07c-68f300e9d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Unset dirty status for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:34.164823 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fd2416d2-6e06-4c46-b07c-68f300e9d7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "GET /v2.0/ports/359b301c-1561-4c07-8785-6feaf10cefce HTTP/1.1" status: 404 len: 333 time: 0.1254988 Jan 12 09:34:34.166912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60794) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.169760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Pushing event updated for resources: {'Port': ['ID=cdd566e7-8e0e-4f24-9beb-150d90069111,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:34.174164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:34.179524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:34.180591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:34.212300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Request body: {'port': {'network_id': '436c46a7-8f91-425c-9738-033b1961224d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026839337'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:34.215481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.215703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.215856 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Added segment 67255691-4bb2-4a03-b838-d13e421630a4 of type vlan for network 598f3aab-ad36-40f8-91c2-b4b060fdd4bf Jan 12 09:34:34.228665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a79b-6961-498c-9903-8fed57cee296 req-28099c92-c57a-41ef-bba5-c670522bcbd4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:34.229408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-42d6a79b-6961-498c-9903-8fed57cee296 req-28099c92-c57a-41ef-bba5-c670522bcbd4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Synchronizing usage tracker for tenant:d8d51923963440baba3cd5ca40464130 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:34.239660 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.240499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:34.241713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.295828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7093310 Jan 12 09:34:34.305996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.362551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60798) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.405171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:34.417395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.542519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:34.577786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:34.578112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7861b-06e0-49b8-808e-e202c29971bf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event updated for resources: {'Network': ['ID=8c40d4f0-de4e-4383-8770-803575b796fe,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:34.586003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-42d6a79b-6961-498c-9903-8fed57cee296 req-28099c92-c57a-41ef-bba5-c670522bcbd4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Unset dirty status for tenant:d8d51923963440baba3cd5ca40464130 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:34.587524 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-28099c92-c57a-41ef-bba5-c670522bcbd4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/networks?id=6fa7509a-e83f-4be8-820f-eefe950e0df1 HTTP/1.1" status: 200 len: 806 time: 0.7657082 Jan 12 09:34:34.615070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6973042c-dc38-44df-b9f1-0e7067efd314 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:34.617646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa07cc7-b24f-4ab9-9584-f3e2ab09d6de tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:34.622898 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3aa07cc7-b24f-4ab9-9584-f3e2ab09d6de tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] 10.222.0.58 "GET /v2.0/networks/8c40d4f0-de4e-4383-8770-803575b796fe HTTP/1.1" status: 200 len: 755 time: 0.2592645 Jan 12 09:34:34.628468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60806) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.639247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 8c40d4f0-de4e-4383-8770-803575b796fe details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:34.655618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Made reservation on behalf of ca7f1ab7aaef4988b174190ecd783662 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:34.657601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.658332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.661334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:34.661953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.741206 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-7b677482-a2a4-44d6-abc9-74188608969d tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/quotas/d8d51923963440baba3cd5ca40464130 HTTP/1.1" status: 200 len: 375 time: 0.0933957 Jan 12 09:34:34.791478 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0419545 Jan 12 09:34:34.800128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60812) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.808412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.814835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:34.831148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'subnet': {'network_id': '598f3aab-ad36-40f8-91c2-b4b060fdd4bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:34.831709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d2616-437c-486d-8132-3668df04117e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Network': ['ID=598f3aab-ad36-40f8-91c2-b4b060fdd4bf,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:34.855821 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-55df4c27-ab09-43e1-841c-a70963edd2a4 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8d51923963440baba3cd5ca40464130&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1073542 Jan 12 09:34:34.876906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 598f3aab-ad36-40f8-91c2-b4b060fdd4bf details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:34.885588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.932807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:34:34.933274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.981810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] device_id is not set on port 965bea26-b557-4e47-a9e0-e6c43270da91 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:34.997472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6973042c-dc38-44df-b9f1-0e7067efd314 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:34.997835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.098416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c964c2d-d0b1-4713-b864-883eca742e60 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:35.098992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4c964c2d-d0b1-4713-b864-883eca742e60 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Synchronizing usage tracker for tenant:b20500e163eb4093a4cc0977298b6338 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:35.135531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-dc76a889-f0a1-4699-a0f6-b04e309ab77e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:35.137456 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-dc76a889-f0a1-4699-a0f6-b04e309ab77e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0902731 Jan 12 09:34:35.276143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Pushing event updated for resources: {'Port': ['ID=f7d6bc1e-4d8b-4125-9e0e-f321343a612e,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:35.278972 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-77b1b1f7-9a3b-43f6-8e07-c1fdeb423232 service neutron] 10.222.0.58 "GET /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338413 Jan 12 09:34:35.280089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:35.317483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4c964c2d-d0b1-4713-b864-883eca742e60 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Unset dirty status for tenant:b20500e163eb4093a4cc0977298b6338 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:35.318636 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4c964c2d-d0b1-4713-b864-883eca742e60 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] 10.222.0.58 "GET /v2.0/networks/9296b0bb-a7f8-4d21-bc0c-f71dd8331e92 HTTP/1.1" status: 200 len: 768 time: 0.6891887 Jan 12 09:34:35.319933 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:35.332606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60830) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.340450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:subnet and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:35.343025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.377256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:35.428599 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-35382997-a2f8-42fd-b09d-e98505754938 service neutron] 10.222.0.58 "GET /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428657 Jan 12 09:34:35.500150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:35.570567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Checking segment: {'id': 'dc667b21-ab81-41a0-b800-561eeea15bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:35.571099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Network hostable DHCP agents. Network: d735e238-7665-44cd-8b23-1e89cf3cc926, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:35.596962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.615509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.624561 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-96763720-b25e-49de-aa23-694b40922138 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3819463 Jan 12 09:34:35.681230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60852) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.714620 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:35.753653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.891844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.908432 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-59290f2c-fa65-420b-b21a-093e19c22665 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--493225305&fields=id&tenant_id=dcf4260c9dc04a52af653a66a3a24719 HTTP/1.1" status: 200 len: 267 time: 0.0596244 Jan 12 09:34:35.954167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.972980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.016342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Network d735e238-7665-44cd-8b23-1e89cf3cc926 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:36.079267 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-569242b7-5f11-4045-8969-0f52c77101b0 req-5af656bd-4fd6-4999-b183-91244b9e1371 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 210 time: 0.3959701 Jan 12 09:34:36.187499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-a122b137-a8ab-4218-ac26-bf1a5519f501 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:36.195585 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-a122b137-a8ab-4218-ac26-bf1a5519f501 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/networks?id=9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 200 len: 812 time: 0.2802780 Jan 12 09:34:36.227863 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ff915165-2d64-4f04-aa9c-f6da935d65ca tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/quotas/dcf4260c9dc04a52af653a66a3a24719 HTTP/1.1" status: 200 len: 375 time: 0.0305483 Jan 12 09:34:36.253895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, d735e238-7665-44cd-8b23-1e89cf3cc926) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:36.258867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:36.259451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.262970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d2ec7-9e52-4423-96d9-1bc5b8bea85c None None] Network d735e238-7665-44cd-8b23-1e89cf3cc926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:36.346171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.384964 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1bc8a07e-1e5c-458b-84ce-1b833a8ceb43 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.4910934 Jan 12 09:34:36.393036 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-a1e178fc-e5fa-44ec-ae7e-e4201c44d0a0 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dcf4260c9dc04a52af653a66a3a24719&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1597373 Jan 12 09:34:36.398846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60886) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:36.432508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1737874382', 'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:36.479934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:36.494877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Usage tracker for resource:port and tenant:f108a379c46d4d228d59246898b65061 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:36.516684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c40d4f0-de4e-4383-8770-803575b796fe']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:36.554042 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.566826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55081a24-29b6-4b48-8ad0-44a641b3ad77 None None] Network d735e238-7665-44cd-8b23-1e89cf3cc926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:36.568249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60896) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:36.611045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:36.611393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:36.620011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:36.629653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cdf5b7-ec46-4f2c-817a-69bc9f935253') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:36.630637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cdf5b7-ec46-4f2c-817a-69bc9f935253') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:36.648796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Made reservation on behalf of f108a379c46d4d228d59246898b65061 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:36.652875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.682801 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.701163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] device_id is not set on port 2acc6d47-c27a-44e0-8dc8-31a1ec5e3e58 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:36.718463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Network 436c46a7-8f91-425c-9738-033b1961224d is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:36.759167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event updated for resources: {'Port': ['ID=965bea26-b557-4e47-a9e0-e6c43270da91,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:36.770164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:36.772617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:36.773789 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:36.774437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.805712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.846803 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:36.847209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:36.872095 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:36.908363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:36.908957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.933455 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Allocated IP 2001:db8::240 (d735e238-7665-44cd-8b23-1e89cf3cc926/a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e/2acc6d47-c27a-44e0-8dc8-31a1ec5e3e58) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:36.938882 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d23e9467-f9ad-4f5e-98e7-5a92f39d4a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7640514 Jan 12 09:34:36.956641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-175c28c2-942f-4bb9-8149-6b0d25d98ed2 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:36.959375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60906) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:36.986924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8243'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:37.055595 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:37.109603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.124492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.165258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.171912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c40d4f0-de4e-4383-8770-803575b796fe {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 12 09:34:37.236304 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2d0e079-66a2-4eab-971c-18a303ea4fbc req-f86a84ec-202f-4c4e-8d4d-5570770d94b7 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 210 time: 0.0643189 Jan 12 09:34:37.238128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-fee24101-bd54-4ffb-911f-b323ed8e30b6 service neutron] 10.222.0.58 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8324726 Jan 12 09:34:37.241673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.264746 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c40d4f0-de4e-4383-8770-803575b796fe,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:37.323125 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5ce7f75a-e2db-4454-acad-c4ace570ed6d tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "DELETE /v2.0/networks/8c40d4f0-de4e-4383-8770-803575b796fe HTTP/1.1" status: 204 len: 168 time: 1.9883738 Jan 12 09:34:37.351089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60924) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:37.385694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Request body: {'network': {'name': 'tempest-network--1955363506'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:37.393042 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.408924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Pushing event updated for resources: {'Port': ['ID=cdd566e7-8e0e-4f24-9beb-150d90069111,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:37.417400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:37.442563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Usage tracker for resource:network and tenant:94d7f2af28fe46fb8ac6964f0d69c09a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:37.453438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:37.461997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.474992 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-39c81b2f-14d8-44e6-b955-0df343a6a487 service neutron] 10.222.0.58 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272205 Jan 12 09:34:37.534599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.551390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:37.570358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.575392 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-175c28c2-942f-4bb9-8149-6b0d25d98ed2 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] 10.222.0.58 "PUT /v2.0/quotas/07ff3374ca064379b7c98c078d6e6a79 HTTP/1.1" status: 200 len: 366 time: 0.9574869 Jan 12 09:34:37.585054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Made reservation on behalf of 94d7f2af28fe46fb8ac6964f0d69c09a for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:37.588085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.601218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60930) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:37.623625 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3805fd0c-3b1c-4b5d-adef-4e8acf8d2a33 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0206392 Jan 12 09:34:37.632859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60934) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:37.657520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event updated for resources: {'Port': ['ID=2acc6d47-c27a-44e0-8dc8-31a1ec5e3e58,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:37.661382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Network d735e238-7665-44cd-8b23-1e89cf3cc926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:37.664740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:37.672632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:37.673544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:37.675275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.697148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:34:37.703127 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2ca59293-7405-41cd-87c2-a7b95feac449 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] 10.222.0.58 "GET /v2.0/quotas/07ff3374ca064379b7c98c078d6e6a79 HTTP/1.1" status: 200 len: 366 time: 0.0696781 Jan 12 09:34:37.705728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60942) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:37.706620 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.713464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.713464 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e93bf0b4-eea2-46fd-8bcf-d745f9ff1712 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4170799 Jan 12 09:34:37.715769 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f90a47a0-b44f-4324-aa81-4e72da97ed51 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3144255 Jan 12 09:34:37.716671 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60946) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:37.780275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:37.806390 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dda85699-b66c-4840-85ff-5367a381f765 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/07ff3374ca064379b7c98c078d6e6a79 HTTP/1.1" status: 204 len: 168 time: 0.0959690 Jan 12 09:34:37.828169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.828688 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Added segment 885cdc7a-fa36-4462-bf63-49140dd58529 of type vlan for network bcce3463-bfa4-440a-b594-28eacf962bde Jan 12 09:34:37.860014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.927176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60956) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:37.946560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-52a99adb-e3ce-456c-a9e8-351fd2f202b6 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Deleting port 2acc6d47-c27a-44e0-8dc8-31a1ec5e3e58 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:37.946953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52a99adb-e3ce-456c-a9e8-351fd2f202b6 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.985898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.987834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:37.988567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.001899 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4173a87-44e3-4e57-8f6b-ed1f1f61f202 req-c75e8cbc-eac6-4ae3-978f-2746aed0e4b9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 210 time: 0.2018452 Jan 12 09:34:38.047718 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0770930a-928d-4888-a502-f2016130ce6b tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1095562 Jan 12 09:34:38.050066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60972) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.169705 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8108432 Jan 12 09:34:38.180033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 60982) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.235089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d5790aa1-4f0f-444e-af57-fa1821efcabf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:38.249839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Subnet': ['ID=598ecf51-b7cc-47b4-92fb-e245afac38fa,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:38.253920 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f54e17a0-2962-4d96-ac4d-140b8956bf78 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] 10.222.0.58 "GET /v2.0/quotas/07ff3374ca064379b7c98c078d6e6a79 HTTP/1.1" status: 200 len: 370 time: 0.2014725 Jan 12 09:34:38.265663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60988) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.277698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] device_id is not set on port 965bea26-b557-4e47-a9e0-e6c43270da91 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:38.287547 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ad507ad2-7342-43bb-812a-b36652e09dcc tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] 10.222.0.58 "GET /v2.0/quotas/07ff3374ca064379b7c98c078d6e6a79/default HTTP/1.1" status: 200 len: 370 time: 0.0161588 Jan 12 09:34:38.291811 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b563a0d-9506-4fc0-8089-003e1ed9b5f5 tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event updated for resources: {'Network': ['ID=bcce3463-bfa4-440a-b594-28eacf962bde,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:38.295873 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 60994) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.297505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.304925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network bcce3463-bfa4-440a-b594-28eacf962bde details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:38.323655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Checking segment: {'id': '67255691-4bb2-4a03-b838-d13e421630a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '598f3aab-ad36-40f8-91c2-b4b060fdd4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:38.324014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network hostable DHCP agents. Network: 598f3aab-ad36-40f8-91c2-b4b060fdd4bf, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:38.332852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Transition to ACTIVE for port object 965bea26-b557-4e47-a9e0-e6c43270da91 will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:38.337070 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-36c6f9ec-16d3-474a-b94c-8dec18cc186d tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] delete failed (client error): The resource could not be found. Jan 12 09:34:38.338216 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-36c6f9ec-16d3-474a-b94c-8dec18cc186d tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/07ff3374ca064379b7c98c078d6e6a79 HTTP/1.1" status: 404 len: 348 time: 0.0380993 Jan 12 09:34:38.345326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.412782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-7ddcdb8f-0ee7-49b5-9936-a48e4a04b9e4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Synchronizing usage tracker for tenant:3430eb1474ae46dcaa7c866883c47d4f on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:38.568179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event updated for resources: {'Port': ['ID=965bea26-b557-4e47-a9e0-e6c43270da91,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:38.648944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.59', 50806) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.736334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 32778) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.744695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-7ddcdb8f-0ee7-49b5-9936-a48e4a04b9e4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Unset dirty status for tenant:3430eb1474ae46dcaa7c866883c47d4f on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:38.745813 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-7ddcdb8f-0ee7-49b5-9936-a48e4a04b9e4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--732122941&fields=id&tenant_id=3430eb1474ae46dcaa7c866883c47d4f HTTP/1.1" status: 200 len: 267 time: 0.6593070 Jan 12 09:34:38.764068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network 598f3aab-ad36-40f8-91c2-b4b060fdd4bf is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:38.765323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52a99adb-e3ce-456c-a9e8-351fd2f202b6 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.783181 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aedeb04d-c255-451e-bffa-cb7996e2ba03 req-a77d181c-9814-454d-b398-407d898ff932 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 210 time: 0.1390362 Jan 12 09:34:38.805216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 598f3aab-ad36-40f8-91c2-b4b060fdd4bf) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:38.820518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:38.824725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01523c4e-f9f8-4dfa-a5b9-f426391f2a6a None None] Network 598f3aab-ad36-40f8-91c2-b4b060fdd4bf requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:38.827169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.839818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:38.840146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:38.841062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:38.856813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:38.857584 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:38.857968 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 2 to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 Jan 12 09:34:38.874637 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8f249d0b-585d-4a42-8c06-920929fe9b7b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0621278 Jan 12 09:34:38.877473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32784) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.885006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'port': {'network_id': '598f3aab-ad36-40f8-91c2-b4b060fdd4bf', 'name': 'tempest-NetworksIpV6TestAttrs-1699988071'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:38.910854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:38.911190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:38.911520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:38.926027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:38.926385 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:38.992092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-52a99adb-e3ce-456c-a9e8-351fd2f202b6 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Calling delete_port for 2acc6d47-c27a-44e0-8dc8-31a1ec5e3e58 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:39.022425 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 3 to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 Jan 12 09:34:39.093323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-598f3aab-ad36-40f8-91c2-b4b060fdd4bf', 'network_id': '598f3aab-ad36-40f8-91c2-b4b060fdd4bf', 'tenant_id': '93a746f2f4914e4596d70187bccbb913', 'fixed_ips': [{'subnet_id': '598ecf51-b7cc-47b4-92fb-e245afac38fa'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:34:39.094535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.111806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:39.112138 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:39.112952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:39.153916 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:39.154242 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:39.158744 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 4 to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 Jan 12 09:34:39.163566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5790aa1-4f0f-444e-af57-fa1821efcabf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.175068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:39.182563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:port and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:39.185940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:39.186271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:39.186593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:39.189367 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:39.199134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:39.203224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:39.203551 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:39.205442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Usage tracker for resource:network and tenant:107dae48757545c0afda327641bcc584 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:39.205562 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 5 to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 Jan 12 09:34:39.225028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:39.228101 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.246545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:39.246907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:39.247243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:39.260803 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:39.261126 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:39.266316 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 6 to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 Jan 12 09:34:39.277807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] device_id is not set on port b2f3d2df-3a00-416e-bc79-71d0d1c3462b yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:39.316739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5790aa1-4f0f-444e-af57-fa1821efcabf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.332713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:39.332971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:39.333305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:39.365918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:39.366252 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:39.370260 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 7 to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 Jan 12 09:34:39.381872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:39.389931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:39.390273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:39.390617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:39.398402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:39.398765 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:39.399218 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 8 to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 Jan 12 09:34:39.416441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Allocated IP 2001:db8::f816:3eff:fe6f:e59b (598f3aab-ad36-40f8-91c2-b4b060fdd4bf/598ecf51-b7cc-47b4-92fb-e245afac38fa/c5230e0d-4e90-4ab0-aece-322e8111d3f5) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:39.416945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:39.417040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:39.417331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:39.441670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:39.442012 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:39.442411 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 9 to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 Jan 12 09:34:39.468387 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba50faf7-a9eb-44cd-b9e0-cf64be3838c3 req-6dbe2ece-cfda-490b-9825-1112f6210b77 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 210 time: 0.1600826 Jan 12 09:34:39.471682 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:39.472230 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:39.473016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:39.483550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:39.484611 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:39.485265 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempt 10 to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 Jan 12 09:34:39.489673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5790aa1-4f0f-444e-af57-fa1821efcabf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Network bcce3463-bfa4-440a-b594-28eacf962bde is not hosted by any dhcp agent {{(pid=83594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 12 09:34:39.490629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5790aa1-4f0f-444e-af57-fa1821efcabf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:39.491324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5790aa1-4f0f-444e-af57-fa1821efcabf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.492789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d5790aa1-4f0f-444e-af57-fa1821efcabf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "PUT /v2.0/networks/bcce3463-bfa4-440a-b594-28eacf962bde HTTP/1.1" status: 200 len: 858 time: 1.3115911 Jan 12 09:34:39.498525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a79b-6961-498c-9903-8fed57cee296 req-f75ed0d9-26b8-4f20-a7f8-6a4fe7916ab5 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:39.500376 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-f75ed0d9-26b8-4f20-a7f8-6a4fe7916ab5 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.59 "GET /v2.0/networks?id=6fa7509a-e83f-4be8-820f-eefe950e0df1 HTTP/1.1" status: 200 len: 806 time: 0.8501508 Jan 12 09:34:39.513086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32802) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:39.514809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:39.515497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:39.516363 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempting to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:39.547423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Usage tracker for resource:subnet and tenant:107dae48757545c0afda327641bcc584 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:39.552835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:39.559117 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Failed to bind port 965bea26-b557-4e47-a9e0-e6c43270da91 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'f23482e1-8bd3-4420-b724-74ddb9d35997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '436c46a7-8f91-425c-9738-033b1961224d'}] Jan 12 09:34:39.559338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.567610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ac7139d1-f0ea-4127-89a9-f64d68ee47ca tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:39.568697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ac7139d1-f0ea-4127-89a9-f64d68ee47ca tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Synchronizing usage tracker for tenant:3430eb1474ae46dcaa7c866883c47d4f on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:39.591523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:39.593450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5790aa1-4f0f-444e-af57-fa1821efcabf tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event updated for resources: {'Network': ['ID=bcce3463-bfa4-440a-b594-28eacf962bde,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:39.637839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Usage tracker for resource:subnetpool and tenant:107dae48757545c0afda327641bcc584 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:39.650323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ac7139d1-f0ea-4127-89a9-f64d68ee47ca tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Unset dirty status for tenant:3430eb1474ae46dcaa7c866883c47d4f on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:39.651544 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ac7139d1-f0ea-4127-89a9-f64d68ee47ca tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/networks?id=c8a0f3c2-e958-4b1f-8783-30432a1d04c7 HTTP/1.1" status: 200 len: 812 time: 0.8937683 Jan 12 09:34:39.654287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:39.656621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52a99adb-e3ce-456c-a9e8-351fd2f202b6 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.662874 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-d5df6736-6a0d-4d39-a5d7-c4da678bb8a0 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d51923963440baba3cd5ca40464130 HTTP/1.1" status: 200 len: 380 time: 0.1085873 Jan 12 09:34:39.718327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Request body: {'port': {'device_id': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'admin_state_up': True, 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'security_groups': ['b1d55f35-ff67-45f1-ae74-b66b9693d368']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:39.731919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.735254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a99adb-e3ce-456c-a9e8-351fd2f202b6 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event deleted for resources: {'Port': ['ID=2acc6d47-c27a-44e0-8dc8-31a1ec5e3e58,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:39.745107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.748995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Usage tracker for resource:port and tenant:107dae48757545c0afda327641bcc584 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:39.758271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Transition to ACTIVE for port object c5230e0d-4e90-4ab0-aece-322e8111d3f5 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:39.767497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] For port 965bea26-b557-4e47-a9e0-e6c43270da91, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:39.767874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Attempted to set empty binding levels {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 12 09:34:39.768883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.59', 50812) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:39.783891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Transition to ACTIVE for port object c5230e0d-4e90-4ab0-aece-322e8111d3f5 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:39.791114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.808283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-b3e9a5c6-0b1d-4294-8289-dffd6d58680a tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/quotas/3430eb1474ae46dcaa7c866883c47d4f HTTP/1.1" status: 200 len: 375 time: 0.1496751 Jan 12 09:34:39.842742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:39.886639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.890584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52a99adb-e3ce-456c-a9e8-351fd2f202b6 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.917987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Network 598f3aab-ad36-40f8-91c2-b4b060fdd4bf is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:39.927305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:39.930017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:39.960660 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-52a99adb-e3ce-456c-a9e8-351fd2f202b6 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2acc6d47-c27a-44e0-8dc8-31a1ec5e3e58 HTTP/1.1" status: 204 len: 168 time: 2.2400022 Jan 12 09:34:39.962213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Usage tracker for resource:router and tenant:107dae48757545c0afda327641bcc584 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:39.967045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 32816) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:39.991388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926', 'external_fixed_ips': [{'subnet_id': 'a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e', 'ip_address': '2001:db8::240'}]}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:39.997414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:40.024996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:40.071217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Usage tracker for resource:router and tenant:f108a379c46d4d228d59246898b65061 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:40.080318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:40.099694 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4d8b537a-5887-48e4-aea3-f31bcc282867 req-33532ca7-72ff-4698-abb1-d2f2f0f14a16 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 210 time: 0.0873816 Jan 12 09:34:40.100255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Usage tracker for resource:floatingip and tenant:107dae48757545c0afda327641bcc584 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:40.105504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:40.116037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:40.121875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:40.129248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Usage tracker for resource:port and tenant:d8d51923963440baba3cd5ca40464130 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:40.133541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:40.135307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] In _notify_port_updated(), no bound segment for port 965bea26-b557-4e47-a9e0-e6c43270da91 on network 436c46a7-8f91-425c-9738-033b1961224d {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:34:40.136364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.137982 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "PUT /v2.0/ports/965bea26-b557-4e47-a9e0-e6c43270da91 HTTP/1.1" status: 200 len: 981 time: 3.1757119 Jan 12 09:34:40.153287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 32820) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:40.155505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.159772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:40.162056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.166784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.208115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Pushing event updated for resources: {'Port': ['ID=c5230e0d-4e90-4ab0-aece-322e8111d3f5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:40.237637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Allocated IP 2001:db8::f816:3eff:fe8d:7828 (598f3aab-ad36-40f8-91c2-b4b060fdd4bf/598ecf51-b7cc-47b4-92fb-e245afac38fa/b2f3d2df-3a00-416e-bc79-71d0d1c3462b) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:40.256308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad51823-d5d2-4add-a3ba-44fb6376fa24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event updated for resources: {'Port': ['ID=965bea26-b557-4e47-a9e0-e6c43270da91,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:40.327849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Attempting to bind port c5230e0d-4e90-4ab0-aece-322e8111d3f5 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:40.328230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Attempting to bind port c5230e0d-4e90-4ab0-aece-322e8111d3f5 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '67255691-4bb2-4a03-b838-d13e421630a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '598f3aab-ad36-40f8-91c2-b4b060fdd4bf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:40.328578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Attempting to bind port c5230e0d-4e90-4ab0-aece-322e8111d3f5 on network 598f3aab-ad36-40f8-91c2-b4b060fdd4bf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:40.341316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcce3463-bfa4-440a-b594-28eacf962bde']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:40.342166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ad37227e-0da8-422a-b260-41575f70b36e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Synchronizing usage tracker for tenant:3430eb1474ae46dcaa7c866883c47d4f on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:40.350140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:40.352539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Checking segment: {'id': '67255691-4bb2-4a03-b838-d13e421630a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '598f3aab-ad36-40f8-91c2-b4b060fdd4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:40.353106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.353534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Bound using segment: {'id': '67255691-4bb2-4a03-b838-d13e421630a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '598f3aab-ad36-40f8-91c2-b4b060fdd4bf'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:40.354013 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Bound port: c5230e0d-4e90-4ab0-aece-322e8111d3f5, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67255691-4bb2-4a03-b838-d13e421630a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '598f3aab-ad36-40f8-91c2-b4b060fdd4bf'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:40.354396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.373302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Made reservation on behalf of d8d51923963440baba3cd5ca40464130 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:40.376295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.444274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0ad602b2-5e86-4350-a334-6e0d946aacdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Deleting port 965bea26-b557-4e47-a9e0-e6c43270da91 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:40.444800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ad602b2-5e86-4350-a334-6e0d946aacdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.573030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] For port c5230e0d-4e90-4ab0-aece-322e8111d3f5, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:40.577545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] For port c5230e0d-4e90-4ab0-aece-322e8111d3f5, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c5230e0d-4e90-4ab0-aece-322e8111d3f5,segment=NetworkSegment(67255691-4bb2-4a03-b838-d13e421630a4),segment_id=67255691-4bb2-4a03-b838-d13e421630a4)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:40.584524 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.588526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ad37227e-0da8-422a-b260-41575f70b36e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Unset dirty status for tenant:3430eb1474ae46dcaa7c866883c47d4f on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:40.601922 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ad37227e-0da8-422a-b260-41575f70b36e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3430eb1474ae46dcaa7c866883c47d4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7637749 Jan 12 09:34:40.622636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.780175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.800056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91819a48-d88d-4b6b-9067-4279e07577cd None None] Pushing event updated for resources: {'Port': ['ID=c5230e0d-4e90-4ab0-aece-322e8111d3f5,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:40.801226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Transition to ACTIVE for port object b2f3d2df-3a00-416e-bc79-71d0d1c3462b will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:40.829278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885cdc7a-fa36-4462-bf63-49140dd58529') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:40.829899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885cdc7a-fa36-4462-bf63-49140dd58529') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:40.850962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.929333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.986510 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2455f2cc-5238-4a0e-9581-90fbe6a8cea0 req-34314d14-033e-463b-8c59-d1eb5d7bffe5 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 210 time: 0.1722722 Jan 12 09:34:41.038220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.056036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-19a99ffc-7519-497a-bf42-c3bb421024f9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:41.057091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-19a99ffc-7519-497a-bf42-c3bb421024f9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Synchronizing usage tracker for tenant:dcf4260c9dc04a52af653a66a3a24719 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:41.071880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:41.072660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:41.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:41.090169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Usage tracker for resource:security_group and tenant:107dae48757545c0afda327641bcc584 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:41.091513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network 598f3aab-ad36-40f8-91c2-b4b060fdd4bf is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:41.190771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:41.220993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Port': ['ID=b2f3d2df-3a00-416e-bc79-71d0d1c3462b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:41.238441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:41.265861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:41.270142 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:41.270794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.373724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-19a99ffc-7519-497a-bf42-c3bb421024f9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Unset dirty status for tenant:dcf4260c9dc04a52af653a66a3a24719 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:41.377403 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-19a99ffc-7519-497a-bf42-c3bb421024f9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.59 "GET /v2.0/networks?id=9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 200 len: 812 time: 1.5733523 Jan 12 09:34:41.391817 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ce441a08-5d38-454f-8400-4278d165d077 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5090783 Jan 12 09:34:41.391817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.391817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32834) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:41.409587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bcce3463-bfa4-440a-b594-28eacf962bde {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 12 09:34:41.416867 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-cf88b9e4-8510-4d61-b7f8-cd9fcf4c3829 service neutron] 10.222.0.58 "GET /v2.0/networks/c8a0f3c2-e958-4b1f-8783-30432a1d04c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980909 Jan 12 09:34:41.512135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.522476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcce3463-bfa4-440a-b594-28eacf962bde,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:41.551905 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1394d392-37df-4bff-a23d-c68eb18f2dfd tempest-ExternalNetworksTestJSON-1346989900 tempest-ExternalNetworksTestJSON-1346989900-project-admin] 10.222.0.58 "DELETE /v2.0/networks/bcce3463-bfa4-440a-b594-28eacf962bde HTTP/1.1" status: 204 len: 168 time: 2.0322230 Jan 12 09:34:41.582539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32838) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:41.768956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Usage tracker for resource:security_group_rule and tenant:107dae48757545c0afda327641bcc584 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:41.795606 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e51686b-047b-435b-90aa-13bfe8adda13 req-05347c03-dba7-4c10-8529-5b0a7598b396 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 210 time: 0.3742387 Jan 12 09:34:41.798409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Allocated IP 172.20.0.4 (6fa7509a-e83f-4be8-820f-eefe950e0df1/c2d119ae-48fc-47f5-99cf-576a3a3b45d4/df74f75a-15dc-4f76-858f-d7d053aa7513) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:41.916525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:41.934439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-65a0e9a1-18ab-4538-9221-1a56072e2def tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Synchronizing usage tracker for tenant:dcf4260c9dc04a52af653a66a3a24719 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:41.940029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-0ad602b2-5e86-4350-a334-6e0d946aacdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] For port 965bea26-b557-4e47-a9e0-e6c43270da91, host hv-neutron-8243, got binding levels [] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:41.940395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ad602b2-5e86-4350-a334-6e0d946aacdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.969331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.129363 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-137d6085-6e6a-41d6-8cc7-eef078ed212f tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] DELETE failed (client error): The resource could not be found. Jan 12 09:34:42.129846 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137d6085-6e6a-41d6-8cc7-eef078ed212f tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:34:42.133956 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-137d6085-6e6a-41d6-8cc7-eef078ed212f tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] 10.222.0.58 "DELETE /v2.0/subnets/07ed31d4-bcda-48f4-9f39-3cbbf8f28fbd HTTP/1.1" status: 404 len: 337 time: 0.5267789 Jan 12 09:34:42.142777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 32844) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:42.145945 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7b206f81-50df-4053-9147-87cac58d2a65 tempest-QuotasTest-2007912692 tempest-QuotasTest-2007912692-project-admin] 10.222.0.58 "GET /v2.0/quotas/107dae48757545c0afda327641bcc584/details.json HTTP/1.1" status: 200 len: 703 time: 3.4026568 Jan 12 09:34:42.233615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-65a0e9a1-18ab-4538-9221-1a56072e2def tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Unset dirty status for tenant:dcf4260c9dc04a52af653a66a3a24719 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:42.234798 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-65a0e9a1-18ab-4538-9221-1a56072e2def tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcf4260c9dc04a52af653a66a3a24719 HTTP/1.1" status: 200 len: 379 time: 0.7789128 Jan 12 09:34:42.253935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Request body: {'port': {'device_id': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'admin_state_up': True, 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'security_groups': ['61711833-3326-422c-80c4-ac05e04e072e']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:42.298698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-067561c8-f895-43f9-8faa-80f8a98baa32 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting subnet 598ecf51-b7cc-47b4-92fb-e245afac38fa {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:34:42.361873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864e78b-d406-4173-a2e0-ac10577bba6f None None] Network 598f3aab-ad36-40f8-91c2-b4b060fdd4bf requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:42.366974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-067561c8-f895-43f9-8faa-80f8a98baa32 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.451387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-067561c8-f895-43f9-8faa-80f8a98baa32 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.461714 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-618f0f8d-6ba5-49c2-b149-635203466d32 service neutron] 10.222.0.58 "GET /v2.0/networks/c8a0f3c2-e958-4b1f-8783-30432a1d04c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287741 Jan 12 09:34:42.535776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0ad602b2-5e86-4350-a334-6e0d946aacdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Calling delete_port for 965bea26-b557-4e47-a9e0-e6c43270da91 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:42.561648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:42.565379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Usage tracker for resource:port and tenant:dcf4260c9dc04a52af653a66a3a24719 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:42.568542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:42.574992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:42.594506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Made reservation on behalf of dcf4260c9dc04a52af653a66a3a24719 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:42.600462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.690390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c5230e0d-4e90-4ab0-aece-322e8111d3f5 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:42.783000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-47b21a86-5349-45db-96ea-53face3d9c4d None None] Provisioning for port c5230e0d-4e90-4ab0-aece-322e8111d3f5 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:42.839303 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a6f8b81-2458-49bc-b164-de3a8d3869fc req-0bd8125a-11b7-4b1c-bb44-730aeef8a781 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 210 time: 0.1658099 Jan 12 09:34:42.984190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32858) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:42.999224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-067561c8-f895-43f9-8faa-80f8a98baa32 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.053589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Allocated IP 172.20.0.9 (9cc1870b-44c6-49df-b549-ffb90a147677/6c73e78c-b467-4bb9-9543-c898d6de8b84/017250a8-0b35-400d-b839-13ec25a1c7e1) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:43.074342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.102046 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port c5230e0d-4e90-4ab0-aece-322e8111d3f5 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:43.130571 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c5230e0d-4e90-4ab0-aece-322e8111d3f5 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:43.130927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.233938 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6eb9e845-c3d8-4c18-ae2c-8c084ea7e80e req-0e8fb553-1fc4-41e9-855c-692f351f3d2d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 210 time: 0.1554422 Jan 12 09:34:43.306790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-067561c8-f895-43f9-8faa-80f8a98baa32 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.408653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067561c8-f895-43f9-8faa-80f8a98baa32 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Subnet': ['ID=598ecf51-b7cc-47b4-92fb-e245afac38fa,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:43.424155 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-109e009a-82dc-4cbb-8770-734291b2c1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.446742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-067561c8-f895-43f9-8faa-80f8a98baa32 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.457620 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-067561c8-f895-43f9-8faa-80f8a98baa32 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/subnets/598ecf51-b7cc-47b4-92fb-e245afac38fa HTTP/1.1" status: 204 len: 168 time: 2.0648143 Jan 12 09:34:43.475773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 32868) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:43.504886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.560151 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-109e009a-82dc-4cbb-8770-734291b2c1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:43.568585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.572292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-109e009a-82dc-4cbb-8770-734291b2c1cb admin admin] Usage tracker for resource:security_group_rule and tenant:e6b34dd78d5f49369a720134c18dd3c2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:43.578687 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-109e009a-82dc-4cbb-8770-734291b2c1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:43.579481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port c5230e0d-4e90-4ab0-aece-322e8111d3f5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c5230e0d-4e90-4ab0-aece-322e8111d3f5,segment=NetworkSegment(67255691-4bb2-4a03-b838-d13e421630a4),segment_id=67255691-4bb2-4a03-b838-d13e421630a4)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:43.587697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.592395 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-109e009a-82dc-4cbb-8770-734291b2c1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:43.603896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Transition to ACTIVE for port object 017250a8-0b35-400d-b839-13ec25a1c7e1 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:43.670192 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cc07abad-9180-40cd-8b6f-385733b50a5a req-ef91d576-0d74-44a4-8901-564c127010ba tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 210 time: 0.4008710 Jan 12 09:34:43.691750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.701683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd547e97-40d0-4033-8440-9f1a36a9bffb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:43.721740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd547e97-40d0-4033-8440-9f1a36a9bffb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:43.728586 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fd547e97-40d0-4033-8440-9f1a36a9bffb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2166739 Jan 12 09:34:43.732393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 32874) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:43.762724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d9de92-8c5b-44b2-ab69-9ec7f11fd178 None None] Network 598f3aab-ad36-40f8-91c2-b4b060fdd4bf requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:43.780864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Network 9cc1870b-44c6-49df-b549-ffb90a147677 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:43.844760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Pushing event updated for resources: {'Port': ['ID=017250a8-0b35-400d-b839-13ec25a1c7e1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:43.854589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:43.860388 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:43.934646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-109e009a-82dc-4cbb-8770-734291b2c1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.971298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-109e009a-82dc-4cbb-8770-734291b2c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.113199 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-109e009a-82dc-4cbb-8770-734291b2c1cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6b34dd78d5f49369a720134c18dd3c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1278203 Jan 12 09:34:44.122892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32880) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.151124 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.163322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=c5230e0d-4e90-4ab0-aece-322e8111d3f5,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:44.193264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Transition to ACTIVE for port object df74f75a-15dc-4f76-858f-d7d053aa7513 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:44.233531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0af9f720-b920-4a55-b092-e4f77d044498 None None] Provisioning complete for port c5230e0d-4e90-4ab0-aece-322e8111d3f5 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:44.233921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0af9f720-b920-4a55-b092-e4f77d044498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.259732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e009a-82dc-4cbb-8770-734291b2c1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb4e71-94f1-44b2-b890-3a71f91a5d5b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:44.302460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ad605948-8d46-4e02-b939-221e08a6dbdb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.307218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:44.307893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.341038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.346817 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad605948-8d46-4e02-b939-221e08a6dbdb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 12 09:34:44.347578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad605948-8d46-4e02-b939-221e08a6dbdb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:34:44.384569 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ca77ffb1-e469-40cd-ad00-e58f8d2b195f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1346433 Jan 12 09:34:44.474991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7a75283b-dd12-4588-bef1-5d87b58e21f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.512198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-b709d13e-2d18-497b-97e9-c39b1ade5e72 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:34:44.513583 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-b709d13e-2d18-497b-97e9-c39b1ade5e72 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0109830 Jan 12 09:34:44.560086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7a75283b-dd12-4588-bef1-5d87b58e21f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.720456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7a75283b-dd12-4588-bef1-5d87b58e21f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.770496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c5230e0d-4e90-4ab0-aece-322e8111d3f5 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:44.776331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ad605948-8d46-4e02-b939-221e08a6dbdb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/598f3aab-ad36-40f8-91c2-b4b060fdd4bf HTTP/1.1" status: 409 len: 405 time: 1.0295136 Jan 12 09:34:44.785732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32892) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.793122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75283b-dd12-4588-bef1-5d87b58e21f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb4e71-94f1-44b2-b890-3a71f91a5d5b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:44.802018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1717553201'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:44.838808 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:34:44.867882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:44.869862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7a75283b-dd12-4588-bef1-5d87b58e21f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.877311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Network 6fa7509a-e83f-4be8-820f-eefe950e0df1 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:44.877553 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7a75283b-dd12-4588-bef1-5d87b58e21f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47fb4e71-94f1-44b2-b890-3a71f91a5d5b HTTP/1.1" status: 204 len: 168 time: 0.7489607 Jan 12 09:34:44.879369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:network and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:44.888654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:44.924783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:44.934761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:44.939879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:45.036467 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Request body: {'port': {'device_id': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:45.095378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0af9f720-b920-4a55-b092-e4f77d044498 None None] Provisioning for port b2f3d2df-3a00-416e-bc79-71d0d1c3462b completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:45.195577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:45.204431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.210703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0af9f720-b920-4a55-b092-e4f77d044498 None None] Provisioning complete for port b2f3d2df-3a00-416e-bc79-71d0d1c3462b triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:45.211086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0af9f720-b920-4a55-b092-e4f77d044498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.230072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.380753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0af9f720-b920-4a55-b092-e4f77d044498 None None] Port b2f3d2df-3a00-416e-bc79-71d0d1c3462b cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:34:45.383743 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18213bf-a694-4ab3-860b-34ae758f5288 None None] DHCP port deletion for 598f3aab-ad36-40f8-91c2-b4b060fdd4bf request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:34:45.389336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b18213bf-a694-4ab3-860b-34ae758f5288 None None] Deleting port c5230e0d-4e90-4ab0-aece-322e8111d3f5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:45.389742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b18213bf-a694-4ab3-860b-34ae758f5288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.443808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c5230e0d-4e90-4ab0-aece-322e8111d3f5 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:45.444180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.480131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:45.506468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.532468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.535989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c9efcc38-1c0c-4d73-82fd-321e78a4f7e5 None None] Provisioning for port 017250a8-0b35-400d-b839-13ec25a1c7e1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:45.538209 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Added segment 11ee86f2-df01-42b0-b324-702a8e217a46 of type vlan for network 65a49c5b-ac29-4e49-ba3f-04dd1c723264 Jan 12 09:34:45.544222 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c9efcc38-1c0c-4d73-82fd-321e78a4f7e5 None None] Provisioning complete for port 017250a8-0b35-400d-b839-13ec25a1c7e1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:45.544591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9efcc38-1c0c-4d73-82fd-321e78a4f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.679372 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-38eca52c-72fc-42bc-808f-58c2440b3a02 req-65891ecc-760c-4854-82b3-0b5dd53a77e5 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 210 time: 1.0262082 Jan 12 09:34:45.694547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.742240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.753412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:45.754151 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.835735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:45.839551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.879120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ad602b2-5e86-4350-a334-6e0d946aacdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.919876 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2246237 Jan 12 09:34:45.947057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9296b0bb-a7f8-4d21-bc0c-f71dd8331e92']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:45.997559 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2080400 Jan 12 09:34:46.021154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 32900) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:46.021745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.59', 50817) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:46.043962 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131562b7-e582-499d-ad0e-56c60c0b8f49 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Pushing event updated for resources: {'Port': ['ID=df74f75a-15dc-4f76-858f-d7d053aa7513,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:46.051458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'subnet': {'network_id': '65a49c5b-ac29-4e49-ba3f-04dd1c723264', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:46.125184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c9efcc38-1c0c-4d73-82fd-321e78a4f7e5 None None] Port 017250a8-0b35-400d-b839-13ec25a1c7e1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:34:46.147685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf797d5-6b88-4cae-aded-4015bc88ccd2') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:46.154878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf797d5-6b88-4cae-aded-4015bc88ccd2') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:46.176811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Request body: {'port': {'device_id': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:46.180452 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32904) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:46.280443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b18213bf-a694-4ab3-860b-34ae758f5288 None None] For port c5230e0d-4e90-4ab0-aece-322e8111d3f5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c5230e0d-4e90-4ab0-aece-322e8111d3f5,segment=NetworkSegment(67255691-4bb2-4a03-b838-d13e421630a4),segment_id=67255691-4bb2-4a03-b838-d13e421630a4)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:46.280837 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b18213bf-a694-4ab3-860b-34ae758f5288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.434221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b18213bf-a694-4ab3-860b-34ae758f5288 None None] Calling delete_port for c5230e0d-4e90-4ab0-aece-322e8111d3f5 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:46.480911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ad602b2-5e86-4350-a334-6e0d946aacdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.483072 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0ad602b2-5e86-4350-a334-6e0d946aacdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "DELETE /v2.0/ports/965bea26-b557-4e47-a9e0-e6c43270da91 HTTP/1.1" status: 204 len: 168 time: 6.3288305 Jan 12 09:34:46.506287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 32912) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:46.517543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b18213bf-a694-4ab3-860b-34ae758f5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.595886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.625045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c9efcc38-1c0c-4d73-82fd-321e78a4f7e5 None None] Provisioning for port df74f75a-15dc-4f76-858f-d7d053aa7513 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:46.695111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c5230e0d-4e90-4ab0-aece-322e8111d3f5 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:46.789980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18213bf-a694-4ab3-860b-34ae758f5288 None None] No DVR routers for this DVR port c5230e0d-4e90-4ab0-aece-322e8111d3f5 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:46.810902 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: c5230e0d-4e90-4ab0-aece-322e8111d3f5 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:34:46.811300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c5230e0d-4e90-4ab0-aece-322e8111d3f5 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:46.833631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18213bf-a694-4ab3-860b-34ae758f5288 None None] Pushing event deleted for resources: {'Port': ['ID=c5230e0d-4e90-4ab0-aece-322e8111d3f5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:46.835816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017250a8-0b35-400d-b839-13ec25a1c7e1 {{(pid=83595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:34:46.846267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.848005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c9efcc38-1c0c-4d73-82fd-321e78a4f7e5 None None] Provisioning complete for port df74f75a-15dc-4f76-858f-d7d053aa7513 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:46.848378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9efcc38-1c0c-4d73-82fd-321e78a4f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.877494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Transition to ACTIVE for port object 017250a8-0b35-400d-b839-13ec25a1c7e1 will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:46.878868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61060587-cb9e-4601-ad82-4cf6b029154f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Network': ['ID=65a49c5b-ac29-4e49-ba3f-04dd1c723264,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:46.903731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e63182b-b51d-4807-b2b6-72e8dde95fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.917071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.919361 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:46.932342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:subnet and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:46.935331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:46.949045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:46.961404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c9efcc38-1c0c-4d73-82fd-321e78a4f7e5 None None] Port df74f75a-15dc-4f76-858f-d7d053aa7513 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:34:46.970591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 65a49c5b-ac29-4e49-ba3f-04dd1c723264 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:46.983941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2ec92-a9ef-4f63-ac07-a5cf3858b3f6 req-8ef1b7d2-baf3-44ba-8b1d-4ada62b88cd4 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:46.985828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b3e2ec92-a9ef-4f63-ac07-a5cf3858b3f6 req-8ef1b7d2-baf3-44ba-8b1d-4ada62b88cd4 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 931 time: 2.6708183 Jan 12 09:34:46.986648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad602b2-5e86-4350-a334-6e0d946aacdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Pushing event deleted for resources: {'Port': ['ID=965bea26-b557-4e47-a9e0-e6c43270da91,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:47.052760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:47.143325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Pushing event updated for resources: {'Port': ['ID=017250a8-0b35-400d-b839-13ec25a1c7e1,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:47.148054 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d226c24-b9f0-44e5-b335-cb2c904f67a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:34:47.148570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3d226c24-b9f0-44e5-b335-cb2c904f67a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Synchronizing usage tracker for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:47.166963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1e63182b-b51d-4807-b2b6-72e8dde95fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:47.176804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1e63182b-b51d-4807-b2b6-72e8dde95fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:107dae48757545c0afda327641bcc584 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:47.181237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1e63182b-b51d-4807-b2b6-72e8dde95fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:47.199347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1e63182b-b51d-4807-b2b6-72e8dde95fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:47.265155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-c5ed98bf-5af4-485a-b28f-6c74d43b66f5 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:47.266622 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-c5ed98bf-5af4-485a-b28f-6c74d43b66f5 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.59 "GET /v2.0/networks?id=c8a0f3c2-e958-4b1f-8783-30432a1d04c7 HTTP/1.1" status: 200 len: 812 time: 1.0393322 Jan 12 09:34:47.384127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3d226c24-b9f0-44e5-b335-cb2c904f67a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] Unset dirty status for tenant:ca7f1ab7aaef4988b174190ecd783662 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:47.384810 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3d226c24-b9f0-44e5-b335-cb2c904f67a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-373593066-project-admin] 10.222.0.58 "GET /v2.0/ports/965bea26-b557-4e47-a9e0-e6c43270da91 HTTP/1.1" status: 404 len: 333 time: 0.8185301 Jan 12 09:34:47.396808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32922) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:47.435427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Attempting to bind port 017250a8-0b35-400d-b839-13ec25a1c7e1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:47.437640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Attempting to bind port 017250a8-0b35-400d-b839-13ec25a1c7e1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:47.437640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Attempting to bind port 017250a8-0b35-400d-b839-13ec25a1c7e1 on network 9cc1870b-44c6-49df-b549-ffb90a147677 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:47.476526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.479579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.552184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Port 017250a8-0b35-400d-b839-13ec25a1c7e1 on network 9cc1870b-44c6-49df-b549-ffb90a147677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:47.552507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Attempting to bind port 017250a8-0b35-400d-b839-13ec25a1c7e1 on network 9cc1870b-44c6-49df-b549-ffb90a147677 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:47.621563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:47.622183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.650611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:47.650964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Checking segment: {'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:47.651499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Bound using segment: {'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:47.651942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Bound port: 017250a8-0b35-400d-b839-13ec25a1c7e1, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63aaf13-1518-49e6-8fbb-b78e0c72c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677'}}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:47.652296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.668456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e63182b-b51d-4807-b2b6-72e8dde95fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.675646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.687160 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e63182b-b51d-4807-b2b6-72e8dde95fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.748899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.838890 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b3e2ec92-a9ef-4f63-ac07-a5cf3858b3f6 req-9d361814-6780-483c-a6c0-30bd273c30ed tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8410347 Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:47.847976 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:47.850323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.983881 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.992867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.010782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436c46a7-8f91-425c-9738-033b1961224d']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:48.024052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23482e1-8bd3-4420-b724-74ddb9d35997') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:48.024389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23482e1-8bd3-4420-b724-74ddb9d35997') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:48.036661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.053381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.060600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:48.061127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.078155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f894e51-7316-40e6-b06a-8703cb07f889 req-21ec777b-00f3-4ecf-98d7-6e30023ca4fa tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:48.078908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5f894e51-7316-40e6-b06a-8703cb07f889 req-21ec777b-00f3-4ecf-98d7-6e30023ca4fa tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Synchronizing usage tracker for tenant:d8d51923963440baba3cd5ca40464130 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:48.158273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.161820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63182b-b51d-4807-b2b6-72e8dde95fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a7aa3c-1ab4-41dc-a6be-3827001f2616,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:48.172044 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:48.174737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.182305 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-403ea2c7-517c-4097-92b2-419cb1f87f7e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3430eb1474ae46dcaa7c866883c47d4f HTTP/1.1" status: 200 len: 379 time: 0.8035865 Jan 12 09:34:48.203410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.209454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] For port 017250a8-0b35-400d-b839-13ec25a1c7e1, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:48.220378 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1e63182b-b51d-4807-b2b6-72e8dde95fc6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=107dae48757545c0afda327641bcc584&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0264921 Jan 12 09:34:48.230553 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2ad09cdd-ed57-45d4-ade4-510a7359237d req-0d22f0f4-311b-4833-9167-520ae33c4963 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 210 time: 0.2186007 Jan 12 09:34:48.234180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.236477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 32926) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:48.238375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] Pushing event deleted for resources: {'Network': ['ID=436c46a7-8f91-425c-9738-033b1961224d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:48.242652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] Pushing event deleted for resources: {'Network': ['ID=9296b0bb-a7f8-4d21-bc0c-f71dd8331e92,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:48.247036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5f894e51-7316-40e6-b06a-8703cb07f889 req-21ec777b-00f3-4ecf-98d7-6e30023ca4fa tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Unset dirty status for tenant:d8d51923963440baba3cd5ca40464130 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:48.251627 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0ab5d1bf-dfb8-49e6-ace8-d4f2164ed4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549518993-project] 10.222.0.58 "DELETE /v2.0/networks/436c46a7-8f91-425c-9738-033b1961224d HTTP/1.1" status: 204 len: 168 time: 0.8513520 Jan 12 09:34:48.253378 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5f894e51-7316-40e6-b06a-8703cb07f889 req-21ec777b-00f3-4ecf-98d7-6e30023ca4fa tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 931 time: 2.2845447 Jan 12 09:34:48.253766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] For port 017250a8-0b35-400d-b839-13ec25a1c7e1, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=017250a8-0b35-400d-b839-13ec25a1c7e1,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:48.274646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.392696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.396761 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] 10.222.0.59 "PUT /v2.0/ports/017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 200 len: 1093 time: 3.7428639 Jan 12 09:34:48.397232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'tag': '017250a8-0b35-400d-b839-13ec25a1c7e1'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:34:48.440386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76cf1b-c51f-4862-ae23-688cb9beaf01 service neutron] Pushing event updated for resources: {'Port': ['ID=017250a8-0b35-400d-b839-13ec25a1c7e1,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:48.618231 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-be4eb448-8562-47cb-b9e5-2b2fc3a14dd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcf4260c9dc04a52af653a66a3a24719&device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 1096 time: 0.1205673 Jan 12 09:34:48.738022 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-b8284e29-cbd7-4f48-814c-6236dfa0060c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 200 len: 217 time: 0.1010487 Jan 12 09:34:48.886611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-01e44b4b-a744-402a-8c6f-9bd40cfe0e79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:48.889690 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-01e44b4b-a744-402a-8c6f-9bd40cfe0e79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c73e78c-b467-4bb9-9543-c898d6de8b84 HTTP/1.1" status: 200 len: 851 time: 0.1376231 Jan 12 09:34:48.968979 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5f894e51-7316-40e6-b06a-8703cb07f889 req-908d1a17-729c-48cd-9c67-9352724ad496 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7144547 Jan 12 09:34:48.970180 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-238aa649-b7b8-4da4-8bcf-d65441998ad5 tempest-ExternalNetworksTestJSON-653741547 tempest-ExternalNetworksTestJSON-653741547-project] 10.222.0.58 "DELETE /v2.0/networks/9296b0bb-a7f8-4d21-bc0c-f71dd8331e92 HTTP/1.1" status: 204 len: 168 time: 6.8263457 Jan 12 09:34:49.037506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Request body: {'port': {'device_id': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'admin_state_up': True, 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'security_groups': ['d1a7239d-fd5c-44ca-94e9-212afd51e68a']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:49.043562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fac043da-48a0-474e-a698-9ccce0e9c02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.086366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32946) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:49.155289 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-321a8a15-d6d2-44ff-ad43-19c8bfd8e4ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cc1870b-44c6-49df-b549-ffb90a147677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2254641 Jan 12 09:34:49.243237 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'tag': '017250a8-0b35-400d-b839-13ec25a1c7e1', 'status': 'completed', 'code': 200} Jan 12 09:34:49.531946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:49.639517 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a0133fff-d01f-425b-9b73-31b0654afc7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e0de83d965f4e69b4c47b3ca469a4c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5488243 Jan 12 09:34:49.640119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32958) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:49.640461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5567e6b2-9171-482c-bee7-a806a215e497 req-4b6a6cca-1114-436e-abd6-e17cae6351ae tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 210 time: 0.1413684 Jan 12 09:34:49.683806 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-3501571f-f094-4764-99ca-afdf940a00e9 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976790 Jan 12 09:34:49.707962 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-22da71e6-bddb-4316-8e9d-3ef266efb332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.756433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32962) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:49.846347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:49.857876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Allocated IP 2001:db8::240 (d735e238-7665-44cd-8b23-1e89cf3cc926/a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e/1f99612b-a851-45d3-9308-cf7fca54dd10) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:49.926415 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Made reservation on behalf of 3430eb1474ae46dcaa7c866883c47d4f for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:49.937860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.949962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-48efc0bc-8118-45ff-a288-e2f9aa0b615c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.989537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-48efc0bc-8118-45ff-a288-e2f9aa0b615c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.020570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-22da71e6-bddb-4316-8e9d-3ef266efb332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.076479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-48efc0bc-8118-45ff-a288-e2f9aa0b615c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.092492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5116820-ffb7-473a-b192-0ab82597967a req-1f333d4b-569b-467a-bd19-eed668f5d9ac tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:50.101055 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5116820-ffb7-473a-b192-0ab82597967a req-1f333d4b-569b-467a-bd19-eed668f5d9ac tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 943 time: 0.6994612 Jan 12 09:34:50.128853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efc0bc-8118-45ff-a288-e2f9aa0b615c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5557f1e4-5e76-4b0c-a2dc-5130b3b5102e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:50.173438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-48efc0bc-8118-45ff-a288-e2f9aa0b615c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.175085 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-48efc0bc-8118-45ff-a288-e2f9aa0b615c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5557f1e4-5e76-4b0c-a2dc-5130b3b5102e HTTP/1.1" status: 204 len: 168 time: 0.5340617 Jan 12 09:34:50.216551 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5d1ceba5-a529-45f0-bc0e-7a187cfdd465 req-93e09514-727f-4451-b184-f56dd166dbc3 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907200 Jan 12 09:34:50.266368 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5ad46958-096c-43f0-8f82-837257c72d36 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b20500e163eb4093a4cc0977298b6338&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5037661 Jan 12 09:34:50.267329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32972) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:50.319743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Allocated IP 172.20.0.8 (c8a0f3c2-e958-4b1f-8783-30432a1d04c7/bded0beb-f040-489b-8715-ee1f66e3d9ee/90892572-7590-4c56-af4f-ecf6970e66d1) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:50.356255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-faae9d98-4a06-4f8e-901c-90ae545282f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.386564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-faae9d98-4a06-4f8e-901c-90ae545282f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.522288 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe6f820d-1be0-4a53-b6fa-48d34d4841ed req-7196c7b5-01ec-47fb-a43b-34b052d40a44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcf4260c9dc04a52af653a66a3a24719&device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 1096 time: 0.1264799 Jan 12 09:34:50.538090 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-faae9d98-4a06-4f8e-901c-90ae545282f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.554333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae9d98-4a06-4f8e-901c-90ae545282f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d2b939-b604-4785-8ab8-3936e1cc1da9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:50.561287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-faae9d98-4a06-4f8e-901c-90ae545282f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.565278 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-faae9d98-4a06-4f8e-901c-90ae545282f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4d2b939-b604-4785-8ab8-3936e1cc1da9 HTTP/1.1" status: 204 len: 168 time: 0.2957485 Jan 12 09:34:50.653712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32980) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:50.706361 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5b49a9c5-a7c5-432b-9f5a-a3db7f34cca2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca7f1ab7aaef4988b174190ecd783662&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515704 Jan 12 09:34:50.708866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32986) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:50.775135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75f403f1-e122-4237-bf2e-19f83925622d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.801851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75f403f1-e122-4237-bf2e-19f83925622d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.847440 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5116820-ffb7-473a-b192-0ab82597967a req-9630e72b-e5f9-4b4f-abab-8e99fdc80c01 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7450464 Jan 12 09:34:50.872821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75f403f1-e122-4237-bf2e-19f83925622d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.881850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:50.891162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f403f1-e122-4237-bf2e-19f83925622d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeae4d9b-bf24-44b7-941a-c11e8c777a98,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:50.895882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75f403f1-e122-4237-bf2e-19f83925622d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.897197 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-75f403f1-e122-4237-bf2e-19f83925622d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eeae4d9b-bf24-44b7-941a-c11e8c777a98 HTTP/1.1" status: 204 len: 168 time: 0.1872103 Jan 12 09:34:51.013935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-22da71e6-bddb-4316-8e9d-3ef266efb332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.047041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.073671 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 32994) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:51.090180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.objects.ports [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83594) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:34:51.113139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdc4ae-dcdf-4a50-967e-6f6e6490b0ba req-55679ebb-45d0-42ec-a7bd-cd9e5d8c0691 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:51.114633 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-23fdc4ae-dcdf-4a50-967e-6f6e6490b0ba req-55679ebb-45d0-42ec-a7bd-cd9e5d8c0691 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 931 time: 0.8416023 Jan 12 09:34:51.126874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da71e6-bddb-4316-8e9d-3ef266efb332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a7aa3c-1ab4-41dc-a6be-3827001f2616,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:51.151372 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9fbce528-f648-4e5f-b933-d5244b221277 req-4fd194f3-d705-4529-8015-a93ed43625ec tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 210 time: 0.1745188 Jan 12 09:34:51.151918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.184553 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ad56bd25-9473-4f31-82e9-ba39b6493dd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94d7f2af28fe46fb8ac6964f0d69c09a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1095259 Jan 12 09:34:51.185286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33000) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:51.203473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d6f33f4-57cd-471f-9f17-4f6978c2d8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.229700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df74f75a-15dc-4f76-858f-d7d053aa7513 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:34:51.248268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.252414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c029-9a5d-4ace-b459-c61f1d9b07d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.261895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.280735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c029-9a5d-4ace-b459-c61f1d9b07d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.329041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Transition to ACTIVE for port object df74f75a-15dc-4f76-858f-d7d053aa7513 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:51.331767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Transition to ACTIVE for port object 90892572-7590-4c56-af4f-ecf6970e66d1 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:51.337300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-22da71e6-bddb-4316-8e9d-3ef266efb332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.338415 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-22da71e6-bddb-4316-8e9d-3ef266efb332 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60a7aa3c-1ab4-41dc-a6be-3827001f2616 HTTP/1.1" status: 204 len: 168 time: 3.0934439 Jan 12 09:34:51.341211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c029-9a5d-4ace-b459-c61f1d9b07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.349176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Subnet': ['ID=dec10fd7-ce04-4156-8882-4affdb3cadba,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:51.355876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.372420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.380903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6c029-9a5d-4ace-b459-c61f1d9b07d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7dd77a-d73a-461f-857e-18cc50e6b735,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:51.383808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c029-9a5d-4ace-b459-c61f1d9b07d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.385064 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bcd6c029-9a5d-4ace-b459-c61f1d9b07d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae7dd77a-d73a-461f-857e-18cc50e6b735 HTTP/1.1" status: 204 len: 168 time: 0.1988957 Jan 12 09:34:51.395063 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-23fdc4ae-dcdf-4a50-967e-6f6e6490b0ba req-1b814b88-b7e9-41cf-8723-843e83dbc97c tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500920 Jan 12 09:34:51.472269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.633945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Checking segment: {'id': '11ee86f2-df01-42b0-b324-702a8e217a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '65a49c5b-ac29-4e49-ba3f-04dd1c723264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:51.634306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network hostable DHCP agents. Network: 65a49c5b-ac29-4e49-ba3f-04dd1c723264, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:51.638554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Pushing event updated for resources: {'Port': ['ID=df74f75a-15dc-4f76-858f-d7d053aa7513,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:51.716645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Network d735e238-7665-44cd-8b23-1e89cf3cc926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:51.725622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:51.737993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.740716 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:51.850786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event updated for resources: {'Port': ['ID=1f99612b-a851-45d3-9308-cf7fca54dd10,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:51.969077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network 65a49c5b-ac29-4e49-ba3f-04dd1c723264 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:51.975030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:51.982008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:51.985938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:52.080691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Pushing event updated for resources: {'Port': ['ID=90892572-7590-4c56-af4f-ecf6970e66d1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:52.103423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 65a49c5b-ac29-4e49-ba3f-04dd1c723264) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:52.108606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:52.109729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.116792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c99b1-7b6a-455b-8c7f-b0b129099308 None None] Network 65a49c5b-ac29-4e49-ba3f-04dd1c723264 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:52.202099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:52.202766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.207750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-367cc512-0ab6-4b4d-aa3c-72c7423510a9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 6.1777341 Jan 12 09:34:52.210601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33040) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:52.217006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Attempting to bind port df74f75a-15dc-4f76-858f-d7d053aa7513 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:52.217379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Attempting to bind port df74f75a-15dc-4f76-858f-d7d053aa7513 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:52.217719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Attempting to bind port df74f75a-15dc-4f76-858f-d7d053aa7513 on network 6fa7509a-e83f-4be8-820f-eefe950e0df1 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:52.250441 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-ef039bcf-c83a-4dbf-8cac-00d3e883048d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2844350 Jan 12 09:34:52.252618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Port df74f75a-15dc-4f76-858f-d7d053aa7513 on network 6fa7509a-e83f-4be8-820f-eefe950e0df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:52.252618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Attempting to bind port df74f75a-15dc-4f76-858f-d7d053aa7513 on network 6fa7509a-e83f-4be8-820f-eefe950e0df1 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:52.268169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:52.268510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Checking segment: {'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:52.269052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Bound using segment: {'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:52.269485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Bound port: df74f75a-15dc-4f76-858f-d7d053aa7513, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:52.269834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.300483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b426c-cf1b-4571-b50c-d6e0baac703e req-f2902c92-2281-4af2-999d-8bb93d3f18fc tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:52.307515 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-776b426c-cf1b-4571-b50c-d6e0baac703e req-f2902c92-2281-4af2-999d-8bb93d3f18fc tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 943 time: 0.2821696 Jan 12 09:34:52.402179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.402996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.471247 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-776b426c-cf1b-4571-b50c-d6e0baac703e req-fcf5ed33-0f0b-4672-8b91-d901c5d67707 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627483 Jan 12 09:34:52.548583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Request body: {'port': {'device_id': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:52.598172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.685609 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.693546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.697606 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-65a49c5b-ac29-4e49-ba3f-04dd1c723264', 'network_id': '65a49c5b-ac29-4e49-ba3f-04dd1c723264', 'tenant_id': '93a746f2f4914e4596d70187bccbb913', 'fixed_ips': [{'subnet_id': 'dec10fd7-ce04-4156-8882-4affdb3cadba'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:34:52.698981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.749568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] For port df74f75a-15dc-4f76-858f-d7d053aa7513, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:52.813846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dd47eeb9-3544-462c-a62f-44ae5a60397b None None] Provisioning for port 90892572-7590-4c56-af4f-ecf6970e66d1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:52.846730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.855555 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dd47eeb9-3544-462c-a62f-44ae5a60397b None None] Provisioning complete for port 90892572-7590-4c56-af4f-ecf6970e66d1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:52.856491 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd47eeb9-3544-462c-a62f-44ae5a60397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.875010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] For port df74f75a-15dc-4f76-858f-d7d053aa7513, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df74f75a-15dc-4f76-858f-d7d053aa7513,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:52.905973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.943644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f820d-1be0-4a53-b6fa-48d34d4841ed req-3101adb9-675c-406b-aa1c-753866380a7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:52.945194 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe6f820d-1be0-4a53-b6fa-48d34d4841ed req-3101adb9-675c-406b-aa1c-753866380a7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 200 len: 913 time: 0.4167414 Jan 12 09:34:52.975655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dd47eeb9-3544-462c-a62f-44ae5a60397b None None] Port 90892572-7590-4c56-af4f-ecf6970e66d1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:34:52.977638 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Allocated IP 2001:db8::f816:3eff:fe24:2f2e (65a49c5b-ac29-4e49-ba3f-04dd1c723264/dec10fd7-ce04-4156-8882-4affdb3cadba/add0a424-3195-4532-a3b9-4d5ca1d838e7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:53.033822 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe6f820d-1be0-4a53-b6fa-48d34d4841ed req-24a1a8e9-d676-4a7f-b8cb-745cdcdbaaae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0819764 Jan 12 09:34:53.098138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.099503 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-984fc166-e490-4a33-a092-3df56e005825 service neutron] 10.222.0.59 "PUT /v2.0/ports/df74f75a-15dc-4f76-858f-d7d053aa7513 HTTP/1.1" status: 200 len: 1093 time: 7.0793412 Jan 12 09:34:53.133279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'tag': 'df74f75a-15dc-4f76-858f-d7d053aa7513'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:34:53.158757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f820d-1be0-4a53-b6fa-48d34d4841ed req-c52bf148-81e0-41a2-970e-e96c450e54e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:53.160844 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe6f820d-1be0-4a53-b6fa-48d34d4841ed req-c52bf148-81e0-41a2-970e-e96c450e54e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c73e78c-b467-4bb9-9543-c898d6de8b84 HTTP/1.1" status: 200 len: 851 time: 0.1209319 Jan 12 09:34:53.216515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fc166-e490-4a33-a092-3df56e005825 service neutron] Pushing event updated for resources: {'Port': ['ID=df74f75a-15dc-4f76-858f-d7d053aa7513,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:53.234764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.256036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac1adf-1664-4c68-aabd-52607a9104b0 req-8cf360dd-6c0a-4946-85f3-9cca8df78d75 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:53.256878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-54ac1adf-1664-4c68-aabd-52607a9104b0 req-8cf360dd-6c0a-4946-85f3-9cca8df78d75 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Synchronizing usage tracker for tenant:3430eb1474ae46dcaa7c866883c47d4f on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:53.280966 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe6f820d-1be0-4a53-b6fa-48d34d4841ed req-5616ff64-3327-48ba-9668-6a6dc94e18f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cc1870b-44c6-49df-b549-ffb90a147677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120203 Jan 12 09:34:53.288900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9219f-c941-4abc-ac74-e9b94d99a359 req-8bd62b19-a5bd-4859-a960-e92fe6db874c tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:53.290621 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89a9219f-c941-4abc-ac74-e9b94d99a359 req-8bd62b19-a5bd-4859-a960-e92fe6db874c tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 943 time: 0.5496206 Jan 12 09:34:53.369766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.383234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Transition to ACTIVE for port object add0a424-3195-4532-a3b9-4d5ca1d838e7 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:53.411038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Transition to ACTIVE for port object add0a424-3195-4532-a3b9-4d5ca1d838e7 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:53.421381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.443126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-54ac1adf-1664-4c68-aabd-52607a9104b0 req-8cf360dd-6c0a-4946-85f3-9cca8df78d75 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Unset dirty status for tenant:3430eb1474ae46dcaa7c866883c47d4f on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:53.444360 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-54ac1adf-1664-4c68-aabd-52607a9104b0 req-8cf360dd-6c0a-4946-85f3-9cca8df78d75 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 931 time: 1.0298831 Jan 12 09:34:53.540483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Network 65a49c5b-ac29-4e49-ba3f-04dd1c723264 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:53.547273 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:53.547456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.548978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Pushing event updated for resources: {'Port': ['ID=add0a424-3195-4532-a3b9-4d5ca1d838e7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:53.551295 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:53.653169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Attempting to bind port add0a424-3195-4532-a3b9-4d5ca1d838e7 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:53.653608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Attempting to bind port add0a424-3195-4532-a3b9-4d5ca1d838e7 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '11ee86f2-df01-42b0-b324-702a8e217a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '65a49c5b-ac29-4e49-ba3f-04dd1c723264'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:53.654023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Attempting to bind port add0a424-3195-4532-a3b9-4d5ca1d838e7 on network 65a49c5b-ac29-4e49-ba3f-04dd1c723264 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:53.660855 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:53.661319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Checking segment: {'id': '11ee86f2-df01-42b0-b324-702a8e217a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '65a49c5b-ac29-4e49-ba3f-04dd1c723264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:53.661776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.662239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Bound using segment: {'id': '11ee86f2-df01-42b0-b324-702a8e217a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '65a49c5b-ac29-4e49-ba3f-04dd1c723264'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:53.662759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Bound port: add0a424-3195-4532-a3b9-4d5ca1d838e7, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ee86f2-df01-42b0-b324-702a8e217a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '65a49c5b-ac29-4e49-ba3f-04dd1c723264'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:53.663289 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.672411 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89a9219f-c941-4abc-ac74-e9b94d99a359 req-74814bde-a11e-4327-a1d4-80590a51fcd1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897310 Jan 12 09:34:53.679420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Subnet': ['ID=dec10fd7-ce04-4156-8882-4affdb3cadba,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:53.697726 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-f45a7508-2add-4eb0-bd3d-5c076c5e92d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8d51923963440baba3cd5ca40464130&device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 1096 time: 0.5440958 Jan 12 09:34:53.740724 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-54ac1adf-1664-4c68-aabd-52607a9104b0 req-a1d57280-1792-4c1b-94b1-71e6fa6a22ad tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884321 Jan 12 09:34:53.754298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.808983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] For port add0a424-3195-4532-a3b9-4d5ca1d838e7, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:53.817128 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] For port add0a424-3195-4532-a3b9-4d5ca1d838e7, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=add0a424-3195-4532-a3b9-4d5ca1d838e7,segment=NetworkSegment(11ee86f2-df01-42b0-b324-702a8e217a46),segment_id=11ee86f2-df01-42b0-b324-702a8e217a46)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:53.828239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.893314 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe6f820d-1be0-4a53-b6fa-48d34d4841ed req-ef7ab301-d38c-4bd4-8528-c222826008e5 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043510 Jan 12 09:34:53.900999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2f431-3a27-434f-b10c-a42f696559b7 None None] Pushing event updated for resources: {'Port': ['ID=add0a424-3195-4532-a3b9-4d5ca1d838e7,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:53.991181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33084) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:54.003264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aebad5-2574-421f-bb3a-d0988275bbb6 None None] Network 65a49c5b-ac29-4e49-ba3f-04dd1c723264 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:54.088893 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-10573ef4-e8ad-4937-b051-3968cd08adb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df74f75a-15dc-4f76-858f-d7d053aa7513 HTTP/1.1" status: 200 len: 217 time: 0.1600585 Jan 12 09:34:54.194252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.240401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55026c09-5b01-471b-b6ae-c0738bfcd2df None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:34:54.243340 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a49c5b-ac29-4e49-ba3f-04dd1c723264']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:54.272826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ee86f2-df01-42b0-b324-702a8e217a46') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:54.273068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ee86f2-df01-42b0-b324-702a8e217a46') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:54.300416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.315378 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe6f820d-1be0-4a53-b6fa-48d34d4841ed req-3ee28cd8-445c-4581-83e2-f60d511d5c26 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248868 Jan 12 09:34:54.323029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.330509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:54.331042 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:54.348770 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:54.406576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55026c09-5b01-471b-b6ae-c0738bfcd2df None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:34:54.432207 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'tag': 'df74f75a-15dc-4f76-858f-d7d053aa7513', 'status': 'completed', 'code': 200} Jan 12 09:34:54.463967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:34:54.463967 dv-neutron-824347-1-hyperv neutron-server[83595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:34:54.463967 dv-neutron-824347-1-hyperv neutron-server[83595]: [parameters: {'id': '65a49c5b-ac29-4e49-ba3f-04dd1c723264'}] Jan 12 09:34:54.463967 dv-neutron-824347-1-hyperv neutron-server[83595]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:54.464582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:54.541125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a79b-6961-498c-9903-8fed57cee296 req-4df7e7bf-1e73-4206-8ae2-45daeacda425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:54.542637 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-4df7e7bf-1e73-4206-8ae2-45daeacda425 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2d119ae-48fc-47f5-99cf-576a3a3b45d4 HTTP/1.1" status: 200 len: 845 time: 0.3820384 Jan 12 09:34:54.582506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1539009026'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:54.589083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:54.598285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Usage tracker for resource:network and tenant:f1a93b33e3a04235b8ffaaf96a4f03cd is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:54.606480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:54.613085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:54.625149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Made reservation on behalf of f1a93b33e3a04235b8ffaaf96a4f03cd for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:54.630054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.648216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.667350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6630e-3738-4177-aba0-b30308f3010c req-c331d0c1-8c21-44ac-a5a1-594ae438b18d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:54.669139 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ab6630e-3738-4177-aba0-b30308f3010c req-c331d0c1-8c21-44ac-a5a1-594ae438b18d tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 943 time: 0.5793562 Jan 12 09:34:54.709170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Router dc215bfe-ac7c-4e53-9592-2db08fb11d79 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:34:54.715341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90892572-7590-4c56-af4f-ecf6970e66d1 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:34:54.731825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.732602 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:54.739812 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Usage tracker for resource:security_group_rule and tenant:f1a93b33e3a04235b8ffaaf96a4f03cd is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:54.744823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:54.760668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:54.791959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Transition to ACTIVE for port object 90892572-7590-4c56-af4f-ecf6970e66d1 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:54.805710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ab6630e-3738-4177-aba0-b30308f3010c req-20fbdb45-8cd6-4dc6-81cc-f641bffae57f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247087 Jan 12 09:34:54.807945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.969950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.973622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.988895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.990471 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-b8b23aa0-09fd-43d6-b2c2-add3acc9f5e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6fa7509a-e83f-4be8-820f-eefe950e0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4366958 Jan 12 09:34:55.023080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:55.032668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.033016 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Added segment 488e1d3e-6820-498c-bb15-336c32c0eedc of type vlan for network a167dcbf-9152-4848-8911-354e4bc06220 Jan 12 09:34:55.058072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting port add0a424-3195-4532-a3b9-4d5ca1d838e7 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:55.058412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.120923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33112) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:55.143214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.230194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.234603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:55.234861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.260929 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e5c70-9486-4c4a-97a6-624433188dda,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:55.291351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Pushing event updated for resources: {'Port': ['ID=90892572-7590-4c56-af4f-ecf6970e66d1,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:55.486191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Pushing event updated for resources: {'Network': ['ID=a167dcbf-9152-4848-8911-354e4bc06220,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:55.499935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network a167dcbf-9152-4848-8911-354e4bc06220 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:55.522005 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4288920d-e027-4c33-a860-15b46a191d7c tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5297341 Jan 12 09:34:55.539246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33124) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:55.548778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Request body: {'subnet': {'network_id': 'a167dcbf-9152-4848-8911-354e4bc06220', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:55.570911 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-eb2cce00-107e-4b30-b478-2a2458979535 service neutron] 10.222.0.59 "GET /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680609 Jan 12 09:34:55.625181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-981992007', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:55.641079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:55.644190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] For port add0a424-3195-4532-a3b9-4d5ca1d838e7, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=add0a424-3195-4532-a3b9-4d5ca1d838e7,segment=NetworkSegment(11ee86f2-df01-42b0-b324-702a8e217a46),segment_id=11ee86f2-df01-42b0-b324-702a8e217a46)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:55.644543 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.665091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Usage tracker for resource:port and tenant:e642b616ee5e4bbd98633eab92d2e294 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:55.672070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:55.701419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391d1bc-ece8-4bcd-979f-630e5b9e1214 req-ce049b70-d786-4119-9ca6-51c04a0a9d31 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:55.702812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5391d1bc-ece8-4bcd-979f-630e5b9e1214 req-ce049b70-d786-4119-9ca6-51c04a0a9d31 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 943 time: 0.7110209 Jan 12 09:34:55.750587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33130) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:55.764128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dade8d5-c974-47f8-8383-7d3cdd77861e req-d451e816-001b-411a-aa74-f461fb2f728a tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:55.765498 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9dade8d5-c974-47f8-8383-7d3cdd77861e req-d451e816-001b-411a-aa74-f461fb2f728a tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 943 time: 0.6187277 Jan 12 09:34:55.773922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Attempting to bind port 90892572-7590-4c56-af4f-ecf6970e66d1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:55.774297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Attempting to bind port 90892572-7590-4c56-af4f-ecf6970e66d1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:55.774613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Attempting to bind port 90892572-7590-4c56-af4f-ecf6970e66d1 on network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:55.785877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:55.793712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Calling delete_port for add0a424-3195-4532-a3b9-4d5ca1d838e7 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:34:55.852968 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:55.856171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Made reservation on behalf of e642b616ee5e4bbd98633eab92d2e294 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:55.858346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.859935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Port 90892572-7590-4c56-af4f-ecf6970e66d1 on network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:34:55.860253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Attempting to bind port 90892572-7590-4c56-af4f-ecf6970e66d1 on network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:55.873986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Usage tracker for resource:subnet and tenant:f1a93b33e3a04235b8ffaaf96a4f03cd is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:55.880523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:55.887533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.898758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:55.914048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:55.914401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Checking segment: {'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:55.914952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Bound using segment: {'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:55.915420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Bound port: 90892572-7590-4c56-af4f-ecf6970e66d1, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14dd2a02-9910-488b-a3c8-fd6c3b862c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:55.915787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.932366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Made reservation on behalf of f1a93b33e3a04235b8ffaaf96a4f03cd for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:55.932936 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42d6a79b-6961-498c-9903-8fed57cee296 req-91871179-267a-418b-9dd6-fc9859a06ba5 service neutron] 10.222.0.59 "GET /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428955 Jan 12 09:34:55.950112 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5391d1bc-ece8-4bcd-979f-630e5b9e1214 req-aed41c63-d955-48d8-91d9-d863eec6e4e7 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985035 Jan 12 09:34:55.955023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.964589 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9dade8d5-c974-47f8-8383-7d3cdd77861e req-0e05d73c-1f07-4ef5-8f90-75830e006f56 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876156 Jan 12 09:34:56.050699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:56.065051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Port': ['ID=add0a424-3195-4532-a3b9-4d5ca1d838e7,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:56.077647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Usage tracker for resource:security_group_rule and tenant:e642b616ee5e4bbd98633eab92d2e294 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:56.083854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:56.092448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No DVR routers for this DVR port add0a424-3195-4532-a3b9-4d5ca1d838e7 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:56.126352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:56.144135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.158467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1960037337'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:56.203045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:56.217643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Usage tracker for resource:network and tenant:24f474fa558343988806c148e5440e64 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:56.230299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:56.249625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:56.261555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:34:56.273368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Sync routers for ids ['dc215bfe-ac7c-4e53-9592-2db08fb11d79'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:34:56.290791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Routers {'dc215bfe-ac7c-4e53-9592-2db08fb11d79'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:56.291511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['dc215bfe-ac7c-4e53-9592-2db08fb11d79'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:56.299200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] For port 90892572-7590-4c56-af4f-ecf6970e66d1, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:56.305592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Made reservation on behalf of 24f474fa558343988806c148e5440e64 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:56.308799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.330876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] For port 90892572-7590-4c56-af4f-ecf6970e66d1, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=90892572-7590-4c56-af4f-ecf6970e66d1,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:56.332101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.335953 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3570b77c-f241-4829-92ef-69dc93fdbca3 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 16.3613400 Jan 12 09:34:56.338395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33144) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:56.345336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.396910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.408518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.444715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a49c5b-ac29-4e49-ba3f-04dd1c723264']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:56.474066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ee86f2-df01-42b0-b324-702a8e217a46') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:56.474288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ee86f2-df01-42b0-b324-702a8e217a46') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:56.494621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.502045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Set router dc215bfe-ac7c-4e53-9592-2db08fb11d79 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:56.529660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.534742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.534917 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-942738dd-c1ad-479b-9a68-61eb7e7e29b8 req-cddc6848-5c53-4740-80bc-36ff6c886624 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8d51923963440baba3cd5ca40464130&device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 1096 time: 0.5430982 Jan 12 09:34:56.541464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:34:56.541880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:56.560470 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:56.563637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.604930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.607053 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] 10.222.0.59 "PUT /v2.0/ports/90892572-7590-4c56-af4f-ecf6970e66d1 HTTP/1.1" status: 200 len: 1093 time: 4.0791562 Jan 12 09:34:56.618788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'tag': '90892572-7590-4c56-af4f-ecf6970e66d1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:34:56.654075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] device_id is not set on port 56d620b2-912f-482a-a535-e48b0e8a9c93 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:56.658218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b657-8aa5-4b41-a740-89ee7c38d80c req-747b7d3e-fbb3-415c-abc3-b0bf5022ca53 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:56.659741 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa57b657-8aa5-4b41-a740-89ee7c38d80c req-747b7d3e-fbb3-415c-abc3-b0bf5022ca53 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 943 time: 0.5049794 Jan 12 09:34:56.739420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b66ef-b233-4418-8d68-d1436abfa9ba service neutron] Pushing event updated for resources: {'Port': ['ID=90892572-7590-4c56-af4f-ecf6970e66d1,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:56.753490 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'tag': '90892572-7590-4c56-af4f-ecf6970e66d1', 'status': 'completed', 'code': 200} Jan 12 09:34:56.833153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93a9d94-32f8-4c44-81ee-70c92a538867,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:56.836609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.838787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:56.846094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc215bfe-ac7c-4e53-9592-2db08fb11d79', 'name': '', 'tenant_id': 'f108a379c46d4d228d59246898b65061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926', 'external_fixed_ips': [{'subnet_id': 'a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e', 'ip_address': '2001:db8::240'}], 'enable_snat': True}, 'gw_port_id': '1f99612b-a851-45d3-9308-cf7fca54dd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:40Z', 'updated_at': '2022-01-12T09:34:51Z', 'revision_number': 3, 'project_id': 'f108a379c46d4d228d59246898b65061', 'gw_port': {'id': '1f99612b-a851-45d3-9308-cf7fca54dd10', 'name': '', 'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc215bfe-ac7c-4e53-9592-2db08fb11d79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e', 'ip_address': '2001:db8::240', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:47Z', 'updated_at': '2022-01-12T09:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:56.850357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Checking router: dc215bfe-ac7c-4e53-9592-2db08fb11d79 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:34:56.850787 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Updating router dc215bfe-ac7c-4e53-9592-2db08fb11d79 port 1f99612b-a851-45d3-9308-cf7fca54dd10 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:34:56.855421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Usage tracker for resource:security_group_rule and tenant:24f474fa558343988806c148e5440e64 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:56.862011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:56.880329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:56.892270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.895012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Network': ['ID=65a49c5b-ac29-4e49-ba3f-04dd1c723264,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:56.915368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.918394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.954961 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa57b657-8aa5-4b41-a740-89ee7c38d80c req-c8c58694-eee6-4fc6-bc7d-4d801304c00a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671283 Jan 12 09:34:56.962873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942738dd-c1ad-479b-9a68-61eb7e7e29b8 req-3a029a00-7288-4251-bd66-574c48501c6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:56.964383 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-942738dd-c1ad-479b-9a68-61eb7e7e29b8 req-3a029a00-7288-4251-bd66-574c48501c6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6fa7509a-e83f-4be8-820f-eefe950e0df1 HTTP/1.1" status: 200 len: 907 time: 0.3927839 Jan 12 09:34:57.072480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Allocated IP 172.26.1.232 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/56d620b2-912f-482a-a535-e48b0e8a9c93) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:57.120294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-942738dd-c1ad-479b-9a68-61eb7e7e29b8 req-5344d95f-5c1f-4c60-88f9-5ae2b20e4a02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df74f75a-15dc-4f76-858f-d7d053aa7513 HTTP/1.1" status: 200 len: 217 time: 0.1475353 Jan 12 09:34:57.129600 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-b20c9966-afb8-4d8e-93c3-a8641c4d8c28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3430eb1474ae46dcaa7c866883c47d4f&device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 1096 time: 0.3914819 Jan 12 09:34:57.147651 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c8e71949-fc8e-4f6f-aaa8-ec4b8bef61c7 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/65a49c5b-ac29-4e49-ba3f-04dd1c723264 HTTP/1.1" status: 204 len: 168 time: 4.9330420 Jan 12 09:34:57.156677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Pushing event updated for resources: {'Subnet': ['ID=89a971ea-dd7b-48ef-96a8-075dc4f841f5,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:57.158829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33154) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:57.196270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1499027635'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:57.205857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:57.256535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:network and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:57.266542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:57.279367 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:57.306841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.324307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Checking segment: {'id': '488e1d3e-6820-498c-bb15-336c32c0eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a167dcbf-9152-4848-8911-354e4bc06220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:57.324659 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Network hostable DHCP agents. Network: a167dcbf-9152-4848-8911-354e4bc06220, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:57.328744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Transition to ACTIVE for port object 1f99612b-a851-45d3-9308-cf7fca54dd10 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:57.332724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:57.335815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.336789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.371177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.382331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-d1efa278-967c-4f9a-b20d-89f3bdac54ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90892572-7590-4c56-af4f-ecf6970e66d1 HTTP/1.1" status: 200 len: 217 time: 0.1833136 Jan 12 09:34:57.393776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.406580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:57.414961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Network a167dcbf-9152-4848-8911-354e4bc06220 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:57.420920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64651f-0260-4b8c-afa9-30a35d815acd None None] Pushing event updated for resources: {'Port': ['ID=1f99612b-a851-45d3-9308-cf7fca54dd10,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:57.421501 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.421826 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Added segment 7e3643cd-854f-4c3b-b078-05aa233c844a of type vlan for network cb5bd284-7fd9-46c9-bc68-06e793055ebf Jan 12 09:34:57.424794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.425659 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Attempting to bind port 1f99612b-a851-45d3-9308-cf7fca54dd10 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:57.426132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Attempting to bind port 1f99612b-a851-45d3-9308-cf7fca54dd10 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'dc667b21-ab81-41a0-b800-561eeea15bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:57.427611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Attempting to bind port 1f99612b-a851-45d3-9308-cf7fca54dd10 on network d735e238-7665-44cd-8b23-1e89cf3cc926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:57.434117 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:57.434619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Checking segment: {'id': 'dc667b21-ab81-41a0-b800-561eeea15bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:57.435165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.435659 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Bound using segment: {'id': 'dc667b21-ab81-41a0-b800-561eeea15bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:57.436216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Bound port: 1f99612b-a851-45d3-9308-cf7fca54dd10, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc667b21-ab81-41a0-b800-561eeea15bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:57.436697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.442366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, a167dcbf-9152-4848-8911-354e4bc06220) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:57.443472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942738dd-c1ad-479b-9a68-61eb7e7e29b8 req-87db323a-4b55-4637-9c1c-f15acbb95a12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:57.444939 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-942738dd-c1ad-479b-9a68-61eb7e7e29b8 req-87db323a-4b55-4637-9c1c-f15acbb95a12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2d119ae-48fc-47f5-99cf-576a3a3b45d4 HTTP/1.1" status: 200 len: 845 time: 0.3130836 Jan 12 09:34:57.462019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:57.462842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.469124 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.481859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d023e7e-f91b-4f4f-b1b3-ab2f38474dcf None None] Network a167dcbf-9152-4848-8911-354e4bc06220 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:57.511953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.523282 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d61c96b4-a1e3-48a1-b137-b1f230d861a3 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9828718 Jan 12 09:34:57.530974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:57.532937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33160) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:57.560722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Request body: {'port': {'network_id': 'a167dcbf-9152-4848-8911-354e4bc06220', 'name': 'tempest-ExtraDHCPOptionsTestJSON-521874650'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:57.582596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74110202-317f-4b8e-be7d-fa0229d4ef0c,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:57.593567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.598145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:57.599051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.602584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.602957 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Added segment 1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f of type vlan for network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 Jan 12 09:34:57.634917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:57.642204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:57.668621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557efc48-da42-4a2c-a514-0fdc9e566698 req-33d9fcd6-eb59-4441-b696-b53da15c2b25 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:57.670102 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-557efc48-da42-4a2c-a514-0fdc9e566698 req-33d9fcd6-eb59-4441-b696-b53da15c2b25 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 943 time: 0.5486727 Jan 12 09:34:57.684936 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-5d4114b5-683b-47bd-a928-4b43be16ee4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:57.686331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-5d4114b5-683b-47bd-a928-4b43be16ee4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bded0beb-f040-489b-8715-ee1f66e3d9ee HTTP/1.1" status: 200 len: 851 time: 0.2962205 Jan 12 09:34:57.693798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:57.706894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] For port 1f99612b-a851-45d3-9308-cf7fca54dd10, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:34:57.717111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Pushing event updated for resources: {'Port': ['ID=56d620b2-912f-482a-a535-e48b0e8a9c93,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:57.725742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] For port 1f99612b-a851-45d3-9308-cf7fca54dd10, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1f99612b-a851-45d3-9308-cf7fca54dd10,segment=NetworkSegment(dc667b21-ab81-41a0-b800-561eeea15bfc),segment_id=dc667b21-ab81-41a0-b800-561eeea15bfc)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:34:57.733160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.739936 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5730593 Jan 12 09:34:57.753814 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33166) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:57.764959 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'subnet': {'network_id': 'cb5bd284-7fd9-46c9-bc68-06e793055ebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:57.788140 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fca38-40e0-45ee-98a9-33313b4d246e tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Network': ['ID=cb5bd284-7fd9-46c9-bc68-06e793055ebf,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:57.795136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.807302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network cb5bd284-7fd9-46c9-bc68-06e793055ebf details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:57.859148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8c5f4-523a-4732-ae4b-d65be68c0b8a req-a060d004-6953-4a85-9762-fedcbf894679 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:57.860637 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1f8c5f4-523a-4732-ae4b-d65be68c0b8a req-a060d004-6953-4a85-9762-fedcbf894679 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 943 time: 0.6627769 Jan 12 09:34:57.860779 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:57.861281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.877682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.902158 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e11d57e8-5043-42d2-bd3d-d0bd2f270363 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7798524 Jan 12 09:34:57.905307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33170) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:57.911260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.232'}]}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:57.914808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:57.919000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:57.921193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:subnet and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:57.924932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:57.927823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Usage tracker for resource:router and tenant:e642b616ee5e4bbd98633eab92d2e294 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:57.933484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:57.936345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:57.938126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-a167dcbf-9152-4848-8911-354e4bc06220', 'network_id': 'a167dcbf-9152-4848-8911-354e4bc06220', 'tenant_id': 'f1a93b33e3a04235b8ffaaf96a4f03cd', 'fixed_ips': [{'subnet_id': '89a971ea-dd7b-48ef-96a8-075dc4f841f5'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:34:57.939004 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.942502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:57.953208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:57.972995 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.974437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.994253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 017250a8-0b35-400d-b839-13ec25a1c7e1 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:34:58.008465 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64651f-0260-4b8c-afa9-30a35d815acd None None] Pushing event updated for resources: {'Port': ['ID=1f99612b-a851-45d3-9308-cf7fca54dd10,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:58.072783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.088766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.122789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-942738dd-c1ad-479b-9a68-61eb7e7e29b8 req-d42dbdb6-0b19-41a4-9994-e98801bbbce7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6fa7509a-e83f-4be8-820f-eefe950e0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6636646 Jan 12 09:34:58.129408 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-557efc48-da42-4a2c-a514-0fdc9e566698 req-5a26db8b-3383-432b-898a-f49a54c38fc2 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4378765 Jan 12 09:34:58.152987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Routers {'dc215bfe-ac7c-4e53-9592-2db08fb11d79'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:34:58.152987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['dc215bfe-ac7c-4e53-9592-2db08fb11d79'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:58.266158 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1f8c5f4-523a-4732-ae4b-d65be68c0b8a req-4f45cbe8-6940-4c41-aa1e-e6a3d8c305dd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844228 Jan 12 09:34:58.267525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:58.319587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Usage tracker for resource:port and tenant:f1a93b33e3a04235b8ffaaf96a4f03cd is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:58.332443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:58.340823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.344580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:58.345250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.378544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:58.393514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.408016 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-254630e5-e1e0-4f6e-b2ca-24ccb18b816e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8a0f3c2-e958-4b1f-8783-30432a1d04c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7106404 Jan 12 09:34:58.449324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 017250a8-0b35-400d-b839-13ec25a1c7e1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=017250a8-0b35-400d-b839-13ec25a1c7e1,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:58.464020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Allocated IP 172.20.0.2 (a167dcbf-9152-4848-8911-354e4bc06220/89a971ea-dd7b-48ef-96a8-075dc4f841f5/52a93b69-d489-45a2-ad6d-c2a0cbf7130c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:58.478743 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '017250a8-0b35-400d-b839-13ec25a1c7e1', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'port_id': '017250a8-0b35-400d-b839-13ec25a1c7e1', 'mac_address': 'fa:16:3e:ab:68:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:34:58.483349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] Set router dc215bfe-ac7c-4e53-9592-2db08fb11d79 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:34:58.549768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Made reservation on behalf of f1a93b33e3a04235b8ffaaf96a4f03cd for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:58.552732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.587684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.639705 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8790274 Jan 12 09:34:58.653111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a69862-1c95-4871-b13b-1ebfd1ccc9e4 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Pushing event updated for resources: {'Network': ['ID=072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:58.696924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Subnet': ['ID=c2d11444-d73d-4fe0-9701-7aacfc46c44e,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:58.715820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-942738dd-c1ad-479b-9a68-61eb7e7e29b8 req-4c280f11-798c-4b56-829e-21e116900e2f service neutron] 10.222.0.59 "GET /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738828 Jan 12 09:34:58.742378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:58.743095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Checking segment: {'id': '7e3643cd-854f-4c3b-b078-05aa233c844a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cb5bd284-7fd9-46c9-bc68-06e793055ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:58.743095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network hostable DHCP agents. Network: cb5bd284-7fd9-46c9-bc68-06e793055ebf, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:58.767383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] device_id is not set on port bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:58.830425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network cb5bd284-7fd9-46c9-bc68-06e793055ebf is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:58.848686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.875536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, cb5bd284-7fd9-46c9-bc68-06e793055ebf) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:58.884906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:58.885487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.907517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.913673 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-499f3cec-6234-4161-add7-527dd597aebb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1539938 Jan 12 09:34:58.924214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33180) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:58.934363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a7b81-4b8a-4ce4-af0a-8882f7f09b1a req-4f0aa703-8df9-4e36-81cb-9fd535dc06cd tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:58.941214 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b4a7b81-4b8a-4ce4-af0a-8882f7f09b1a req-4f0aa703-8df9-4e36-81cb-9fd535dc06cd tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 943 time: 0.6656768 Jan 12 09:34:58.945466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4129888f-1995-446c-9398-02819f6296b7 None None] Network cb5bd284-7fd9-46c9-bc68-06e793055ebf requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:34:58.957657 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.056925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33184) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:59.064188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Request body: {'port': {'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9', 'binding:host_id': 'hv-neutron-8243', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-613794338'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:34:59.074051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017250a8-0b35-400d-b839-13ec25a1c7e1 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:34:59.089493 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-3f571f14-2660-44b1-bef9-ce71ca0de4ca service neutron] 10.222.0.59 "GET /v2.0/networks/c8a0f3c2-e958-4b1f-8783-30432a1d04c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185570 Jan 12 09:34:59.098231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:59.107900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Usage tracker for resource:port and tenant:a3bb56bdfb844f8e93d59fab054e8bde is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:59.112098 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:59.120186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:59.140139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 017250a8-0b35-400d-b839-13ec25a1c7e1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=017250a8-0b35-400d-b839-13ec25a1c7e1,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:34:59.141913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Made reservation on behalf of a3bb56bdfb844f8e93d59fab054e8bde for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:59.144352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.166409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.178342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.198910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.222295 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-942738dd-c1ad-479b-9a68-61eb7e7e29b8 req-d8e93516-da62-432a-8f03-fcdfe093d365 service neutron] 10.222.0.59 "GET /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850731 Jan 12 09:34:59.245842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.267289 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b4a7b81-4b8a-4ce4-af0a-8882f7f09b1a req-b6ad3e05-68c0-470b-85c0-b696349f009a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246987 Jan 12 09:34:59.338701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:59.406701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Usage tracker for resource:security_group_rule and tenant:a3bb56bdfb844f8e93d59fab054e8bde is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:59.410449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:59.411929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.418884 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db08d45-e94e-49e0-85ba-f3f46d2690c5 req-4ef3f3ed-dcb3-4eb5-a525-5be3112a9f90 service neutron] 10.222.0.59 "GET /v2.0/networks/c8a0f3c2-e958-4b1f-8783-30432a1d04c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159077 Jan 12 09:34:59.419728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:59.420792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.492301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Deleting port 1f99612b-a851-45d3-9308-cf7fca54dd10 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:34:59.492644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.500097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Transition to ACTIVE for port object 52a93b69-d489-45a2-ad6d-c2a0cbf7130c will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:59.516399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.542019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.546128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] device_id is not set on port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:59.567572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Transition to ACTIVE for port object 52a93b69-d489-45a2-ad6d-c2a0cbf7130c will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:59.574798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=017250a8-0b35-400d-b839-13ec25a1c7e1,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:59.606577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.673930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cb5bd284-7fd9-46c9-bc68-06e793055ebf', 'network_id': 'cb5bd284-7fd9-46c9-bc68-06e793055ebf', 'tenant_id': '93a746f2f4914e4596d70187bccbb913', 'fixed_ips': [{'subnet_id': 'c2d11444-d73d-4fe0-9701-7aacfc46c44e'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:34:59.674752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.712058 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Network a167dcbf-9152-4848-8911-354e4bc06220 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:59.717323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc215bfe-ac7c-4e53-9592-2db08fb11d79', 'name': '', 'tenant_id': 'f108a379c46d4d228d59246898b65061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926', 'external_fixed_ips': [{'subnet_id': 'a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e', 'ip_address': '2001:db8::240'}], 'enable_snat': True}, 'gw_port_id': '1f99612b-a851-45d3-9308-cf7fca54dd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:40Z', 'updated_at': '2022-01-12T09:34:51Z', 'revision_number': 3, 'project_id': 'f108a379c46d4d228d59246898b65061', 'gw_port': {'id': '1f99612b-a851-45d3-9308-cf7fca54dd10', 'name': '', 'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc215bfe-ac7c-4e53-9592-2db08fb11d79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e', 'ip_address': '2001:db8::240', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:47Z', 'updated_at': '2022-01-12T09:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:59.719603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:59.725336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:34:59.731679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697437d-ac33-4a19-9911-7ce2bec47c3c None None] The sync data for ids ['dc215bfe-ac7c-4e53-9592-2db08fb11d79'] in dv-neutron-824347-1-hyperv is: [{'id': 'dc215bfe-ac7c-4e53-9592-2db08fb11d79', 'name': '', 'tenant_id': 'f108a379c46d4d228d59246898b65061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926', 'external_fixed_ips': [{'subnet_id': 'a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e', 'ip_address': '2001:db8::240'}], 'enable_snat': True}, 'gw_port_id': '1f99612b-a851-45d3-9308-cf7fca54dd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:40Z', 'updated_at': '2022-01-12T09:34:51Z', 'revision_number': 3, 'project_id': 'f108a379c46d4d228d59246898b65061', 'gw_port': {'id': '1f99612b-a851-45d3-9308-cf7fca54dd10', 'name': '', 'network_id': 'd735e238-7665-44cd-8b23-1e89cf3cc926', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc215bfe-ac7c-4e53-9592-2db08fb11d79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e', 'ip_address': '2001:db8::240', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:47Z', 'updated_at': '2022-01-12T09:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:34:59.734725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Pushing event updated for resources: {'Port': ['ID=52a93b69-d489-45a2-ad6d-c2a0cbf7130c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:59.764535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b054584-3c11-4024-80df-8a45a2fef070,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:59.865342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.885628 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca3db9-aaca-4847-85f7-126004df4eaa req-805a24bc-efcc-48b3-9ba2-c30a369ff61a tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:59.887287 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-81ca3db9-aaca-4847-85f7-126004df4eaa req-805a24bc-efcc-48b3-9ba2-c30a369ff61a tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 943 time: 0.6304109 Jan 12 09:34:59.887951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Attempting to bind port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:59.888472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Attempting to bind port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '488e1d3e-6820-498c-bb15-336c32c0eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a167dcbf-9152-4848-8911-354e4bc06220'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:59.889377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Attempting to bind port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c on network a167dcbf-9152-4848-8911-354e4bc06220 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:34:59.889514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.895926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.921664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['017250a8-0b35-400d-b839-13ec25a1c7e1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:34:59.970615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device df74f75a-15dc-4f76-858f-d7d053aa7513 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:34:59.979682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Allocated IP 172.20.0.4 (a167dcbf-9152-4848-8911-354e4bc06220/89a971ea-dd7b-48ef-96a8-075dc4f841f5/bfc5bc8f-523b-4c48-b33d-c7389a8d0be1) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:59.985342 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:34:59.985692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Checking segment: {'id': '488e1d3e-6820-498c-bb15-336c32c0eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a167dcbf-9152-4848-8911-354e4bc06220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:34:59.986113 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.986473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Bound using segment: {'id': '488e1d3e-6820-498c-bb15-336c32c0eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a167dcbf-9152-4848-8911-354e4bc06220'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:34:59.987006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Bound port: 52a93b69-d489-45a2-ad6d-c2a0cbf7130c, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488e1d3e-6820-498c-bb15-336c32c0eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a167dcbf-9152-4848-8911-354e4bc06220'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:59.987313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.082942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267444-61cf-4701-8349-21befb377eab req-87279af9-908c-49c5-8ea2-342d5bfcf0c0 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:00.086901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Allocated IP 2001:db8::2 (cb5bd284-7fd9-46c9-bc68-06e793055ebf/c2d11444-d73d-4fe0-9701-7aacfc46c44e/b6f00064-498a-487c-a519-6d41743712ed) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:00.090169 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44267444-61cf-4701-8349-21befb377eab req-87279af9-908c-49c5-8ea2-342d5bfcf0c0 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 943 time: 0.6478066 Jan 12 09:35:00.150922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.151388 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bbd30e2-76bb-4f2a-bf14-45185c3aabed {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:35:00.165513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] For port 1f99612b-a851-45d3-9308-cf7fca54dd10, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1f99612b-a851-45d3-9308-cf7fca54dd10,segment=NetworkSegment(dc667b21-ab81-41a0-b800-561eeea15bfc),segment_id=dc667b21-ab81-41a0-b800-561eeea15bfc)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:00.166070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.189456 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-81ca3db9-aaca-4847-85f7-126004df4eaa req-4a321d56-16ff-4142-9163-a44b2cc01185 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592404 Jan 12 09:35:00.197372 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:35:00.201277 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6f503f2b-badd-448f-8b0f-da5f0dab8aaa tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2950227 Jan 12 09:35:00.201825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33192) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:00.273206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] device_id is not set on port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:00.286598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.291295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b3d30f4f-8026-4932-9390-842a6ee14ef3 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Deleting port 56d620b2-912f-482a-a535-e48b0e8a9c93 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:00.291624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b3d30f4f-8026-4932-9390-842a6ee14ef3 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.330383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] For port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:00.346373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Transition to ACTIVE for port object 3e6ad49f-f198-444f-8316-b98a23b4f8b7 will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:00.352889 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d389bbcc-dec1-4bc7-981f-2abffe79d176 req-58c423da-1114-4ec9-bad8-b7727a90ee69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3430eb1474ae46dcaa7c866883c47d4f&device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 1096 time: 0.8359480 Jan 12 09:35:00.359899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Calling delete_port for 1f99612b-a851-45d3-9308-cf7fca54dd10 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:00.390884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.438766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.449902 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Transition to ACTIVE for port object b6f00064-498a-487c-a519-6d41743712ed will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:00.467900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Transition to ACTIVE for port object b6f00064-498a-487c-a519-6d41743712ed will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:00.482882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.549755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] For port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=52a93b69-d489-45a2-ad6d-c2a0cbf7130c,segment=NetworkSegment(488e1d3e-6820-498c-bb15-336c32c0eedc),segment_id=488e1d3e-6820-498c-bb15-336c32c0eedc)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:00.555102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event updated for resources: {'Port': ['ID=3e6ad49f-f198-444f-8316-b98a23b4f8b7,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:00.564222 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44267444-61cf-4701-8349-21befb377eab req-371612c6-dd91-4143-9554-c967197d5a1e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4727650 Jan 12 09:35:00.584786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.591323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port df74f75a-15dc-4f76-858f-d7d053aa7513, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df74f75a-15dc-4f76-858f-d7d053aa7513,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:00.602787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Checking segment: {'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:00.603144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Network hostable DHCP agents. Network: 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:00.626884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Pushing event updated for resources: {'Port': ['ID=b6f00064-498a-487c-a519-6d41743712ed,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:00.632212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Network cb5bd284-7fd9-46c9-bc68-06e793055ebf is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:00.660575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b3d30f4f-8026-4932-9390-842a6ee14ef3 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.669005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:00.670139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'df74f75a-15dc-4f76-858f-d7d053aa7513', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'port_id': 'df74f75a-15dc-4f76-858f-d7d053aa7513', 'mac_address': 'fa:16:3e:63:fd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:35:00.677225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:00.727345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:00.793582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b3d30f4f-8026-4932-9390-842a6ee14ef3 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Calling delete_port for 56d620b2-912f-482a-a535-e48b0e8a9c93 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:00.794840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.831342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:00.850988 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:00.872500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:00.872997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:00.873437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:00.875868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f31f9b-abbe-44ee-91eb-5d4251b2afa7 None None] Network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:00.899412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:00.899766 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:00.901077 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 2 to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 Jan 12 09:35:00.904505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2ec2c-c158-4f56-9edb-3ee7f0da4502 None None] Pushing event updated for resources: {'Port': ['ID=52a93b69-d489-45a2-ad6d-c2a0cbf7130c,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:00.920136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:00.920544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:00.921000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:00.964773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:00.965180 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:00.975668 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d11444-d73d-4fe0-9701-7aacfc46c44e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:01.015229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.024446 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 3 to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 Jan 12 09:35:01.044726 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Sync routers for ids ['445b9e07-3067-4281-afe0-6934131e9ca8'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:01.066813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Attempting to bind port b6f00064-498a-487c-a519-6d41743712ed on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:01.067170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Attempting to bind port b6f00064-498a-487c-a519-6d41743712ed by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '7e3643cd-854f-4c3b-b078-05aa233c844a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cb5bd284-7fd9-46c9-bc68-06e793055ebf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:01.067493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Attempting to bind port b6f00064-498a-487c-a519-6d41743712ed on network cb5bd284-7fd9-46c9-bc68-06e793055ebf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:01.077615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df74f75a-15dc-4f76-858f-d7d053aa7513 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:35:01.086354 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Routers {'445b9e07-3067-4281-afe0-6934131e9ca8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:01.089542 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['445b9e07-3067-4281-afe0-6934131e9ca8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:01.109760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b3d30f4f-8026-4932-9390-842a6ee14ef3 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.117419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.120499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:01.120704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Checking segment: {'id': '7e3643cd-854f-4c3b-b078-05aa233c844a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cb5bd284-7fd9-46c9-bc68-06e793055ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:01.121175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.121590 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Bound using segment: {'id': '7e3643cd-854f-4c3b-b078-05aa233c844a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cb5bd284-7fd9-46c9-bc68-06e793055ebf'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:01.122046 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Bound port: b6f00064-498a-487c-a519-6d41743712ed, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3643cd-854f-4c3b-b078-05aa233c844a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cb5bd284-7fd9-46c9-bc68-06e793055ebf'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:01.122490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.201260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port df74f75a-15dc-4f76-858f-d7d053aa7513, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df74f75a-15dc-4f76-858f-d7d053aa7513,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:01.255101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389bbcc-dec1-4bc7-981f-2abffe79d176 req-2a722f0a-d85f-479d-bebb-d1c343edf40b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:01.258280 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d389bbcc-dec1-4bc7-981f-2abffe79d176 req-2a722f0a-d85f-479d-bebb-d1c343edf40b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c8a0f3c2-e958-4b1f-8783-30432a1d04c7 HTTP/1.1" status: 200 len: 913 time: 0.8672388 Jan 12 09:35:01.281618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d30f4f-8026-4932-9390-842a6ee14ef3 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Pushing event deleted for resources: {'Port': ['ID=56d620b2-912f-482a-a535-e48b0e8a9c93,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:01.294612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Transition to ACTIVE for port object bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:01.328201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:01.328528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:01.328942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:01.380083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:01.380440 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:01.443983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.468476 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 4 to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 Jan 12 09:35:01.492772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b3d30f4f-8026-4932-9390-842a6ee14ef3 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.509482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.519995 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:01.520319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:01.520966 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:01.522973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cc0a4-6c02-4a30-bba4-a4c62a8e680c req-2fc7f3ba-925b-4a39-8659-5b0a04b8cfef tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:01.529839 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d4cc0a4-6c02-4a30-bba4-a4c62a8e680c req-2fc7f3ba-925b-4a39-8659-5b0a04b8cfef tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 944 time: 1.0183880 Jan 12 09:35:01.530965 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b3d30f4f-8026-4932-9390-842a6ee14ef3 tempest-RoutersAdminNegativeIpV6Test-1890169692 tempest-RoutersAdminNegativeIpV6Test-1890169692-project-admin] 10.222.0.58 "DELETE /v2.0/ports/56d620b2-912f-482a-a535-e48b0e8a9c93 HTTP/1.1" status: 204 len: 168 time: 1.3225281 Jan 12 09:35:01.531726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:01.532041 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:01.532411 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 5 to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 Jan 12 09:35:01.543915 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Set router 445b9e07-3067-4281-afe0-6934131e9ca8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:01.564681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] For port b6f00064-498a-487c-a519-6d41743712ed, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:01.569715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:01.570164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:01.570639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:01.581216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:01.581669 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:01.582153 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 6 to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 Jan 12 09:35:01.584986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=df74f75a-15dc-4f76-858f-d7d053aa7513,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:01.607939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:01.608877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:01.608877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:01.618770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] For port b6f00064-498a-487c-a519-6d41743712ed, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b6f00064-498a-487c-a519-6d41743712ed,segment=NetworkSegment(7e3643cd-854f-4c3b-b078-05aa233c844a),segment_id=7e3643cd-854f-4c3b-b078-05aa233c844a)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:01.627004 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.627511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:01.627970 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:01.628369 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 7 to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 Jan 12 09:35:01.644790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:01.645293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:01.645726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:01.653502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:01.653861 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:01.654352 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 8 to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 Jan 12 09:35:01.673324 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:01.674063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:01.674755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:01.683082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:01.683857 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:01.684463 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 9 to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 Jan 12 09:35:01.700980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:01.701700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:01.702337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:01.709002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:01.709621 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:01.710194 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 10 to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 Jan 12 09:35:01.712850 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d389bbcc-dec1-4bc7-981f-2abffe79d176 req-218828de-1d48-45d6-a0cb-b156a4c2da51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90892572-7590-4c56-af4f-ecf6970e66d1 HTTP/1.1" status: 200 len: 217 time: 0.4406936 Jan 12 09:35:01.726509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:01.727195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:01.727736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:01.734930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:01.735565 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:01.736133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.755947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a8dea-ad48-426e-a11e-046be12e58af None None] Pushing event updated for resources: {'Port': ['ID=b6f00064-498a-487c-a519-6d41743712ed,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:01.883326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50f504-73a5-4b47-8a35-e9811e1fab4b None None] Network cb5bd284-7fd9-46c9-bc68-06e793055ebf requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:01.893301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] For port 3e6ad49f-f198-444f-8316-b98a23b4f8b7, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:01.893884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempted to set empty binding levels {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 12 09:35:01.900034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.917678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['df74f75a-15dc-4f76-858f-d7d053aa7513'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:35:01.984964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.993811 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ecc5a647-5387-4826-b540-7a0886eb4c07', 'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'mac_address': 'fa:16:3e:bb:32:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:15Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 2, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'subnets': [{'id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:02.001195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event updated for resources: {'Port': ['ID=3e6ad49f-f198-444f-8316-b98a23b4f8b7,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:02.001440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 017250a8-0b35-400d-b839-13ec25a1c7e1 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:02.003033 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Checking router: 445b9e07-3067-4281-afe0-6934131e9ca8 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:35:02.003605 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Updating router 445b9e07-3067-4281-afe0-6934131e9ca8 port ecc5a647-5387-4826-b540-7a0886eb4c07 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:35:02.015135 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8a0b963e-4514-413d-98d8-7b79d99914a2 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.9581664 Jan 12 09:35:02.018055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33206) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.038046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5bd284-7fd9-46c9-bc68-06e793055ebf']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:02.088988 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.120746 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33210) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.127878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3643cd-854f-4c3b-b078-05aa233c844a') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:02.128165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3643cd-854f-4c3b-b078-05aa233c844a') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:02.131975 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c96caa5a-84b6-4657-8149-46dda3b98b25 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Deleting port 3e6ad49f-f198-444f-8316-b98a23b4f8b7 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:02.133087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c96caa5a-84b6-4657-8149-46dda3b98b25 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.168018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.184599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.265420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.281842 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d4cc0a4-6c02-4a30-bba4-a4c62a8e680c req-db4b051f-519f-4e0b-abc8-318d478069c7 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7510543 Jan 12 09:35:02.304749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389bbcc-dec1-4bc7-981f-2abffe79d176 req-6267a4c0-14c6-44cc-b31e-9621cabeeca7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:02.304749 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d389bbcc-dec1-4bc7-981f-2abffe79d176 req-6267a4c0-14c6-44cc-b31e-9621cabeeca7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bded0beb-f040-489b-8715-ee1f66e3d9ee HTTP/1.1" status: 200 len: 851 time: 0.5670676 Jan 12 09:35:02.305568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f99612b-a851-45d3-9308-cf7fca54dd10,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:02.308471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.371574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ca4d6-763f-4554-b771-0c58234f38f1 None None] Network a167dcbf-9152-4848-8911-354e4bc06220 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:02.445756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-c96caa5a-84b6-4657-8149-46dda3b98b25 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] For port 3e6ad49f-f198-444f-8316-b98a23b4f8b7, host hv-neutron-8243, got binding levels [] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:02.446370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c96caa5a-84b6-4657-8149-46dda3b98b25 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.483782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:02.484182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:02.506811 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:02.568942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.569192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.569524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.569991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.570325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.570647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.571071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.571396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.571712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.572030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.572345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:02.674574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 017250a8-0b35-400d-b839-13ec25a1c7e1 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:02.692427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.733808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1a33-2853-4a16-b73f-d2f1c42c97c6 req-fc8e5c94-967d-4662-86f3-443e080cd37b tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:02.734312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 017250a8-0b35-400d-b839-13ec25a1c7e1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:02.735079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.740578 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e82e1a33-2853-4a16-b73f-d2f1c42c97c6 req-fc8e5c94-967d-4662-86f3-443e080cd37b tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 943 time: 1.3225901 Jan 12 09:35:02.748486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Network a167dcbf-9152-4848-8911-354e4bc06220 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:02.762857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-11e18591-8085-47c1-b9e6-318695a228c1 None None] Provisioning for port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:02.765988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 52a93b69-d489-45a2-ad6d-c2a0cbf7130c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:02.788058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c96caa5a-84b6-4657-8149-46dda3b98b25 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Calling delete_port for 3e6ad49f-f198-444f-8316-b98a23b4f8b7 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:02.794314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:02.818089 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.845305 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Transition to ACTIVE for port object ecc5a647-5387-4826-b540-7a0886eb4c07 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:02.856422 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.859506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:02.876866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:02.890950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Usage tracker for resource:security_group_rule and tenant:d919afda2eb3469f9e3298cc37890a94 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:02.894370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:02.902525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:02.925827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:35:02.925827 dv-neutron-824347-1-hyperv neutron-server[83594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:35:02.925827 dv-neutron-824347-1-hyperv neutron-server[83594]: [parameters: {'id': 'cb5bd284-7fd9-46c9-bc68-06e793055ebf'}] Jan 12 09:35:02.925827 dv-neutron-824347-1-hyperv neutron-server[83594]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:02.926294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:02.942741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.004209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.006935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c96caa5a-84b6-4657-8149-46dda3b98b25 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.041840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Pushing event updated for resources: {'Port': ['ID=bfc5bc8f-523b-4c48-b33d-c7389a8d0be1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:03.069187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96caa5a-84b6-4657-8149-46dda3b98b25 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e6ad49f-f198-444f-8316-b98a23b4f8b7,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:03.071491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.135764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0071de7-2e2f-442b-bfb5-03c87e988809,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:03.144993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c96caa5a-84b6-4657-8149-46dda3b98b25 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.154696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:03.155764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.156395 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d919afda2eb3469f9e3298cc37890a94&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0343206 Jan 12 09:35:03.157973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33216) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:03.187333 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e82e1a33-2853-4a16-b73f-d2f1c42c97c6 req-b3f85518-4454-46dc-b5d4-0849f36b4610 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4458089 Jan 12 09:35:03.195364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:03.208280 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.209145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.209580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.210081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.210514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.210962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.211424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.211907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.212494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.212923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.213374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbcd81-03d3-4368-920b-0167f0a91f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:03.226423 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c96caa5a-84b6-4657-8149-46dda3b98b25 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "DELETE /v2.0/ports/3e6ad49f-f198-444f-8316-b98a23b4f8b7 HTTP/1.1" status: 204 len: 168 time: 1.2070067 Jan 12 09:35:03.238636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:03.239025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.239775 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Attempting to bind port ecc5a647-5387-4826-b540-7a0886eb4c07 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:03.240222 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Attempting to bind port ecc5a647-5387-4826-b540-7a0886eb4c07 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:03.240515 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Attempting to bind port ecc5a647-5387-4826-b540-7a0886eb4c07 on network 6fa7509a-e83f-4be8-820f-eefe950e0df1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:03.243132 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33220) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:03.257310 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:03.257742 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Checking segment: {'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:03.258147 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.258591 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Bound using segment: {'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:03.259084 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Bound port: ecc5a647-5387-4826-b540-7a0886eb4c07, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b4fcad-47c7-4c32-9b16-9e3bc76cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:03.259474 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.272412 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.310902 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e217e41-2da6-4f0c-a589-c6761da7be16 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:35:03.311321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8e217e41-2da6-4f0c-a589-c6761da7be16 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Synchronizing usage tracker for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:03.351112 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ba8d3-cc43-453c-978e-db559aecd6c6 None None] Pushing event updated for resources: {'Port': ['ID=ecc5a647-5387-4826-b540-7a0886eb4c07,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:03.392014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8e217e41-2da6-4f0c-a589-c6761da7be16 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Unset dirty status for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:03.393347 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8e217e41-2da6-4f0c-a589-c6761da7be16 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "GET /v2.0/ports/3e6ad49f-f198-444f-8316-b98a23b4f8b7 HTTP/1.1" status: 404 len: 333 time: 0.1490471 Jan 12 09:35:03.398482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33226) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:03.405123 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Request body: {'port': {'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1222073183'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:03.425492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:03.429311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.433858 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017250a8-0b35-400d-b839-13ec25a1c7e1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:35:03.445795 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d389bbcc-dec1-4bc7-981f-2abffe79d176 req-ddc24af1-ed88-4009-b9b7-ea33db913299 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8a0f3c2-e958-4b1f-8783-30432a1d04c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1179636 Jan 12 09:35:03.457203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ab43d66e-26ec-4596-9f74-9881f8ba5d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.459468 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] For port ecc5a647-5387-4826-b540-7a0886eb4c07, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:03.462228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.464312 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] For port ecc5a647-5387-4826-b540-7a0886eb4c07, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ecc5a647-5387-4826-b540-7a0886eb4c07,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:03.470057 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.487426 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:03.506939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b08e8-6ae8-47e8-99c2-5100ea6ac7b6 req-34c51a81-196b-4243-8f8a-cccf35805a92 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:03.516960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c30b08e8-6ae8-47e8-99c2-5100ea6ac7b6 req-34c51a81-196b-4243-8f8a-cccf35805a92 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 944 time: 0.8351660 Jan 12 09:35:03.543465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ab43d66e-26ec-4596-9f74-9881f8ba5d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.563845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Made reservation on behalf of a3bb56bdfb844f8e93d59fab054e8bde for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:03.567432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.595402 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ba8d3-cc43-453c-978e-db559aecd6c6 None None] Pushing event updated for resources: {'Port': ['ID=ecc5a647-5387-4826-b540-7a0886eb4c07,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:03.597865 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Routers {'445b9e07-3067-4281-afe0-6934131e9ca8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:03.598453 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['445b9e07-3067-4281-afe0-6934131e9ca8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:03.616604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] device_id is not set on port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:03.655372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 017250a8-0b35-400d-b839-13ec25a1c7e1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=017250a8-0b35-400d-b839-13ec25a1c7e1,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:03.712944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.832484 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fcecb2d9-49cb-43d9-a316-8e66d839e384 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2931864 Jan 12 09:35:03.842054 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c30b08e8-6ae8-47e8-99c2-5100ea6ac7b6 req-7b679156-1e9e-42ce-9de8-03139e91ea1b tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225815 Jan 12 09:35:03.858161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33234) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:03.858959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.874065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting port b6f00064-498a-487c-a519-6d41743712ed {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:03.874418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.906626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=017250a8-0b35-400d-b839-13ec25a1c7e1,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:03.975691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 90892572-7590-4c56-af4f-ecf6970e66d1 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:35:04.016741 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device df74f75a-15dc-4f76-858f-d7d053aa7513 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:04.067046 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] Set router 445b9e07-3067-4281-afe0-6934131e9ca8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:04.090176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.144372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.162200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.204712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Provisioning complete for port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:04.205265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.330470 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017250a8-0b35-400d-b839-13ec25a1c7e1', 'code': 200} Jan 12 09:35:04.359766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:04.368003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:04.390710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:04.395706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:04.409365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403200ee-410e-4f4f-9be1-890644224252 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:35:04.409981 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:04.410834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.443702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event updated for resources: {'Port': ['ID=5559b2e6-18bb-42fa-a252-9f54bb1220b1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:04.456362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ab43d66e-26ec-4596-9f74-9881f8ba5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.514282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43d66e-26ec-4596-9f74-9881f8ba5d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0071de7-2e2f-442b-bfb5-03c87e988809,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:04.561688 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b86660e3-a7bc-43df-9e91-80e8d85ca150 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1619000 Jan 12 09:35:04.563069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ab43d66e-26ec-4596-9f74-9881f8ba5d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.564606 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ab43d66e-26ec-4596-9f74-9881f8ba5d56 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0071de7-2e2f-442b-bfb5-03c87e988809 HTTP/1.1" status: 204 len: 168 time: 1.3998389 Jan 12 09:35:04.565971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33246) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:04.574944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8243'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:04.611266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Request body: {'port': {'network_id': 'a167dcbf-9152-4848-8911-354e4bc06220', 'name': 'tempest-ExtraDHCPOptionsTestJSON-508002023', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:04.612059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.api.validators [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] bootfile-name is not in valid_values {{(pid=83594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:35:04.612452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.api.validators [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] tftp-server is not in valid_values {{(pid=83594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:35:04.612833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.api.validators [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] server-ip-address is not in valid_values {{(pid=83594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:35:04.633760 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d389bbcc-dec1-4bc7-981f-2abffe79d176 req-a5ec9a64-81df-4a0d-a66e-08426e2c7345 service neutron] 10.222.0.59 "GET /v2.0/networks/c8a0f3c2-e958-4b1f-8783-30432a1d04c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1791730 Jan 12 09:35:04.672835 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ecc5a647-5387-4826-b540-7a0886eb4c07', 'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'mac_address': 'fa:16:3e:bb:32:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:15Z', 'updated_at': '2022-01-12T09:35:03Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'subnets': [{'id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:04.678261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=52a93b69-d489-45a2-ad6d-c2a0cbf7130c,segment=NetworkSegment(488e1d3e-6820-498c-bb15-336c32c0eedc),segment_id=488e1d3e-6820-498c-bb15-336c32c0eedc)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:04.679614 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebe88d-eaf9-4bc6-84ef-4953af89f34c None None] The sync data for ids ['445b9e07-3067-4281-afe0-6934131e9ca8'] in dv-neutron-824347-1-hyperv is: [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ecc5a647-5387-4826-b540-7a0886eb4c07', 'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'mac_address': 'fa:16:3e:bb:32:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:15Z', 'updated_at': '2022-01-12T09:35:03Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'subnets': [{'id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:04.724081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.845813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.984479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.043025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ecc5a647-5387-4826-b540-7a0886eb4c07 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:05.112471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.115435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc215bfe-ac7c-4e53-9592-2db08fb11d79 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:35:05.125552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33256) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:05.137677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port df74f75a-15dc-4f76-858f-d7d053aa7513 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:05.144988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=52a93b69-d489-45a2-ad6d-c2a0cbf7130c,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:05.225833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 90892572-7590-4c56-af4f-ecf6970e66d1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=90892572-7590-4c56-af4f-ecf6970e66d1,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:05.244564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.244913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '90892572-7590-4c56-af4f-ecf6970e66d1', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'port_id': '90892572-7590-4c56-af4f-ecf6970e66d1', 'mac_address': 'fa:16:3e:ef:83:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:35:05.245690 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-486c6fd1-c92a-44a0-a11b-0eeb1d7f1645 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "DELETE /v2.0/routers/dc215bfe-ac7c-4e53-9592-2db08fb11d79 HTTP/1.1" status: 204 len: 168 time: 8.9054298 Jan 12 09:35:05.267016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33260) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:05.267468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port df74f75a-15dc-4f76-858f-d7d053aa7513 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:05.267891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.346260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3db31-74f6-44ea-b991-c3feed896883 req-6e4618d0-6014-4ba7-9671-c9833c1cf2e5 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:05.353124 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ebf3db31-74f6-44ea-b991-c3feed896883 req-6e4618d0-6014-4ba7-9671-c9833c1cf2e5 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 1.6824167 Jan 12 09:35:05.356984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] device_id is not set on port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:05.383404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.412956 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cfcd4c0e-4a83-4e20-880a-e4a260428233 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e642b616ee5e4bbd98633eab92d2e294&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2861998 Jan 12 09:35:05.419102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33264) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:05.421715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] For port b6f00064-498a-487c-a519-6d41743712ed, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b6f00064-498a-487c-a519-6d41743712ed,segment=NetworkSegment(7e3643cd-854f-4c3b-b078-05aa233c844a),segment_id=7e3643cd-854f-4c3b-b078-05aa233c844a)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:05.422161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.422870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Transition to ACTIVE for port object 5559b2e6-18bb-42fa-a252-9f54bb1220b1 will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:05.427270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d8a8ce-cc71-4522-8597-61467f6287fb tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Deleting subnet a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:35:05.441912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.447979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8d8a8ce-cc71-4522-8597-61467f6287fb tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.452664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:05.453088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:05.469970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port ecc5a647-5387-4826-b540-7a0886eb4c07 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:05.512917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403200ee-410e-4f4f-9be1-890644224252 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:35:05.520552 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port ecc5a647-5387-4826-b540-7a0886eb4c07 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:05.520915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.565475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.577503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event updated for resources: {'Port': ['ID=5559b2e6-18bb-42fa-a252-9f54bb1220b1,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:05.613935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90892572-7590-4c56-af4f-ecf6970e66d1 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:35:05.614176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Calling delete_port for b6f00064-498a-487c-a519-6d41743712ed owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:05.635717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.671738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:05.683009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8d8a8ce-cc71-4522-8597-61467f6287fb tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.684434 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d389bbcc-dec1-4bc7-981f-2abffe79d176 req-f1960cb9-07d0-410c-a97a-64b821316964 service neutron] 10.222.0.59 "GET /v2.0/networks/c8a0f3c2-e958-4b1f-8783-30432a1d04c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0309818 Jan 12 09:35:05.698237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Usage tracker for resource:port and tenant:f1a93b33e3a04235b8ffaaf96a4f03cd is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:05.703684 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 90892572-7590-4c56-af4f-ecf6970e66d1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=90892572-7590-4c56-af4f-ecf6970e66d1,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:05.713050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:05.725325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:05.739677 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c509d4e-ed6b-4fdc-910c-ed75d66a8102 req-0ce3686c-e320-4e3d-bdf8-d7ffa5824c5d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 1098 time: 1.0956953 Jan 12 09:35:05.748584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03372cab-8c36-4d20-bbb5-803ef0bf4a7c req-4525f286-cc83-4eee-8a9a-4e44d63ddac1 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:05.755676 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-03372cab-8c36-4d20-bbb5-803ef0bf4a7c req-4525f286-cc83-4eee-8a9a-4e44d63ddac1 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 943 time: 1.1149204 Jan 12 09:35:05.774041 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ebf3db31-74f6-44ea-b991-c3feed896883 req-e732fa5d-23a7-4089-a059-d24ca0c600c0 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4199705 Jan 12 09:35:05.779796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9c527da-a4ba-4875-9a82-27c7b7e3b0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.831289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8d8a8ce-cc71-4522-8597-61467f6287fb tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.880136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:05.880449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:05.880806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:05.881952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Made reservation on behalf of f1a93b33e3a04235b8ffaaf96a4f03cd for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:05.886226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9c527da-a4ba-4875-9a82-27c7b7e3b0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.895646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.920350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-9c509d4e-ed6b-4fdc-910c-ed75d66a8102 req-c673a5b2-01bb-46a8-9b05-98127259a7ac service neutron] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.975745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.994145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.063237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:06.063559 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:06.068806 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 2 to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 Jan 12 09:35:06.110327 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:06.110532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:06.111701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:06.112051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Port': ['ID=b6f00064-498a-487c-a519-6d41743712ed,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:06.117144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] device_id is not set on port d582ec33-7326-4f75-934d-96c45183409a yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:06.130496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:06.130496 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:06.132155 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 3 to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 Jan 12 09:35:06.156635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8d8a8ce-cc71-4522-8597-61467f6287fb tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.171496 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-03372cab-8c36-4d20-bbb5-803ef0bf4a7c req-462705cd-1b40-46a6-bc41-81df1e43607c tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4151473 Jan 12 09:35:06.191905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:06.192326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:06.192640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:06.210740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8a8ce-cc71-4522-8597-61467f6287fb tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:06.215609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No DVR routers for this DVR port b6f00064-498a-487c-a519-6d41743712ed on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:06.216021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9c527da-a4ba-4875-9a82-27c7b7e3b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.230024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:06.230362 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:06.233309 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 4 to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 Jan 12 09:35:06.243864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8d8a8ce-cc71-4522-8597-61467f6287fb tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.249116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c527da-a4ba-4875-9a82-27c7b7e3b0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93a9d94-32f8-4c44-81ee-70c92a538867,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:06.249777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port df74f75a-15dc-4f76-858f-d7d053aa7513, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df74f75a-15dc-4f76-858f-d7d053aa7513,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:06.254786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-9c509d4e-ed6b-4fdc-910c-ed75d66a8102 req-c673a5b2-01bb-46a8-9b05-98127259a7ac service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:06.261533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9c527da-a4ba-4875-9a82-27c7b7e3b0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.262679 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d9c527da-a4ba-4875-9a82-27c7b7e3b0f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b93a9d94-32f8-4c44-81ee-70c92a538867 HTTP/1.1" status: 204 len: 168 time: 0.8424535 Jan 12 09:35:06.265357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:06.265721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:06.266050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:06.273296 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d8d8a8ce-cc71-4522-8597-61467f6287fb tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e HTTP/1.1" status: 204 len: 168 time: 1.0003197 Jan 12 09:35:06.278839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33270) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:06.298012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.298243 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-9c509d4e-ed6b-4fdc-910c-ed75d66a8102 req-c673a5b2-01bb-46a8-9b05-98127259a7ac service neutron] Usage tracker for resource:security_group_rule and tenant:a355e3cc15e246349dc1170183944b06 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:06.303613 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:06.304770 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:06.308044 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 5 to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 Jan 12 09:35:06.310986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-9c509d4e-ed6b-4fdc-910c-ed75d66a8102 req-c673a5b2-01bb-46a8-9b05-98127259a7ac service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:06.333050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df74f75a-15dc-4f76-858f-d7d053aa7513'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:35:06.353365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=90892572-7590-4c56-af4f-ecf6970e66d1,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:06.364535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.364989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.365421 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.365870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.366292 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.366738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.367162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.367581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.368093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.368658 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.369080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.384451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:06.384782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:06.385105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:06.405185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.405534 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:06.405878 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:06.408010 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 6 to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 Jan 12 09:35:06.420443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.430603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['90892572-7590-4c56-af4f-ecf6970e66d1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:35:06.432831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:06.433166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:06.433601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:06.457755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Provisioning for port bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:06.491203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-9c509d4e-ed6b-4fdc-910c-ed75d66a8102 req-c673a5b2-01bb-46a8-9b05-98127259a7ac service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:06.515712 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df74f75a-15dc-4f76-858f-d7d053aa7513', 'code': 200} Jan 12 09:35:06.530906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Provisioning complete for port bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:06.532024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:06.532424 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:06.536384 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 7 to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 Jan 12 09:35:06.536565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.560564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.626973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5bd284-7fd9-46c9-bc68-06e793055ebf']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:06.645119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Allocated IP 172.20.0.11 (a167dcbf-9152-4848-8911-354e4bc06220/89a971ea-dd7b-48ef-96a8-075dc4f841f5/d582ec33-7326-4f75-934d-96c45183409a) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:06.658044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3643cd-854f-4c3b-b078-05aa233c844a') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:06.658408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3643cd-854f-4c3b-b078-05aa233c844a') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:06.682266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9d745-5214-4d1b-a8cf-28b1ad515b97 req-474a6156-ded4-436c-aeeb-6da3f4d0bb76 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:06.683786 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9bb9d745-5214-4d1b-a8cf-28b1ad515b97 req-474a6156-ded4-436c-aeeb-6da3f4d0bb76 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 944 time: 0.7035398 Jan 12 09:35:06.693435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.696635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:06.696967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:06.697290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:06.709671 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:06.709999 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:06.712401 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 8 to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 Jan 12 09:35:06.734033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.741982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:06.742317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:06.742645 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:06.757807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:06.758369 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:06.762282 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 9 to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 Jan 12 09:35:06.801870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d735e238-7665-44cd-8b23-1e89cf3cc926']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:06.809740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:06.810083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:06.810398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:06.818196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port ecc5a647-5387-4826-b540-7a0886eb4c07, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ecc5a647-5387-4826-b540-7a0886eb4c07,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:06.824492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:06.824961 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:06.828121 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.plugins.ml2.plugin [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 10 to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 Jan 12 09:35:06.848442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc667b21-ab81-41a0-b800-561eeea15bfc') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:06.848737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc667b21-ab81-41a0-b800-561eeea15bfc') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:06.867670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.869576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=df74f75a-15dc-4f76-858f-d7d053aa7513,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:06.875929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Port bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:06.877948 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:06.878276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:06.878633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:06.900022 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:06.900283 dv-neutron-824347-1-hyperv neutron-server[83595]: ERROR neutron.plugins.ml2.managers [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:06.900562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.918024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.976859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:06.977276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:07.012905 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:07.029029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.048100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=ecc5a647-5387-4826-b540-7a0886eb4c07,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:07.049660 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9bb9d745-5214-4d1b-a8cf-28b1ad515b97 req-06a65318-8963-400a-8ebd-6c783ec17430 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486001 Jan 12 09:35:07.057855 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 52a93b69-d489-45a2-ad6d-c2a0cbf7130c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:07.093757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.118011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Provisioning complete for port ecc5a647-5387-4826-b540-7a0886eb4c07 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:07.118379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a93414bc-f5b9-4aff-b507-7d9a7396470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.119487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:07.120026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:07.137245 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:07.184271 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-9c509d4e-ed6b-4fdc-910c-ed75d66a8102 req-c673a5b2-01bb-46a8-9b05-98127259a7ac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.240876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] For port 5559b2e6-18bb-42fa-a252-9f54bb1220b1, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:07.241653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempted to set empty binding levels {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 12 09:35:07.257700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.287299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-9c509d4e-ed6b-4fdc-910c-ed75d66a8102 req-c673a5b2-01bb-46a8-9b05-98127259a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.313266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.315350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] In _notify_port_updated(), no bound segment for port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:35:07.316798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.318931 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "PUT /v2.0/ports/5559b2e6-18bb-42fa-a252-9f54bb1220b1 HTTP/1.1" status: 200 len: 977 time: 2.7508922 Jan 12 09:35:07.335272 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33290) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:07.369094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d735e238-7665-44cd-8b23-1e89cf3cc926 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 12 09:35:07.369341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:07.369846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.390416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event deleted for resources: {'Network': ['ID=d735e238-7665-44cd-8b23-1e89cf3cc926,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:07.404935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.469608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.501947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.513059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673a5b2-01bb-46a8-9b05-98127259a7ac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=16305380-9f8c-4659-b404-c4c180099b93,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:07.517426 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c509d4e-ed6b-4fdc-910c-ed75d66a8102 req-c673a5b2-01bb-46a8-9b05-98127259a7ac service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7573388 Jan 12 09:35:07.544785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Network': ['ID=cb5bd284-7fd9-46c9-bc68-06e793055ebf,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:07.558359 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6bf7c2a-8d7e-49c3-bb76-7d1dfdb659f8 req-7046de73-18c8-4953-9adc-c2bac915e1cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 1098 time: 0.8407965 Jan 12 09:35:07.576488 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eed94927-4e10-456e-b9cb-4cfd20edce48 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "DELETE /v2.0/networks/d735e238-7665-44cd-8b23-1e89cf3cc926 HTTP/1.1" status: 204 len: 168 time: 1.2947741 Jan 12 09:35:07.603197 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4e8d3a1b-ca90-4dea-869d-f2e5148bb0eb tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/cb5bd284-7fd9-46c9-bc68-06e793055ebf HTTP/1.1" status: 204 len: 168 time: 8.6752751 Jan 12 09:35:07.611274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33300) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:07.623472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-46fb95a1-bb8d-4be6-ba9e-57475541d9d8 None None] Provisioning complete for port bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:07.624219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe48303-90d3-4f06-ac6c-2a8272b33f92 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event updated for resources: {'Port': ['ID=5559b2e6-18bb-42fa-a252-9f54bb1220b1,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:07.631708 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46fb95a1-bb8d-4be6-ba9e-57475541d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.637855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1767610690'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:07.643765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:07.645134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad0bae-4ff5-4bb3-aaf1-205e60e93187 req-32f4f84e-65a4-4b45-8776-28c26e82f48f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.646832 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dcad0bae-4ff5-4bb3-aaf1-205e60e93187 req-32f4f84e-65a4-4b45-8776-28c26e82f48f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5998967 Jan 12 09:35:07.648618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.648926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:network and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:07.652763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:07.659534 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:07.680430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:07.684389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.709268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Transition to ACTIVE for port object d582ec33-7326-4f75-934d-96c45183409a will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:07.721855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6455f-cadc-475f-9ed7-4e487c99bad3 req-977213a6-0c17-44de-92cf-1a7e06b66722 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.728941 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-29e6455f-cadc-475f-9ed7-4e487c99bad3 req-977213a6-0c17-44de-92cf-1a7e06b66722 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 944 time: 0.3462615 Jan 12 09:35:07.731272 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:07.743736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.744118 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Added segment 230e5cd8-ca49-4457-ac97-5e7d84073274 of type vlan for network 83a3a66c-efac-41be-8815-7c2be5a8d851 Jan 12 09:35:07.755485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-46fb95a1-bb8d-4be6-ba9e-57475541d9d8 None None] Port bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:07.782808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.810964 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dcad0bae-4ff5-4bb3-aaf1-205e60e93187 req-83a441b8-ec5a-40b3-9887-67b895ec8ada tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422644 Jan 12 09:35:07.850737 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-29e6455f-cadc-475f-9ed7-4e487c99bad3 req-3dd2fdd1-a74e-4022-ba37-fc2b9a97ef13 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207778 Jan 12 09:35:07.862858 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-271d1916-b2fa-42c3-b322-b1384e092546 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Synchronizing usage tracker for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:07.868765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.874693 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.875300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.883976 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.939940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33306) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:07.998168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Pushing event updated for resources: {'Port': ['ID=d582ec33-7326-4f75-934d-96c45183409a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:08.001856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Network a167dcbf-9152-4848-8911-354e4bc06220 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:08.003161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f6bf7c2a-8d7e-49c3-bb76-7d1dfdb659f8 req-99aeceb0-7559-43b3-b2e9-d0cea81abb48 service neutron] Synchronizing usage tracker for tenant:a355e3cc15e246349dc1170183944b06 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:08.006462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:08.009940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:08.081627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f6bf7c2a-8d7e-49c3-bb76-7d1dfdb659f8 req-99aeceb0-7559-43b3-b2e9-d0cea81abb48 service neutron] Unset dirty status for tenant:a355e3cc15e246349dc1170183944b06 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:08.083080 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6bf7c2a-8d7e-49c3-bb76-7d1dfdb659f8 req-99aeceb0-7559-43b3-b2e9-d0cea81abb48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311842 Jan 12 09:35:08.099761 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4783137 Jan 12 09:35:08.107424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33316) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:08.117325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:08.123171 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.134325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Request body: {'subnet': {'network_id': '83a3a66c-efac-41be-8815-7c2be5a8d851', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:08.160718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-271d1916-b2fa-42c3-b322-b1384e092546 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Unset dirty status for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:08.166592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33322) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:08.167395 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-271d1916-b2fa-42c3-b322-b1384e092546 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23262 time: 0.8003881 Jan 12 09:35:08.176351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056d4d0-a727-460d-ac93-7b08c418fe33 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Network': ['ID=83a3a66c-efac-41be-8815-7c2be5a8d851,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:08.189473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 83a3a66c-efac-41be-8815-7c2be5a8d851 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:08.233277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33326) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:08.248866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Request body: {'router': {'name': 'tempest-router--315064088', 'project_id': '97b78c715cae42cb856b37dd4de75b81'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:08.255758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:08.274707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Usage tracker for resource:router and tenant:97b78c715cae42cb856b37dd4de75b81 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:08.280187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:08.298386 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e2b8b246-784f-44c2-98d2-8b5453efd93f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.2855504 Jan 12 09:35:08.303129 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33330) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:08.335217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:08.350501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b44df282-dce1-4bbf-a2b7-de97dbf433b8 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Deleting port 5559b2e6-18bb-42fa-a252-9f54bb1220b1 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:08.351036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b44df282-dce1-4bbf-a2b7-de97dbf433b8 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.356710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:08.425403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Usage tracker for resource:subnet and tenant:93a746f2f4914e4596d70187bccbb913 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:08.430010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.431047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.434882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:08.447350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:08.484223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Made reservation on behalf of 93a746f2f4914e4596d70187bccbb913 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:08.494771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ddc66546-e6db-452d-88a3-d08ab8294895 None None] Provisioning for port d582ec33-7326-4f75-934d-96c45183409a completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:08.506157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ddc66546-e6db-452d-88a3-d08ab8294895 None None] Provisioning complete for port d582ec33-7326-4f75-934d-96c45183409a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:08.507981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddc66546-e6db-452d-88a3-d08ab8294895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.575753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1115601357'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:08.577612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ddc66546-e6db-452d-88a3-d08ab8294895 None None] Port d582ec33-7326-4f75-934d-96c45183409a cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:08.588108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:08.611352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Usage tracker for resource:network and tenant:e28420eb1f2d453e9a40ebda46a7031c is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:08.622851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.654628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.657550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:08.669390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:08.679400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c46c1-96b8-49b2-b2a3-2afbb7a991e4 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:08.683275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c46c1-96b8-49b2-b2a3-2afbb7a991e4 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:08.687193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c46c1-96b8-49b2-b2a3-2afbb7a991e4 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:08.689010 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d46c46c1-96b8-49b2-b2a3-2afbb7a991e4 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3644772 Jan 12 09:35:08.695195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33334) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:08.695940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffce08-49ab-4aba-be86-b3d1e1ab4db1 req-9f02c825-6444-42f6-9b7c-219db119c974 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:08.697574 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e4ffce08-49ab-4aba-be86-b3d1e1ab4db1 req-9f02c825-6444-42f6-9b7c-219db119c974 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 945 time: 0.3138621 Jan 12 09:35:08.733316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Made reservation on behalf of e28420eb1f2d453e9a40ebda46a7031c for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:08.736409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.748009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.752052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-b44df282-dce1-4bbf-a2b7-de97dbf433b8 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] For port 5559b2e6-18bb-42fa-a252-9f54bb1220b1, host hv-neutron-8243, got binding levels [] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:08.752441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b44df282-dce1-4bbf-a2b7-de97dbf433b8 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.844355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.848826 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-77001e88-acc1-4a97-b97a-e1e119c24549 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6113629 Jan 12 09:35:08.850753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33340) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:08.872630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.902380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b44df282-dce1-4bbf-a2b7-de97dbf433b8 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Calling delete_port for 5559b2e6-18bb-42fa-a252-9f54bb1220b1 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:08.962932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ecc5a647-5387-4826-b540-7a0886eb4c07 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:08.981735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e1580528-a25b-4d9d-88c2-919e5afe17ec tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Deleting port d582ec33-7326-4f75-934d-96c45183409a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:08.982080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1580528-a25b-4d9d-88c2-919e5afe17ec tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.023773 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e4ffce08-49ab-4aba-be86-b3d1e1ab4db1 req-54f52c8f-b04d-45a0-a56b-86cbb8d4c7e2 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133304 Jan 12 09:35:09.037615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port ecc5a647-5387-4826-b540-7a0886eb4c07 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:09.037980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.049691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:09.054847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Usage tracker for resource:security_group_rule and tenant:e28420eb1f2d453e9a40ebda46a7031c is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:09.059329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:09.067781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:09.155113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.199433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.226023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49e0342b-72a2-4050-89de-8efe2c5257f1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.360645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:09.378159 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1470eb4b-1015-4ea6-bd18-49d8520e7f27,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:09.389307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.389759 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Added segment e8b3894e-ddca-4209-8699-75c73cb6b110 of type vlan for network fe238ad4-393b-401d-8eb1-c0e98c4f5397 Jan 12 09:35:09.393174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b44df282-dce1-4bbf-a2b7-de97dbf433b8 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.453698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44df282-dce1-4bbf-a2b7-de97dbf433b8 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event deleted for resources: {'Port': ['ID=5559b2e6-18bb-42fa-a252-9f54bb1220b1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:09.487502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b44df282-dce1-4bbf-a2b7-de97dbf433b8 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.500196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba7d7-a069-44ea-b5a2-b00e910d584b req-64d11532-08e0-4c51-a05f-8d4df8f55224 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:09.503138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-833ba7d7-a069-44ea-b5a2-b00e910d584b req-64d11532-08e0-4c51-a05f-8d4df8f55224 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5430586 Jan 12 09:35:09.506105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.569458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74393d1-c724-4b4e-a3a5-7ad7d198409a req-84be977e-ce55-4c54-ae3d-87abe12b017c tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:09.570906 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b74393d1-c724-4b4e-a3a5-7ad7d198409a req-84be977e-ce55-4c54-ae3d-87abe12b017c tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 944 time: 0.4094152 Jan 12 09:35:09.578254 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b44df282-dce1-4bbf-a2b7-de97dbf433b8 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5559b2e6-18bb-42fa-a252-9f54bb1220b1 HTTP/1.1" status: 204 len: 168 time: 1.4075298 Jan 12 09:35:09.585153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33346) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:09.605760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1580528-a25b-4d9d-88c2-919e5afe17ec tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.633694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.637307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:09.637901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.689488 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47bde2c-14cd-411e-9f41-fc14862a14c9 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:35:09.690281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e47bde2c-14cd-411e-9f41-fc14862a14c9 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Synchronizing usage tracker for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:09.751683 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-833ba7d7-a069-44ea-b5a2-b00e910d584b req-bd63b582-76fc-4538-a3af-49f50b5331bc tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397120 Jan 12 09:35:09.787385 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8333089 Jan 12 09:35:09.790030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33350) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:09.801126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'subnet': {'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:09.803985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e1580528-a25b-4d9d-88c2-919e5afe17ec tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Calling delete_port for d582ec33-7326-4f75-934d-96c45183409a owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:09.814631 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91eed-f295-40b0-adea-84c070a89838 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Network': ['ID=fe238ad4-393b-401d-8eb1-c0e98c4f5397,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:09.822210 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b74393d1-c724-4b4e-a3a5-7ad7d198409a req-7e147d98-746f-4e8c-9b51-6e4d3e75ff0a tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374780 Jan 12 09:35:09.826988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e47bde2c-14cd-411e-9f41-fc14862a14c9 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Unset dirty status for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:09.832344 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e47bde2c-14cd-411e-9f41-fc14862a14c9 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "GET /v2.0/ports/5559b2e6-18bb-42fa-a252-9f54bb1220b1 HTTP/1.1" status: 404 len: 333 time: 0.2422099 Jan 12 09:35:09.835462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33354) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:09.845942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:09.850036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1183022892', 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:09.932872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:09.942445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Usage tracker for resource:subnet and tenant:e28420eb1f2d453e9a40ebda46a7031c is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:09.944051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:09.945445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:09.952606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:09.963927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Made reservation on behalf of e28420eb1f2d453e9a40ebda46a7031c for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:09.981232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:35:10.009955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 90892572-7590-4c56-af4f-ecf6970e66d1 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:10.040563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:10.056479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.086332 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.100967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49e0342b-72a2-4050-89de-8efe2c5257f1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.140382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49e0342b-72a2-4050-89de-8efe2c5257f1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.141998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Made reservation on behalf of a3bb56bdfb844f8e93d59fab054e8bde for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:10.145283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.161246 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 90892572-7590-4c56-af4f-ecf6970e66d1 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:10.174875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 90892572-7590-4c56-af4f-ecf6970e66d1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:10.175271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.307040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] device_id is not set on port 7c97ebe9-767a-4778-8d60-7bbd89d5b846 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:10.328073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.339150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event updated for resources: {'Subnet': ['ID=41ead9d1-1c3b-435d-bd25-c8e1480d88f4,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:10.361831 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90892572-7590-4c56-af4f-ecf6970e66d1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:35:10.375456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 90892572-7590-4c56-af4f-ecf6970e66d1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=90892572-7590-4c56-af4f-ecf6970e66d1,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:10.384619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.393983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026c890-1b17-4de7-bd82-29c77624b061 req-e5258f9b-8faa-4676-a658-73bdbf0ea90f tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:10.401829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Checking segment: {'id': '230e5cd8-ca49-4457-ac97-5e7d84073274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83a3a66c-efac-41be-8815-7c2be5a8d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:10.402182 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network hostable DHCP agents. Network: 83a3a66c-efac-41be-8815-7c2be5a8d851, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:10.407474 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6026c890-1b17-4de7-bd82-29c77624b061 req-e5258f9b-8faa-4676-a658-73bdbf0ea90f tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 945 time: 0.1600196 Jan 12 09:35:10.411382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49e0342b-72a2-4050-89de-8efe2c5257f1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.411860 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e0342b-72a2-4050-89de-8efe2c5257f1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4964d5f-fb38-4f26-b594-fc6e2e911dc4 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:35:10.455872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1580528-a25b-4d9d-88c2-919e5afe17ec tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.512229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.513108 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90892572-7590-4c56-af4f-ecf6970e66d1', 'code': 200} Jan 12 09:35:10.513632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=90892572-7590-4c56-af4f-ecf6970e66d1,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:10.540102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1580528-a25b-4d9d-88c2-919e5afe17ec tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Pushing event deleted for resources: {'Port': ['ID=d582ec33-7326-4f75-934d-96c45183409a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:10.543112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49e0342b-72a2-4050-89de-8efe2c5257f1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.547136 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-49e0342b-72a2-4050-89de-8efe2c5257f1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "DELETE /v2.0/routers/a4964d5f-fb38-4f26-b594-fc6e2e911dc4 HTTP/1.1" status: 204 len: 168 time: 1.6930683 Jan 12 09:35:10.559890 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6026c890-1b17-4de7-bd82-29c77624b061 req-d2d82659-cabb-40d9-9e9b-af4854c69746 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513486 Jan 12 09:35:10.599607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Subnet': ['ID=07a7c52a-e28e-4ba6-b073-00f5d6763e37,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:10.639339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Checking segment: {'id': 'e8b3894e-ddca-4209-8699-75c73cb6b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:10.639900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Network hostable DHCP agents. Network: fe238ad4-393b-401d-8eb1-c0e98c4f5397, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:10.705974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Network 83a3a66c-efac-41be-8815-7c2be5a8d851 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:10.735857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 83a3a66c-efac-41be-8815-7c2be5a8d851) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:10.747174 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9351a-27a8-49ad-9982-815f35b85f6e None None] Network 83a3a66c-efac-41be-8815-7c2be5a8d851 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:10.747426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:10.756895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:10.757478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.759388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, fe238ad4-393b-401d-8eb1-c0e98c4f5397) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:10.764770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:10.765369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.788531 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d1a372c5-f11e-4c1a-bd1f-a17ad7001cc9 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9952655 Jan 12 09:35:10.794087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33370) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:10.811297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'port': {'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397', 'name': 'tempest-AllowedAddressPairTestJSON-1657711428'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:10.844881 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e316cc69-71ea-4d2c-af13-bea64cea67b7 req-41b30a2e-7f36-4731-a1f1-4985992c6de9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 1098 time: 0.1766441 Jan 12 09:35:10.897438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1580528-a25b-4d9d-88c2-919e5afe17ec tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.937187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ee5c3f-3c46-4a21-94eb-0ae9e289f4ff None None] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:10.942922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33376) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:10.946767 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e1580528-a25b-4d9d-88c2-919e5afe17ec tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "DELETE /v2.0/ports/d582ec33-7326-4f75-934d-96c45183409a HTTP/1.1" status: 204 len: 168 time: 2.2505841 Jan 12 09:35:10.959373 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9024e942-5b53-4d7a-bf59-fe936db93c0b tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8498123 Jan 12 09:35:10.960093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33380) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:10.960427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33384) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:10.993556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Request body: {'port': {'name': 'tempest-new-port-name-1394396167', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:10.994011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.api.validators [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] bootfile-name is not in valid_values {{(pid=83595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:35:10.994413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.api.validators [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] tftp-server is not in valid_values {{(pid=83595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:35:10.994762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.api.validators [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] server-ip-address is not in valid_values {{(pid=83595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:35:11.050097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1f99612b-a851-45d3-9308-cf7fca54dd10 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:11.104101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 1f99612b-a851-45d3-9308-cf7fca54dd10 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:35:11.104450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1f99612b-a851-45d3-9308-cf7fca54dd10 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:11.155181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.184550 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e316cc69-71ea-4d2c-af13-bea64cea67b7 req-27d620e5-689d-4c34-8818-668cc45690ae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936943 Jan 12 09:35:11.197769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:11.202330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Usage tracker for resource:port and tenant:e28420eb1f2d453e9a40ebda46a7031c is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:11.205306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:11.211333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:11.256403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-320596172', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:11.267683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Made reservation on behalf of e28420eb1f2d453e9a40ebda46a7031c for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:11.267879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.269742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:11.270818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.282122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Usage tracker for resource:router and tenant:984e9570095f43928dee30becbed9c50 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:11.285935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.295926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:11.309089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:11.314528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] device_id is not set on port 3bf4bef3-e792-4dfd-823b-9a720c15fade yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:11.323276 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-83a3a66c-efac-41be-8815-7c2be5a8d851', 'network_id': '83a3a66c-efac-41be-8815-7c2be5a8d851', 'tenant_id': '93a746f2f4914e4596d70187bccbb913', 'fixed_ips': [{'subnet_id': '41ead9d1-1c3b-435d-bd25-c8e1480d88f4'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:35:11.324027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.385903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-fe238ad4-393b-401d-8eb1-c0e98c4f5397', 'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397', 'tenant_id': 'e28420eb1f2d453e9a40ebda46a7031c', 'fixed_ips': [{'subnet_id': '07a7c52a-e28e-4ba6-b073-00f5d6763e37'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:35:11.386825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.392302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.393232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.400448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00271046-e1c1-437f-8965-fcabbb8c20f2 req-e7c4f664-00b3-4cfb-96d7-f24d9becb172 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:11.401223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.403436 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-00271046-e1c1-437f-8965-fcabbb8c20f2 req-e7c4f664-00b3-4cfb-96d7-f24d9becb172 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 945 time: 0.5736439 Jan 12 09:35:11.417048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33390) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:11.425679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d0dfe9e4-dff4-4df0-a511-eb23211f70cd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Request body: {'floatingip': {'port_id': 'df74f75a-15dc-4f76-858f-d7d053aa7513'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:11.547772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc487734-60dd-4273-845e-87e10bea56c4 req-43bfd141-d9c0-480c-bc8c-ee0867428990 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:11.549804 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc487734-60dd-4273-845e-87e10bea56c4 req-43bfd141-d9c0-480c-bc8c-ee0867428990 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.4562321 Jan 12 09:35:11.601374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe9e4-dff4-4df0-a511-eb23211f70cd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.604792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.611912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Allocated IP 2001:db8::f816:3eff:fedd:869b (83a3a66c-efac-41be-8815-7c2be5a8d851/41ead9d1-1c3b-435d-bd25-c8e1480d88f4/743693ba-bc7f-4e8a-af85-ca89d831705f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:11.678499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event updated for resources: {'Port': ['ID=7c97ebe9-767a-4778-8d60-7bbd89d5b846,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:11.728642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:11.737347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:11.754220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:11.755267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:11.755668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.761844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.810930 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a27ee96f-a257-4649-b435-4b70f1883e2c tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9718177 Jan 12 09:35:11.812879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33394) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:11.835635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.846372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Transition to ACTIVE for port object 743693ba-bc7f-4e8a-af85-ca89d831705f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:11.864517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Transition to ACTIVE for port object 743693ba-bc7f-4e8a-af85-ca89d831705f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:11.875081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.920221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Allocated IP 172.20.0.5 (fe238ad4-393b-401d-8eb1-c0e98c4f5397/07a7c52a-e28e-4ba6-b073-00f5d6763e37/3bf4bef3-e792-4dfd-823b-9a720c15fade) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:11.926919 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc487734-60dd-4273-845e-87e10bea56c4 req-95ca5778-9080-4c9f-b1e6-aa5983023a3e tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3439610 Jan 12 09:35:11.946749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Network 83a3a66c-efac-41be-8815-7c2be5a8d851 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:11.950778 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:11.955574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:11.985004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-16e17a9d-fa4e-4e9f-a0f0-47633a0fa5c7 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Synchronizing usage tracker for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:12.038163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Pushing event updated for resources: {'Port': ['ID=743693ba-bc7f-4e8a-af85-ca89d831705f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:12.041891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.054009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c94ee-29be-46bf-b391-291e7f97e267 req-07d0afd4-ac41-40ae-81b2-4ca4a8bc43fb tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:12.061002 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-164c94ee-29be-46bf-b391-291e7f97e267 req-07d0afd4-ac41-40ae-81b2-4ca4a8bc43fb tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 945 time: 0.4625609 Jan 12 09:35:12.068568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Attempting to bind port 743693ba-bc7f-4e8a-af85-ca89d831705f on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:12.069086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Attempting to bind port 743693ba-bc7f-4e8a-af85-ca89d831705f by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '230e5cd8-ca49-4457-ac97-5e7d84073274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83a3a66c-efac-41be-8815-7c2be5a8d851'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:12.069527 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Attempting to bind port 743693ba-bc7f-4e8a-af85-ca89d831705f on network 83a3a66c-efac-41be-8815-7c2be5a8d851 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:12.076303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:12.076788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Checking segment: {'id': '230e5cd8-ca49-4457-ac97-5e7d84073274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83a3a66c-efac-41be-8815-7c2be5a8d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:12.077275 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.077749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Bound using segment: {'id': '230e5cd8-ca49-4457-ac97-5e7d84073274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83a3a66c-efac-41be-8815-7c2be5a8d851'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:12.078295 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Bound port: 743693ba-bc7f-4e8a-af85-ca89d831705f, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230e5cd8-ca49-4457-ac97-5e7d84073274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83a3a66c-efac-41be-8815-7c2be5a8d851'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:12.078791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.104414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Subnet': ['ID=41ead9d1-1c3b-435d-bd25-c8e1480d88f4,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:12.125277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.146230 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-16e17a9d-fa4e-4e9f-a0f0-47633a0fa5c7 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Unset dirty status for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:12.150767 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-16e17a9d-fa4e-4e9f-a0f0-47633a0fa5c7 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "GET /v2.0/ports/7c97ebe9-767a-4778-8d60-7bbd89d5b846 HTTP/1.1" status: 200 len: 955 time: 0.3308423 Jan 12 09:35:12.157071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33400) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:12.161967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.179979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] For port 743693ba-bc7f-4e8a-af85-ca89d831705f, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:12.183991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] For port 743693ba-bc7f-4e8a-af85-ca89d831705f, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=743693ba-bc7f-4e8a-af85-ca89d831705f,segment=NetworkSegment(230e5cd8-ca49-4457-ac97-5e7d84073274),segment_id=230e5cd8-ca49-4457-ac97-5e7d84073274)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:12.190650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.274680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c4f6a-b994-4899-a227-e60b49fee16d None None] Pushing event updated for resources: {'Port': ['ID=743693ba-bc7f-4e8a-af85-ca89d831705f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:12.331966 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.346746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d37d7-51d3-4a17-bb1c-33fc08d572dc None None] Network 83a3a66c-efac-41be-8815-7c2be5a8d851 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:12.387120 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-164c94ee-29be-46bf-b391-291e7f97e267 req-727b9360-3cc7-4975-9745-7d2b1b76a05a tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242610 Jan 12 09:35:12.451586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.471873 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-810d054d-1036-4b1d-bf3b-0c9879c36688 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Deleting port 7c97ebe9-767a-4778-8d60-7bbd89d5b846 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:12.472218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-810d054d-1036-4b1d-bf3b-0c9879c36688 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.556087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Pushing event updated for resources: {'Port': ['ID=bfc5bc8f-523b-4c48-b33d-c7389a8d0be1,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:12.597218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.637351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a3a66c-efac-41be-8815-7c2be5a8d851']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:12.661921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230e5cd8-ca49-4457-ac97-5e7d84073274') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:12.662217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230e5cd8-ca49-4457-ac97-5e7d84073274') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:12.695740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.722612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd0970-159f-44cc-ba0d-0757ddbdbb82 req-51d05566-e5e1-480c-b631-dad56894d066 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:12.724160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5cfd0970-159f-44cc-ba0d-0757ddbdbb82 req-51d05566-e5e1-480c-b631-dad56894d066 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5037427 Jan 12 09:35:12.743889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33404) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:12.757049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Transition to ACTIVE for port object 3bf4bef3-e792-4dfd-823b-9a720c15fade will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:12.760848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-609dec5c-f503-4541-bb49-1d6393be2527 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Request body: {'floatingip': {'port_id': '017250a8-0b35-400d-b839-13ec25a1c7e1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:12.773584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-96d9c8df-fe79-4c1c-8856-5bdf2a9a5331 None None] Provisioning complete for port bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:12.773895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96d9c8df-fe79-4c1c-8856-5bdf2a9a5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.833168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-609dec5c-f503-4541-bb49-1d6393be2527 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.845664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-96d9c8df-fe79-4c1c-8856-5bdf2a9a5331 None None] Port bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:12.873480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] In _notify_port_updated(), no bound segment for port bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 on network a167dcbf-9152-4848-8911-354e4bc06220 {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:35:12.877290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:12.878315 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.879616 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0cd23c64-9135-4704-98a8-9779805fc4de tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "PUT /v2.0/ports/bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 HTTP/1.1" status: 200 len: 1136 time: 1.9131856 Jan 12 09:35:12.886580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33408) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:12.932609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-810d054d-1036-4b1d-bf3b-0c9879c36688 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.944727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.071811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.077070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:13.077478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:13.093739 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:13.100515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-810d054d-1036-4b1d-bf3b-0c9879c36688 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Calling delete_port for 7c97ebe9-767a-4778-8d60-7bbd89d5b846 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:13.123221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Allocated IP 172.20.0.2 (fe238ad4-393b-401d-8eb1-c0e98c4f5397/07a7c52a-e28e-4ba6-b073-00f5d6763e37/867eea1d-a426-4a77-ab40-9b86a17a7065) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:13.236564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a7d811-8806-46d9-af94-8b54c6fa9a0b tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:13.237177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-74a7d811-8806-46d9-af94-8b54c6fa9a0b tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Synchronizing usage tracker for tenant:f1a93b33e3a04235b8ffaaf96a4f03cd on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:13.272788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:35:13.272788 dv-neutron-824347-1-hyperv neutron-server[83595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:35:13.272788 dv-neutron-824347-1-hyperv neutron-server[83595]: [parameters: {'id': '83a3a66c-efac-41be-8815-7c2be5a8d851'}] Jan 12 09:35:13.272788 dv-neutron-824347-1-hyperv neutron-server[83595]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:13.273201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:13.302284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-74a7d811-8806-46d9-af94-8b54c6fa9a0b tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Unset dirty status for tenant:f1a93b33e3a04235b8ffaaf96a4f03cd on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:13.303578 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-74a7d811-8806-46d9-af94-8b54c6fa9a0b tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "GET /v2.0/ports/bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 HTTP/1.1" status: 200 len: 1136 time: 0.4138401 Jan 12 09:35:13.310471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33412) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:13.326641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:13.342870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.353182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Transition to ACTIVE for port object 867eea1d-a426-4a77-ab40-9b86a17a7065 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:13.361093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-810d054d-1036-4b1d-bf3b-0c9879c36688 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.373323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Transition to ACTIVE for port object 867eea1d-a426-4a77-ab40-9b86a17a7065 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:13.380455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.386575 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Port': ['ID=3bf4bef3-e792-4dfd-823b-9a720c15fade,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:13.390057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:13.392303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:13.427787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d054d-1036-4b1d-bf3b-0c9879c36688 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c97ebe9-767a-4778-8d60-7bbd89d5b846,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:13.442696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-d0dfe9e4-dff4-4df0-a511-eb23211f70cd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:13.483423 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-810d054d-1036-4b1d-bf3b-0c9879c36688 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.488807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-dc33d063-d8a0-4ee7-b07d-78b2baa6a886 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Deleting port bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:13.489058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc33d063-d8a0-4ee7-b07d-78b2baa6a886 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.505544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:13.509170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:13.513493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:13.514112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.532077 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Pushing event updated for resources: {'Port': ['ID=867eea1d-a426-4a77-ab40-9b86a17a7065,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:13.562209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.577305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:13.577920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.613180 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-810d054d-1036-4b1d-bf3b-0c9879c36688 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "DELETE /v2.0/ports/7c97ebe9-767a-4778-8d60-7bbd89d5b846 HTTP/1.1" status: 204 len: 168 time: 1.4546189 Jan 12 09:35:13.616727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33418) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:13.660002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Attempting to bind port 867eea1d-a426-4a77-ab40-9b86a17a7065 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:13.660394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Attempting to bind port 867eea1d-a426-4a77-ab40-9b86a17a7065 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'e8b3894e-ddca-4209-8699-75c73cb6b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:13.660751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Attempting to bind port 867eea1d-a426-4a77-ab40-9b86a17a7065 on network fe238ad4-393b-401d-8eb1-c0e98c4f5397 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:13.668439 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:13.668946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Checking segment: {'id': 'e8b3894e-ddca-4209-8699-75c73cb6b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:13.669324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.669736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Bound using segment: {'id': 'e8b3894e-ddca-4209-8699-75c73cb6b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:13.670324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Bound port: 867eea1d-a426-4a77-ab40-9b86a17a7065, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b3894e-ddca-4209-8699-75c73cb6b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:13.670735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.693604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe9e4-dff4-4df0-a511-eb23211f70cd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.705266 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c402c50f-a7a8-4a83-9688-7940b9ed6f5b tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:35:13.705774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c402c50f-a7a8-4a83-9688-7940b9ed6f5b tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Synchronizing usage tracker for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:13.718845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe9e4-dff4-4df0-a511-eb23211f70cd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.770039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] For port 867eea1d-a426-4a77-ab40-9b86a17a7065, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:13.775536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] For port 867eea1d-a426-4a77-ab40-9b86a17a7065, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=867eea1d-a426-4a77-ab40-9b86a17a7065,segment=NetworkSegment(e8b3894e-ddca-4209-8699-75c73cb6b110),segment_id=e8b3894e-ddca-4209-8699-75c73cb6b110)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:13.781419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.789564 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7087640b-a356-460c-952c-e30aabd43a1b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9912007 Jan 12 09:35:13.796844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33422) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:13.808367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'port': {'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397', 'name': 'tempest-AllowedAddressPairTestJSON-1829584513', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ab:41:8c'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:13.815361 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.827338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c402c50f-a7a8-4a83-9688-7940b9ed6f5b tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Unset dirty status for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:13.832425 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c402c50f-a7a8-4a83-9688-7940b9ed6f5b tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "GET /v2.0/ports/7c97ebe9-767a-4778-8d60-7bbd89d5b846 HTTP/1.1" status: 404 len: 333 time: 0.2098401 Jan 12 09:35:13.863376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33426) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:13.863952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fde6b-8762-4266-936e-4418c87371f8 None None] Pushing event updated for resources: {'Port': ['ID=867eea1d-a426-4a77-ab40-9b86a17a7065,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:13.871134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Request body: {'port': {'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1534100980'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:13.893703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:14.005568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting port 743693ba-bc7f-4e8a-af85-ca89d831705f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:14.005936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.055918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:14.080187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9318f1-9511-461e-9754-dcf55ab0809f req-fc8fd320-166a-46d2-85a3-082c76fe4e2e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:14.081703 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1f9318f1-9511-461e-9754-dcf55ab0809f req-fc8fd320-166a-46d2-85a3-082c76fe4e2e tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 945 time: 0.4430811 Jan 12 09:35:14.134156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Made reservation on behalf of a3bb56bdfb844f8e93d59fab054e8bde for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:14.136466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.148173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Allocated IP 172.26.1.111 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/96fe3b47-1aac-4db2-8643-e231566bb9d7) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:14.175781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:14.184477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Usage tracker for resource:port and tenant:e28420eb1f2d453e9a40ebda46a7031c is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:14.212489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc33d063-d8a0-4ee7-b07d-78b2baa6a886 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.235872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:14.250145 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1f9318f1-9511-461e-9754-dcf55ab0809f req-a84fa0c8-83e5-4e40-bcbc-00ebe64d5fa6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525896 Jan 12 09:35:14.259596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:14.293704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Made reservation on behalf of e28420eb1f2d453e9a40ebda46a7031c for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:14.298009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.336048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] device_id is not set on port 84a99de0-667e-4649-9d5b-73b747e4c5aa yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:14.351654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-dc33d063-d8a0-4ee7-b07d-78b2baa6a886 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Calling delete_port for bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:14.378220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] device_id is not set on port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:14.454880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-609dec5c-f503-4541-bb49-1d6393be2527 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:14.598865 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-d0dfe9e4-dff4-4df0-a511-eb23211f70cd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Floating IP d0a48bf2-dbdf-4d87-abf3-037bd25cf01a associated. External IP: 172.26.1.84, port: df74f75a-15dc-4f76-858f-d7d053aa7513. Jan 12 09:35:14.723220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] For port 743693ba-bc7f-4e8a-af85-ca89d831705f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=743693ba-bc7f-4e8a-af85-ca89d831705f,segment=NetworkSegment(230e5cd8-ca49-4457-ac97-5e7d84073274),segment_id=230e5cd8-ca49-4457-ac97-5e7d84073274)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:14.723568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.826604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-609dec5c-f503-4541-bb49-1d6393be2527 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.838566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Allocated IP 172.20.0.11 (fe238ad4-393b-401d-8eb1-c0e98c4f5397/07a7c52a-e28e-4ba6-b073-00f5d6763e37/84a99de0-667e-4649-9d5b-73b747e4c5aa) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:14.841682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-609dec5c-f503-4541-bb49-1d6393be2527 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.932597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c45ac3-911a-4c14-a4af-1a61b7737131 req-648a9e03-ce7a-4b94-bb6e-67789270f262 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:14.934076 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-29c45ac3-911a-4c14-a4af-1a61b7737131 req-648a9e03-ce7a-4b94-bb6e-67789270f262 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 945 time: 0.5548239 Jan 12 09:35:14.951997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33432) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:14.970507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b14cf1c-e130-4eb4-851b-3df8ffa2647c None None] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:14.977187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Calling delete_port for 743693ba-bc7f-4e8a-af85-ca89d831705f owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:14.987743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f799512e-a6c5-434c-aaeb-2d4fa52090f3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Request body: {'floatingip': {'port_id': '90892572-7590-4c56-af4f-ecf6970e66d1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:15.013481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.058700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 867eea1d-a426-4a77-ab40-9b86a17a7065 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:15.097349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f799512e-a6c5-434c-aaeb-2d4fa52090f3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.108910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc33d063-d8a0-4ee7-b07d-78b2baa6a886 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.158310 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.163982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f2c08b27-bbac-4d3a-b892-f4325ea0539d None None] Provisioning for port 867eea1d-a426-4a77-ab40-9b86a17a7065 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:15.183070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d063-d8a0-4ee7-b07d-78b2baa6a886 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Pushing event deleted for resources: {'Port': ['ID=bfc5bc8f-523b-4c48-b33d-c7389a8d0be1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:15.238617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.242331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.351175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 867eea1d-a426-4a77-ab40-9b86a17a7065 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:15.359930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No DVR routers for this DVR port 743693ba-bc7f-4e8a-af85-ca89d831705f on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:15.366347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 867eea1d-a426-4a77-ab40-9b86a17a7065 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:15.366869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.413666 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:15.422826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.424240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:15.462301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Pushing event updated for resources: {'Port': ['ID=96fe3b47-1aac-4db2-8643-e231566bb9d7,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:15.469247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:15.550446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.600988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 867eea1d-a426-4a77-ab40-9b86a17a7065, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=867eea1d-a426-4a77-ab40-9b86a17a7065,segment=NetworkSegment(e8b3894e-ddca-4209-8699-75c73cb6b110),segment_id=e8b3894e-ddca-4209-8699-75c73cb6b110)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:15.608496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.688575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=867eea1d-a426-4a77-ab40-9b86a17a7065,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:15.704809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.710462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc33d063-d8a0-4ee7-b07d-78b2baa6a886 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.734694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Port': ['ID=743693ba-bc7f-4e8a-af85-ca89d831705f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:15.748461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Transition to ACTIVE for port object 84a99de0-667e-4649-9d5b-73b747e4c5aa will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:15.827061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.835509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:15.841365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d7cd583f-a84f-4b9f-8df7-da52915f18d1 None None] Provisioning complete for port 867eea1d-a426-4a77-ab40-9b86a17a7065 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:15.842182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7cd583f-a84f-4b9f-8df7-da52915f18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.848861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:15.881434 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-609dec5c-f503-4541-bb49-1d6393be2527 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Floating IP 5594b8a5-a236-409b-8d15-4897bf24fcd4 associated. External IP: 172.26.1.238, port: 017250a8-0b35-400d-b839-13ec25a1c7e1. Jan 12 09:35:15.891855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:15.892688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:15.893296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.920666 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dc33d063-d8a0-4ee7-b07d-78b2baa6a886 tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "DELETE /v2.0/ports/bfc5bc8f-523b-4c48-b33d-c7389a8d0be1 HTTP/1.1" status: 204 len: 168 time: 2.6069999 Jan 12 09:35:15.928500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a3a66c-efac-41be-8815-7c2be5a8d851']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:15.939115 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33436) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:15.975569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdffd2e-a4e6-4968-86ec-14f5b4c65165,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:15.989310 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230e5cd8-ca49-4457-ac97-5e7d84073274') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:15.993900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230e5cd8-ca49-4457-ac97-5e7d84073274') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:16.019929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a218c-258c-4c07-bee6-06cc20ba0a66 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:35:16.067091 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cc9d86cc-e08b-4530-939f-6b943eabd319 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1975212 Jan 12 09:35:16.072762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.075839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33440) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.109968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:16.110629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.128816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:16.129418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:16.146294 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:16.196682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d7cd583f-a84f-4b9f-8df7-da52915f18d1 None None] Provisioning for port 3bf4bef3-e792-4dfd-823b-9a720c15fade completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:16.209939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d7cd583f-a84f-4b9f-8df7-da52915f18d1 None None] Provisioning complete for port 3bf4bef3-e792-4dfd-823b-9a720c15fade triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:16.210312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7cd583f-a84f-4b9f-8df7-da52915f18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.275347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd583f-a84f-4b9f-8df7-da52915f18d1 None None] Port 3bf4bef3-e792-4dfd-823b-9a720c15fade cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:16.277578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a218c-258c-4c07-bee6-06cc20ba0a66 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:35:16.325773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.355964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.394824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.404597 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Network': ['ID=83a3a66c-efac-41be-8815-7c2be5a8d851,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:16.412197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9b6d1f76-2e92-4a69-b202-65ac238551cf None None] Provisioning complete for port 3bf4bef3-e792-4dfd-823b-9a720c15fade triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:16.412573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1f76-2e92-4a69-b202-65ac238551cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.422297 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-08a7bc8c-d6c4-409e-af36-3c55531678d0 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/83a3a66c-efac-41be-8815-7c2be5a8d851 HTTP/1.1" status: 204 len: 168 time: 5.4517877 Jan 12 09:35:16.431946 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-780e37b7-a56d-444d-b297-4e237d325a3d tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Deleting subnet 89a971ea-dd7b-48ef-96a8-075dc4f841f5 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:35:16.434766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33444) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.469302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780e37b7-a56d-444d-b297-4e237d325a3d tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.492272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:16.496965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d1f76-2e92-4a69-b202-65ac238551cf None None] Port 3bf4bef3-e792-4dfd-823b-9a720c15fade cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:16.512143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:16.514629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:16.517856 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cea0f38-9452-41ff-9011-37c610953b93 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:16.518581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cea0f38-9452-41ff-9011-37c610953b93 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:16.520610 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8cea0f38-9452-41ff-9011-37c610953b93 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/subnets/41ead9d1-1c3b-435d-bd25-c8e1480d88f4 HTTP/1.1" status: 404 len: 337 time: 0.0835183 Jan 12 09:35:16.526171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33448) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.566116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780e37b7-a56d-444d-b297-4e237d325a3d tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.576426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Port': ['ID=84a99de0-667e-4649-9d5b-73b747e4c5aa,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:16.595280 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-74977c09-010c-4bc9-9acd-ec3c9e5e063c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:16.596050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74977c09-010c-4bc9-9acd-ec3c9e5e063c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:16.596368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.598072 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-74977c09-010c-4bc9-9acd-ec3c9e5e063c tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/83a3a66c-efac-41be-8815-7c2be5a8d851 HTTP/1.1" status: 404 len: 339 time: 0.0707200 Jan 12 09:35:16.604015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33452) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.614109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.615075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.649226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:16.649793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.672878 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-579f4f9e-577a-4508-b3bb-47dc55dec878 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:16.673589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579f4f9e-577a-4508-b3bb-47dc55dec878 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:16.675453 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-579f4f9e-577a-4508-b3bb-47dc55dec878 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/subnets/c2d11444-d73d-4fe0-9701-7aacfc46c44e HTTP/1.1" status: 404 len: 337 time: 0.0667107 Jan 12 09:35:16.682380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33456) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.773254 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-af47d601-5d9c-4499-826c-67bd9ed20c5f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:16.773953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af47d601-5d9c-4499-826c-67bd9ed20c5f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:16.775815 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-af47d601-5d9c-4499-826c-67bd9ed20c5f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/cb5bd284-7fd9-46c9-bc68-06e793055ebf HTTP/1.1" status: 404 len: 339 time: 0.0923080 Jan 12 09:35:16.787049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33460) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.838625 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c1e722-119e-40f7-b5bc-523752596c8f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:16.839679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c1e722-119e-40f7-b5bc-523752596c8f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:16.843146 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-79c1e722-119e-40f7-b5bc-523752596c8f tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/subnets/dec10fd7-ce04-4156-8882-4affdb3cadba HTTP/1.1" status: 404 len: 337 time: 0.0538149 Jan 12 09:35:16.846925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33464) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.855408 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7724acb5-314d-4a35-98c7-88c3077c0b73 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.0536768 Jan 12 09:35:16.859113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33468) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.892164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780e37b7-a56d-444d-b297-4e237d325a3d tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.942747 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddd8643-fa18-4e96-a2f9-fb14b1c8f82d tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:16.945903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddd8643-fa18-4e96-a2f9-fb14b1c8f82d tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:16.947892 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7ddd8643-fa18-4e96-a2f9-fb14b1c8f82d tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/65a49c5b-ac29-4e49-ba3f-04dd1c723264 HTTP/1.1" status: 404 len: 339 time: 0.0987380 Jan 12 09:35:16.951935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33472) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:17.021939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 867eea1d-a426-4a77-ab40-9b86a17a7065 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:17.027883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-f799512e-a6c5-434c-aaeb-2d4fa52090f3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:17.056277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-92d4f5a9-9a60-4f47-befb-ae5f497a6cf3 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting port b2f3d2df-3a00-416e-bc79-71d0d1c3462b {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:17.056753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-92d4f5a9-9a60-4f47-befb-ae5f497a6cf3 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.130653 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 867eea1d-a426-4a77-ab40-9b86a17a7065 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:17.131184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.169005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780e37b7-a56d-444d-b297-4e237d325a3d tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.193314 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6d7cd9d5-e6d2-44fb-8893-fcc9f5318650 None None] Provisioning for port 84a99de0-667e-4649-9d5b-73b747e4c5aa completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:17.199776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6d7cd9d5-e6d2-44fb-8893-fcc9f5318650 None None] Provisioning complete for port 84a99de0-667e-4649-9d5b-73b747e4c5aa triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:17.200273 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd9d5-e6d2-44fb-8893-fcc9f5318650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.204538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f799512e-a6c5-434c-aaeb-2d4fa52090f3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.219091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e37b7-a56d-444d-b297-4e237d325a3d tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Pushing event deleted for resources: {'Subnet': ['ID=89a971ea-dd7b-48ef-96a8-075dc4f841f5,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:17.222794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f799512e-a6c5-434c-aaeb-2d4fa52090f3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.263886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cd9d5-e6d2-44fb-8893-fcc9f5318650 None None] Port 84a99de0-667e-4649-9d5b-73b747e4c5aa cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:17.278352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780e37b7-a56d-444d-b297-4e237d325a3d tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.292975 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0475cf-4576-4194-8180-ae19246042d2 None None] Network a167dcbf-9152-4848-8911-354e4bc06220 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:17.297759 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-780e37b7-a56d-444d-b297-4e237d325a3d tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "DELETE /v2.0/subnets/89a971ea-dd7b-48ef-96a8-075dc4f841f5 HTTP/1.1" status: 204 len: 168 time: 1.3390915 Jan 12 09:35:17.303721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33476) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:17.378925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f2bf7-60c3-4194-9e76-2b6e241bfd53 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:17.382967 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f2bf7-60c3-4194-9e76-2b6e241bfd53 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:17.386820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f2bf7-60c3-4194-9e76-2b6e241bfd53 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:17.387683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e1f2bf7-60c3-4194-9e76-2b6e241bfd53 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Synchronizing usage tracker for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:17.495650 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-92d4f5a9-9a60-4f47-befb-ae5f497a6cf3 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.558272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dfe9e4-dff4-4df0-a511-eb23211f70cd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Router 445b9e07-3067-4281-afe0-6934131e9ca8 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:35:17.580677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b8cf6-beae-49de-9e56-3e770db12825 None None] DHCP port deletion for a167dcbf-9152-4848-8911-354e4bc06220 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:35:17.581499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] device_id is not set on port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:17.585373 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b8cf6-beae-49de-9e56-3e770db12825 None None] Deleting port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:17.585666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d0b8cf6-beae-49de-9e56-3e770db12825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.603380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.622054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e1f2bf7-60c3-4194-9e76-2b6e241bfd53 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Unset dirty status for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:17.622968 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4e1f2bf7-60c3-4194-9e76-2b6e241bfd53 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.7598777 Jan 12 09:35:17.629931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-92d4f5a9-9a60-4f47-befb-ae5f497a6cf3 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Calling delete_port for b2f3d2df-3a00-416e-bc79-71d0d1c3462b owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:17.631086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.636679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33480) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:17.674208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Transition to ACTIVE for port object 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:17.710324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.715802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Router 955dc1d1-2d09-4c49-b6f7-4aba821fafeb is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:35:17.787700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-92d4f5a9-9a60-4f47-befb-ae5f497a6cf3 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.834754 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1d0b8cf6-beae-49de-9e56-3e770db12825 None None] For port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=52a93b69-d489-45a2-ad6d-c2a0cbf7130c,segment=NetworkSegment(488e1d3e-6820-498c-bb15-336c32c0eedc),segment_id=488e1d3e-6820-498c-bb15-336c32c0eedc)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:17.835102 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d0b8cf6-beae-49de-9e56-3e770db12825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.841996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4f5a9-9a60-4f47-befb-ae5f497a6cf3 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Port': ['ID=b2f3d2df-3a00-416e-bc79-71d0d1c3462b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:17.849759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Deleting port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:17.850096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.854763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-92d4f5a9-9a60-4f47-befb-ae5f497a6cf3 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.870287 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-92d4f5a9-9a60-4f47-befb-ae5f497a6cf3 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/ports/b2f3d2df-3a00-416e-bc79-71d0d1c3462b HTTP/1.1" status: 204 len: 168 time: 0.9155269 Jan 12 09:35:17.873153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33484) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:17.914769 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fd3aeb-d9da-4d58-b147-a47377a43917 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:17.915257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fd3aeb-d9da-4d58-b147-a47377a43917 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:17.917055 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-10fd3aeb-d9da-4d58-b147-a47377a43917 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/subnets/598ecf51-b7cc-47b4-92fb-e245afac38fa HTTP/1.1" status: 404 len: 337 time: 0.0429494 Jan 12 09:35:17.920047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33488) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:17.957548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b8cf6-beae-49de-9e56-3e770db12825 None None] Calling delete_port for 52a93b69-d489-45a2-ad6d-c2a0cbf7130c owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:18.032961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-bf40884a-620f-4fb8-a4c2-8ff9bbbf2a51 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Deleting port 84a99de0-667e-4649-9d5b-73b747e4c5aa {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:18.033325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bf40884a-620f-4fb8-a4c2-8ff9bbbf2a51 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.038345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d0b8cf6-beae-49de-9e56-3e770db12825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.080890 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b8cf6-beae-49de-9e56-3e770db12825 None None] Pushing event deleted for resources: {'Port': ['ID=52a93b69-d489-45a2-ad6d-c2a0cbf7130c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:18.090559 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b8cf6-beae-49de-9e56-3e770db12825 None None] No DVR routers for this DVR port 52a93b69-d489-45a2-ad6d-c2a0cbf7130c on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:18.096259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.244164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdffd2e-a4e6-4968-86ec-14f5b4c65165,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:18.250159 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.261939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:18.275956 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7582af-b071-431f-b114-cec834cc9fa9 None None] Sync routers for ids ['955dc1d1-2d09-4c49-b6f7-4aba821fafeb'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:18.289620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7582af-b071-431f-b114-cec834cc9fa9 None None] Routers {'955dc1d1-2d09-4c49-b6f7-4aba821fafeb'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:18.290449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598f3aab-ad36-40f8-91c2-b4b060fdd4bf']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.290590 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-dc7582af-b071-431f-b114-cec834cc9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['955dc1d1-2d09-4c49-b6f7-4aba821fafeb'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.303281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67255691-4bb2-4a03-b838-d13e421630a4') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.303564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67255691-4bb2-4a03-b838-d13e421630a4') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.304334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] The port '52a93b69-d489-45a2-ad6d-c2a0cbf7130c' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:35:18.313570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.317689 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f7397842-8bb1-42b9-ad59-a60079fc5f69 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.3706801 Jan 12 09:35:18.318415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33492) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:18.321521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.356438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-dc7582af-b071-431f-b114-cec834cc9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.367185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7582af-b071-431f-b114-cec834cc9fa9 None None] Routers {'955dc1d1-2d09-4c49-b6f7-4aba821fafeb'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:18.367769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-dc7582af-b071-431f-b114-cec834cc9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['955dc1d1-2d09-4c49-b6f7-4aba821fafeb'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.404278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.419464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:18.419860 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.431792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-dc7582af-b071-431f-b114-cec834cc9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.432189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7582af-b071-431f-b114-cec834cc9fa9 None None] The sync data for ids ['955dc1d1-2d09-4c49-b6f7-4aba821fafeb'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:18.437307 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:18.527653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.593506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.598921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:18.599257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:18.599594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:18.610245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Network': ['ID=598f3aab-ad36-40f8-91c2-b4b060fdd4bf,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:18.614092 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-851106fd-d156-40bd-a7d7-d7c7c3f7cfa9 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/598f3aab-ad36-40f8-91c2-b4b060fdd4bf HTTP/1.1" status: 204 len: 168 time: 0.6930673 Jan 12 09:35:18.616765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33496) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:18.637956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.692588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e096c5bc-6911-4e8a-8df8-e0b14241f02a tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting port 9eaee081-00b4-4898-b5fe-c2bd39244fd5 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:18.692965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e096c5bc-6911-4e8a-8df8-e0b14241f02a tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.726998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:18.727321 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:18.736905 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 2 to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 Jan 12 09:35:18.761436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a167dcbf-9152-4848-8911-354e4bc06220']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.804402 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8241dba3-6702-4572-a405-2b26a53c300e tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/routers/955dc1d1-2d09-4c49-b6f7-4aba821fafeb HTTP/1.1" status: 200 len: 924 time: 0.4853079 Jan 12 09:35:18.811668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33500) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:18.842072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488e1d3e-6820-498c-bb15-336c32c0eedc') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.842310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488e1d3e-6820-498c-bb15-336c32c0eedc') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.859861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:18.860128 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2341a3db-66ed-4063-abea-ad2b71e23a7e tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=955dc1d1-2d09-4c49-b6f7-4aba821fafeb HTTP/1.1" status: 200 len: 205 time: 0.0474088 Jan 12 09:35:18.860239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:18.860520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:18.863567 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-f799512e-a6c5-434c-aaeb-2d4fa52090f3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Floating IP 427b1c97-14dd-4287-a305-e2cd5ecbf40b associated. External IP: 172.26.1.239, port: 90892572-7590-4c56-af4f-ecf6970e66d1. Jan 12 09:35:18.875524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33504) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:18.947359 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 52a93b69-d489-45a2-ad6d-c2a0cbf7130c no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:18.951829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.976122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bf40884a-620f-4fb8-a4c2-8ff9bbbf2a51 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.981617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 52a93b69-d489-45a2-ad6d-c2a0cbf7130c {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:35:18.981964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 52a93b69-d489-45a2-ad6d-c2a0cbf7130c not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:18.985971 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:18.986309 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:18.992151 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 3 to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 Jan 12 09:35:19.009468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.035363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2891a278-12bf-4fa3-b8f2-51ba46dc72ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.121400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e096c5bc-6911-4e8a-8df8-e0b14241f02a tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.141690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-bf40884a-620f-4fb8-a4c2-8ff9bbbf2a51 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Calling delete_port for 84a99de0-667e-4649-9d5b-73b747e4c5aa owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:19.172121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:19.172536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.194403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:19.194775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:19.195463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:19.197316 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:19.255091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e096c5bc-6911-4e8a-8df8-e0b14241f02a tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Calling delete_port for 9eaee081-00b4-4898-b5fe-c2bd39244fd5 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:19.298311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609dec5c-f503-4541-bb49-1d6393be2527 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:35:19.315096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:19.315464 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:19.325750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 4 to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 Jan 12 09:35:19.365543 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:19.365899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:19.366207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:19.376386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.396686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e096c5bc-6911-4e8a-8df8-e0b14241f02a tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.410485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.445786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:19.446156 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:19.452339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096c5bc-6911-4e8a-8df8-e0b14241f02a tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Port': ['ID=9eaee081-00b4-4898-b5fe-c2bd39244fd5,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:19.453038 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 5 to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 Jan 12 09:35:19.460567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] Pushing event deleted for resources: {'Network': ['ID=a167dcbf-9152-4848-8911-354e4bc06220,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:19.465458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e096c5bc-6911-4e8a-8df8-e0b14241f02a tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.479813 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e096c5bc-6911-4e8a-8df8-e0b14241f02a tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/ports/9eaee081-00b4-4898-b5fe-c2bd39244fd5 HTTP/1.1" status: 204 len: 168 time: 0.8596096 Jan 12 09:35:19.479986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33508) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:19.520591 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae7422e-1c5f-4d97-990e-eaeaba2a4bb5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:19.521026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae7422e-1c5f-4d97-990e-eaeaba2a4bb5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:19.525663 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cae7422e-1c5f-4d97-990e-eaeaba2a4bb5 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/subnets/8db44e63-02ed-4761-8e82-7f6e95d21f2c HTTP/1.1" status: 404 len: 337 time: 0.0418792 Jan 12 09:35:19.525663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33512) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:19.611998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.680974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dfe9e4-dff4-4df0-a511-eb23211f70cd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:19.693090 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-985a0d23-f98b-4537-8c8a-2e939d2a244f tempest-ExtraDHCPOptionsTestJSON-356313020 tempest-ExtraDHCPOptionsTestJSON-356313020-project] 10.222.0.58 "DELETE /v2.0/networks/a167dcbf-9152-4848-8911-354e4bc06220 HTTP/1.1" status: 204 len: 168 time: 2.3839846 Jan 12 09:35:19.693602 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] Sync routers for ids ['445b9e07-3067-4281-afe0-6934131e9ca8'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:19.709479 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] Routers {'445b9e07-3067-4281-afe0-6934131e9ca8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:19.710178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.710815 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['445b9e07-3067-4281-afe0-6934131e9ca8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:19.735097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting port 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:19.735434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.737581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:19.737918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:19.738252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:19.746585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe9e4-dff4-4df0-a511-eb23211f70cd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.813628 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:19.813963 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:19.817068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 6 to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 Jan 12 09:35:19.836643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bf40884a-620f-4fb8-a4c2-8ff9bbbf2a51 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.934436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:19.935120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:19.935650 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:19.946765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40884a-620f-4fb8-a4c2-8ff9bbbf2a51 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event deleted for resources: {'Port': ['ID=84a99de0-667e-4649-9d5b-73b747e4c5aa,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:19.953492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:19.953986 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:19.961392 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 7 to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 Jan 12 09:35:19.967141 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] Set router 445b9e07-3067-4281-afe0-6934131e9ca8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:19.985178 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d0dfe9e4-dff4-4df0-a511-eb23211f70cd tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "PUT /v2.0/floatingips/d0a48bf2-dbdf-4d87-abf3-037bd25cf01a HTTP/1.1" status: 200 len: 990 time: 8.5653465 Jan 12 09:35:19.990310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:19.990810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:19.991240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:19.997311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'tag': 'df74f75a-15dc-4f76-858f-d7d053aa7513'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:35:20.012832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:20.013300 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:20.022943 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 8 to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 Jan 12 09:35:20.053525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] For port 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8d8afef5-e414-4e9c-bb01-5dcbb5ac233f,segment=NetworkSegment(2f594af2-088a-414f-a1b5-2c5750b50b34),segment_id=2f594af2-088a-414f-a1b5-2c5750b50b34)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:20.053883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.079586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:20.082303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:20.083419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:20.110710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:20.113365 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:20.182721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33524) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:20.225635 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 9 to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 Jan 12 09:35:20.237540 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'tag': 'df74f75a-15dc-4f76-858f-d7d053aa7513', 'status': 'completed', 'code': 200} Jan 12 09:35:20.268763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Calling delete_port for 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:20.320678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:20.321224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:20.321406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:20.336751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.362275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Deleting port 96fe3b47-1aac-4db2-8643-e231566bb9d7 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:20.362598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.434499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:20.447097 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:20.451534 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.plugins.ml2.plugin [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempt 10 to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 Jan 12 09:35:20.456614 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd0a48bf2-dbdf-4d87-abf3-037bd25cf01a', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'port_id': 'df74f75a-15dc-4f76-858f-d7d053aa7513', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'mac_address': 'fa:16:3e:63:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:34:31Z', 'updated_at': '2022-01-12T09:35:13Z', 'revision_number': 1, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc5a647-5387-4826-b540-7a0886eb4c07', 'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'mac_address': 'fa:16:3e:bb:32:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:15Z', 'updated_at': '2022-01-12T09:35:06Z', 'revision_number': 5, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'subnets': [{'id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:20.461529 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] Checking router: 445b9e07-3067-4281-afe0-6934131e9ca8 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:35:20.473298 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] Routers {'445b9e07-3067-4281-afe0-6934131e9ca8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:20.474456 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['445b9e07-3067-4281-afe0-6934131e9ca8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:20.580331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:20.580668 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:20.580995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempting to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:20.620572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.624264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:35:20.624595 dv-neutron-824347-1-hyperv neutron-server[83594]: ERROR neutron.plugins.ml2.managers [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Failed to bind port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9'}] Jan 12 09:35:20.624946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.657702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bf40884a-620f-4fb8-a4c2-8ff9bbbf2a51 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.659616 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bf40884a-620f-4fb8-a4c2-8ff9bbbf2a51 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "DELETE /v2.0/ports/84a99de0-667e-4649-9d5b-73b747e4c5aa HTTP/1.1" status: 204 len: 168 time: 3.0201240 Jan 12 09:35:20.663286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33532) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:20.678723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Port': ['ID=8d8afef5-e414-4e9c-bb01-5dcbb5ac233f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:20.682644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] No DVR routers for this DVR port 8d8afef5-e414-4e9c-bb01-5dcbb5ac233f on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:20.685787 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] Set router 445b9e07-3067-4281-afe0-6934131e9ca8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:20.689031 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a85c69ca-7b2e-45bc-a5ca-33adc1164e74 req-67fc2980-44fa-4275-aa77-929227276a4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8d51923963440baba3cd5ca40464130&device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 1098 time: 0.4457684 Jan 12 09:35:20.852879 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c756c663-7c90-421d-8007-350af9f21d4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1a93b33e3a04235b8ffaaf96a4f03cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5909839 Jan 12 09:35:20.852879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.868744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33536) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:20.886456 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1640b88-26f8-4380-8fa9-feb09b5fd7f3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] GET failed (client error): The resource could not be found. Jan 12 09:35:20.886606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b1640b88-26f8-4380-8fa9-feb09b5fd7f3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Synchronizing usage tracker for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:20.891483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.976972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] For port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:20.977399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Attempted to set empty binding levels {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 12 09:35:20.978324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b1640b88-26f8-4380-8fa9-feb09b5fd7f3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Unset dirty status for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:20.983535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b1640b88-26f8-4380-8fa9-feb09b5fd7f3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "GET /v2.0/ports/84a99de0-667e-4649-9d5b-73b747e4c5aa HTTP/1.1" status: 404 len: 333 time: 0.2896562 Jan 12 09:35:20.985408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609dec5c-f503-4541-bb49-1d6393be2527 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:20.989188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33540) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:20.997191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] Sync routers for ids ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:21.005052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-609dec5c-f503-4541-bb49-1d6393be2527 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.018098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] Routers {'4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:21.019229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:34:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.032414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Calling delete_port for 96fe3b47-1aac-4db2-8643-e231566bb9d7 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:21.035695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.042818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'port': {'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397', 'name': 'tempest-AllowedAddressPairTestJSON-991964322'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:21.104378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.119807 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd0a48bf2-dbdf-4d87-abf3-037bd25cf01a', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'port_id': 'df74f75a-15dc-4f76-858f-d7d053aa7513', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'mac_address': 'fa:16:3e:63:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:34:31Z', 'updated_at': '2022-01-12T09:35:13Z', 'revision_number': 1, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc5a647-5387-4826-b540-7a0886eb4c07', 'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'mac_address': 'fa:16:3e:bb:32:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:15Z', 'updated_at': '2022-01-12T09:35:06Z', 'revision_number': 5, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'subnets': [{'id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.127079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f594af2-088a-414f-a1b5-2c5750b50b34') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.127393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f594af2-088a-414f-a1b5-2c5750b50b34') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.127496 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a5bff-a902-4261-8ff7-639265b58c03 None None] The sync data for ids ['445b9e07-3067-4281-afe0-6934131e9ca8'] in dv-neutron-824347-1-hyperv is: [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd0a48bf2-dbdf-4d87-abf3-037bd25cf01a', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'port_id': 'df74f75a-15dc-4f76-858f-d7d053aa7513', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'mac_address': 'fa:16:3e:63:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:34:31Z', 'updated_at': '2022-01-12T09:35:13Z', 'revision_number': 1, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc5a647-5387-4826-b540-7a0886eb4c07', 'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'mac_address': 'fa:16:3e:bb:32:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:15Z', 'updated_at': '2022-01-12T09:35:06Z', 'revision_number': 5, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'subnets': [{'id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:21.218464 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28f7038f-df0d-4409-b4ca-d2ab7e4c1c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.230586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdffd2e-a4e6-4968-86ec-14f5b4c65165,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:21.235361 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c69ca-7b2e-45bc-a5ca-33adc1164e74 req-55b047d2-cba5-4bba-bed5-a4416b695e25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:21.237156 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a85c69ca-7b2e-45bc-a5ca-33adc1164e74 req-55b047d2-cba5-4bba-bed5-a4416b695e25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6fa7509a-e83f-4be8-820f-eefe950e0df1 HTTP/1.1" status: 200 len: 907 time: 0.5119569 Jan 12 09:35:21.241297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] In _notify_port_updated(), no bound segment for port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 on network 072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:35:21.242732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.246556 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c725f487-6639-4b77-a07e-8fc4eaf9c042 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "PUT /v2.0/ports/2cdffd2e-a4e6-4968-86ec-14f5b4c65165 HTTP/1.1" status: 200 len: 977 time: 5.1589479 Jan 12 09:35:21.249014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] Set router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:21.269251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33544) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:21.280797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.335061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.349299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e433fd8f-471d-4796-bb79-c3a1dc9ba647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.351352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:21.351742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:21.369592 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:21.415931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e433fd8f-471d-4796-bb79-c3a1dc9ba647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.471964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.514046 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6e05f-713a-4c49-ada4-0f96c68cb734 None None] New status for floating IP d0a48bf2-dbdf-4d87-abf3-037bd25cf01a: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:35:21.578163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e433fd8f-471d-4796-bb79-c3a1dc9ba647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.653163 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-609dec5c-f503-4541-bb49-1d6393be2527 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "PUT /v2.0/floatingips/5594b8a5-a236-409b-8d15-4897bf24fcd4 HTTP/1.1" status: 200 len: 991 time: 8.8986835 Jan 12 09:35:21.664115 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433fd8f-471d-4796-bb79-c3a1dc9ba647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e5c70-9486-4c4a-97a6-624433188dda,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:21.708388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2133583f-10a7-458f-8d6e-7fba63ae4006 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Deleting port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:21.708828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2133583f-10a7-458f-8d6e-7fba63ae4006 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.720459 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e433fd8f-471d-4796-bb79-c3a1dc9ba647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.721711 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e433fd8f-471d-4796-bb79-c3a1dc9ba647 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a40e5c70-9486-4c4a-97a6-624433188dda HTTP/1.1" status: 204 len: 168 time: 0.8495059 Jan 12 09:35:21.722397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.781707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.797777 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec HTTP/1.1" status: 204 len: 168 time: 2.2710836 Jan 12 09:35:21.801662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33556) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:21.828798 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:35:21.831043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f799512e-a6c5-434c-aaeb-2d4fa52090f3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:35:21.843993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.847269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '5594b8a5-a236-409b-8d15-4897bf24fcd4', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'floating_ip_address': '172.26.1.238', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'port_id': '017250a8-0b35-400d-b839-13ec25a1c7e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'mac_address': 'fa:16:3e:ab:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:34:33Z', 'updated_at': '2022-01-12T09:35:14Z', 'revision_number': 1, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf', 'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'mac_address': 'fa:16:3e:38:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:16Z', 'updated_at': '2022-01-12T09:34:34Z', 'revision_number': 5, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'subnets': [{'id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.847529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe784d-a58c-4158-a081-a3d17374df63 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Network': ['ID=f9fc8cb4-35eb-4306-a1b4-d47f3f6fc6ec,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:21.849384 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a85c69ca-7b2e-45bc-a5ca-33adc1164e74 req-cf5af2f7-343d-47b1-91f4-613f527d6f3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df74f75a-15dc-4f76-858f-d7d053aa7513 HTTP/1.1" status: 200 len: 998 time: 0.5883105 Jan 12 09:35:21.851227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] Checking router: 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:35:21.861384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:21.871403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] Routers {'4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:21.871996 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.906720 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Pushing event deleted for resources: {'Port': ['ID=96fe3b47-1aac-4db2-8643-e231566bb9d7,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:21.934192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c69ca-7b2e-45bc-a5ca-33adc1164e74 req-94e7960e-2f29-49c2-9174-dd6cc0dde3d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:21.935643 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a85c69ca-7b2e-45bc-a5ca-33adc1164e74 req-94e7960e-2f29-49c2-9174-dd6cc0dde3d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2d119ae-48fc-47f5-99cf-576a3a3b45d4 HTTP/1.1" status: 200 len: 845 time: 0.0696323 Jan 12 09:35:21.943437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:22.088744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] Set router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:22.149803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-2133583f-10a7-458f-8d6e-7fba63ae4006 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] For port 2cdffd2e-a4e6-4968-86ec-14f5b4c65165, host hv-neutron-8243, got binding levels [] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:22.150157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2133583f-10a7-458f-8d6e-7fba63ae4006 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.281922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'tag': '017250a8-0b35-400d-b839-13ec25a1c7e1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:35:22.293502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2133583f-10a7-458f-8d6e-7fba63ae4006 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Calling delete_port for 2cdffd2e-a4e6-4968-86ec-14f5b4c65165 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:22.338259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.401697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5f62c9-4ce3-4b76-9967-0644d28dd825 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting subnet 5292596e-3bbb-4fda-8446-c0d6c0f8ddfb {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:35:22.413343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c5f62c9-4ce3-4b76-9967-0644d28dd825 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.413877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Made reservation on behalf of e28420eb1f2d453e9a40ebda46a7031c for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:22.416828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.437867 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.472255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'tag': '017250a8-0b35-400d-b839-13ec25a1c7e1', 'status': 'completed', 'code': 200} Jan 12 09:35:22.535724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] device_id is not set on port f9a2893c-5b3f-42fc-aa18-1a113302ae2f yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:22.627284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2133583f-10a7-458f-8d6e-7fba63ae4006 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.682638 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.704003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c5f62c9-4ce3-4b76-9967-0644d28dd825 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.712796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133583f-10a7-458f-8d6e-7fba63ae4006 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cdffd2e-a4e6-4968-86ec-14f5b4c65165,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:22.717852 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a85c69ca-7b2e-45bc-a5ca-33adc1164e74 req-400dfe33-5eca-4780-9e71-80692c1a8526 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6fa7509a-e83f-4be8-820f-eefe950e0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7691443 Jan 12 09:35:22.736886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '5594b8a5-a236-409b-8d15-4897bf24fcd4', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'floating_ip_address': '172.26.1.238', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'port_id': '017250a8-0b35-400d-b839-13ec25a1c7e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'mac_address': 'fa:16:3e:ab:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:34:33Z', 'updated_at': '2022-01-12T09:35:14Z', 'revision_number': 1, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf', 'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'mac_address': 'fa:16:3e:38:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:16Z', 'updated_at': '2022-01-12T09:34:34Z', 'revision_number': 5, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'subnets': [{'id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:22.743183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c3d99-e61d-4e28-9008-d4724615c53d None None] The sync data for ids ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'] in dv-neutron-824347-1-hyperv is: [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '5594b8a5-a236-409b-8d15-4897bf24fcd4', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'floating_ip_address': '172.26.1.238', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'port_id': '017250a8-0b35-400d-b839-13ec25a1c7e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'mac_address': 'fa:16:3e:ab:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:34:33Z', 'updated_at': '2022-01-12T09:35:14Z', 'revision_number': 1, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf', 'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'mac_address': 'fa:16:3e:38:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:16Z', 'updated_at': '2022-01-12T09:34:34Z', 'revision_number': 5, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'subnets': [{'id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:22.820552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.824656 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2133583f-10a7-458f-8d6e-7fba63ae4006 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.841236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.891731 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-827053eb-a95a-4110-9f06-6a06a124d7ea req-39a3a4bf-3153-41e2-a7d1-6229448a0132 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcf4260c9dc04a52af653a66a3a24719&device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 1098 time: 0.3507707 Jan 12 09:35:22.925262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c5f62c9-4ce3-4b76-9967-0644d28dd825 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.943299 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2133583f-10a7-458f-8d6e-7fba63ae4006 tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2cdffd2e-a4e6-4968-86ec-14f5b4c65165 HTTP/1.1" status: 204 len: 168 time: 1.6044095 Jan 12 09:35:22.952854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33584) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:22.958311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.958993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Fanout notify agent at l3_agent the message router_deleted on router 955dc1d1-2d09-4c49-b6f7-4aba821fafeb {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:35:23.025479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33588) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:23.049669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Allocated IP 172.20.0.9 (fe238ad4-393b-401d-8eb1-c0e98c4f5397/07a7c52a-e28e-4ba6-b073-00f5d6763e37/f9a2893c-5b3f-42fc-aa18-1a113302ae2f) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:23.066357 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5d39131-83c3-4f22-b122-08b2067b70b6 req-230e924c-b8b2-4d89-88c3-3996e91796f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5683930 Jan 12 09:35:23.071581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.072651 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e328f802-a506-462d-9729-4828f3547ff9 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/955dc1d1-2d09-4c49-b6f7-4aba821fafeb HTTP/1.1" status: 204 len: 168 time: 4.1962574 Jan 12 09:35:23.076746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33594) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:23.077682 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-55beab78-4d4d-402f-bc81-9e4375ea370b tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:35:23.078203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-55beab78-4d4d-402f-bc81-9e4375ea370b tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Synchronizing usage tracker for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:23.083394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1545275726', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'enable_snat': False}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:23.117760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:23.126246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Usage tracker for resource:router and tenant:f108a379c46d4d228d59246898b65061 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:23.131283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a85c69ca-7b2e-45bc-a5ca-33adc1164e74 req-d8a95da7-f7e9-492e-b9fc-bb3efa16b1e3 service neutron] 10.222.0.59 "GET /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884189 Jan 12 09:35:23.133910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:23.145854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:23.149856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-55beab78-4d4d-402f-bc81-9e4375ea370b tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] Unset dirty status for tenant:a3bb56bdfb844f8e93d59fab054e8bde on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:23.155183 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-55beab78-4d4d-402f-bc81-9e4375ea370b tempest-PortsAdminExtendedAttrsTestJSON-1697946263 tempest-PortsAdminExtendedAttrsTestJSON-1697946263-project-admin] 10.222.0.58 "GET /v2.0/ports/2cdffd2e-a4e6-4968-86ec-14f5b4c65165 HTTP/1.1" status: 404 len: 333 time: 0.1939182 Jan 12 09:35:23.155443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33598) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:23.176983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827053eb-a95a-4110-9f06-6a06a124d7ea req-034d5232-fd81-48ef-88bf-c5eb8dd7ef11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:23.178414 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-827053eb-a95a-4110-9f06-6a06a124d7ea req-034d5232-fd81-48ef-88bf-c5eb8dd7ef11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 200 len: 913 time: 0.2775738 Jan 12 09:35:23.257191 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.258132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.274291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-391919726'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:23.285093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c5f62c9-4ce3-4b76-9967-0644d28dd825 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.294820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:23.307264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:network and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:23.330595 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:23.376261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f62c9-4ce3-4b76-9967-0644d28dd825 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Subnet': ['ID=5292596e-3bbb-4fda-8446-c0d6c0f8ddfb,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:23.397166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c5f62c9-4ce3-4b76-9967-0644d28dd825 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.400801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dfd0a2-efe2-4802-aba0-81fcd78cd061 None None] Network 3805c611-0c39-4dae-8338-a3599f6052a5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:23.413294 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1c5f62c9-4ce3-4b76-9967-0644d28dd825 tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/subnets/5292596e-3bbb-4fda-8446-c0d6c0f8ddfb HTTP/1.1" status: 204 len: 168 time: 1.6081033 Jan 12 09:35:23.418010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33602) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:23.443744 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-827053eb-a95a-4110-9f06-6a06a124d7ea req-8399c63c-ed5b-451b-baf7-3e95f6d1bcb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 200 len: 999 time: 0.2553859 Jan 12 09:35:23.448977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.542393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:23.581683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.583899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f799512e-a6c5-434c-aaeb-2d4fa52090f3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:23.603861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] Sync routers for ids ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:23.619706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:23.623462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.623802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] Routers {'6f0f57d1-f9aa-45d2-ad4e-8e7773702383'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:23.624426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:23.646827 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a85c69ca-7b2e-45bc-a5ca-33adc1164e74 req-38058b3c-56e5-420d-90ec-3f2a20efd9f0 service neutron] 10.222.0.59 "GET /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020185 Jan 12 09:35:23.654705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f799512e-a6c5-434c-aaeb-2d4fa52090f3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.710094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.764579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.793950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827053eb-a95a-4110-9f06-6a06a124d7ea req-c093e359-51bb-41c4-9833-1ad0f7691488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:23.795446 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-827053eb-a95a-4110-9f06-6a06a124d7ea req-c093e359-51bb-41c4-9833-1ad0f7691488 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c73e78c-b467-4bb9-9543-c898d6de8b84 HTTP/1.1" status: 200 len: 851 time: 0.3439784 Jan 12 09:35:23.819581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba4156-86cb-49dc-869c-2be36f44e95b None None] DHCP port deletion for 3805c611-0c39-4dae-8338-a3599f6052a5 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:35:23.846360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting port 6973042c-dc38-44df-b9f1-0e7067efd314 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:23.847165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.851743 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-17ba4156-86cb-49dc-869c-2be36f44e95b None None] Deleting port 6973042c-dc38-44df-b9f1-0e7067efd314 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:23.852729 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ba4156-86cb-49dc-869c-2be36f44e95b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.922354 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f799512e-a6c5-434c-aaeb-2d4fa52090f3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "PUT /v2.0/floatingips/427b1c97-14dd-4287-a305-e2cd5ecbf40b HTTP/1.1" status: 200 len: 991 time: 8.9621611 Jan 12 09:35:23.930056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.962176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.001274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] Set router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:24.007657 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2fdb5-4128-488e-a021-5dd3010b9488 None None] New status for floating IP 5594b8a5-a236-409b-8d15-4897bf24fcd4: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:35:24.020081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:24.051907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group_rule and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:24.057664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:24.064290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Transition to ACTIVE for port object f9a2893c-5b3f-42fc-aa18-1a113302ae2f will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:24.076175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:24.082328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.109433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.142130 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5d39131-83c3-4f22-b122-08b2067b70b6 req-35e72d95-77e2-4e3d-b690-4390e15337b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8d51923963440baba3cd5ca40464130&device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 1098 time: 0.2891567 Jan 12 09:35:24.197229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:24.254758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.281669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:24.281669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce32e8f-8a2d-4b3a-8d27-8fbe9a7e380f') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:24.291556 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-17ba4156-86cb-49dc-869c-2be36f44e95b None None] For port 6973042c-dc38-44df-b9f1-0e7067efd314, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6973042c-dc38-44df-b9f1-0e7067efd314,segment=NetworkSegment(eafc4e58-57ba-4e81-82d0-e23dc9f23f62),segment_id=eafc4e58-57ba-4e81-82d0-e23dc9f23f62)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:24.291942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ba4156-86cb-49dc-869c-2be36f44e95b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.312437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.332375 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-827053eb-a95a-4110-9f06-6a06a124d7ea req-083097f6-8183-4163-8894-089054b35a06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cc1870b-44c6-49df-b549-ffb90a147677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4547429 Jan 12 09:35:24.352021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.433551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-17ba4156-86cb-49dc-869c-2be36f44e95b None None] Calling delete_port for 6973042c-dc38-44df-b9f1-0e7067efd314 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:24.463319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:24.472915 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:24.475888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:24.497043 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-827053eb-a95a-4110-9f06-6a06a124d7ea req-21d8d874-d3c5-4513-9786-4d28457f4709 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425877 Jan 12 09:35:24.518921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'tag': '90892572-7590-4c56-af4f-ecf6970e66d1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:35:24.523423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Port': ['ID=f9a2893c-5b3f-42fc-aa18-1a113302ae2f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:24.585452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.600702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d39131-83c3-4f22-b122-08b2067b70b6 req-b144a8df-7854-4740-8a17-dad0218ca26e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:24.602180 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5d39131-83c3-4f22-b122-08b2067b70b6 req-b144a8df-7854-4740-8a17-dad0218ca26e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6fa7509a-e83f-4be8-820f-eefe950e0df1 HTTP/1.1" status: 200 len: 907 time: 0.4340413 Jan 12 09:35:24.608498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:24.612368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.619461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:24.651586 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:24.706321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:24.707284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.715880 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'tag': '90892572-7590-4c56-af4f-ecf6970e66d1', 'status': 'completed', 'code': 200} Jan 12 09:35:24.743749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:24.789275 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ba4156-86cb-49dc-869c-2be36f44e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.832551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] For port 6973042c-dc38-44df-b9f1-0e7067efd314, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6973042c-dc38-44df-b9f1-0e7067efd314,segment=NetworkSegment(eafc4e58-57ba-4e81-82d0-e23dc9f23f62),segment_id=eafc4e58-57ba-4e81-82d0-e23dc9f23f62)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:24.833340 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.847638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.847883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6cc21c-fdf6-4020-b245-14f3da7888e0,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:24.860146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.860497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Added segment 69b1ff19-1b58-4027-926b-f3a2631bebc9 of type vlan for network e4d8b427-e96c-4ac9-9027-604ee40ed74e Jan 12 09:35:24.876603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba4156-86cb-49dc-869c-2be36f44e95b None None] Pushing event deleted for resources: {'Port': ['ID=6973042c-dc38-44df-b9f1-0e7067efd314,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:24.886850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba4156-86cb-49dc-869c-2be36f44e95b None None] No DVR routers for this DVR port 6973042c-dc38-44df-b9f1-0e7067efd314 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:24.943772 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e597a640-45dd-4afd-9514-5a9797c27e0b tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9525218 Jan 12 09:35:24.955610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '427b1c97-14dd-4287-a305-e2cd5ecbf40b', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'port_id': '90892572-7590-4c56-af4f-ecf6970e66d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'mac_address': 'fa:16:3e:ef:83:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:34:34Z', 'updated_at': '2022-01-12T09:35:16Z', 'revision_number': 1, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2235173e-d3c7-4be9-b981-2cc79954cdf0', 'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:14Z', 'updated_at': '2022-01-12T09:34:30Z', 'revision_number': 5, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'subnets': [{'id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:24.964821 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] Checking router: 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:35:24.969356 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bdc3889e-aa19-4364-85d3-0e1074fd714f None None] Provisioning for port f9a2893c-5b3f-42fc-aa18-1a113302ae2f completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:24.979602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bdc3889e-aa19-4364-85d3-0e1074fd714f None None] Provisioning complete for port f9a2893c-5b3f-42fc-aa18-1a113302ae2f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:24.980255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bdc3889e-aa19-4364-85d3-0e1074fd714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.986747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33614) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:24.987906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.988358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.998293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Calling delete_port for 6973042c-dc38-44df-b9f1-0e7067efd314 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:25.001197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-16ba9a70-b482-4978-9b6a-d0098f097c69 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ab:41:8c'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:25.016350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6973042c-dc38-44df-b9f1-0e7067efd314 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:25.026918 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5d39131-83c3-4f22-b122-08b2067b70b6 req-b143d7ff-414e-45e0-8608-b339a83bfde3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df74f75a-15dc-4f76-858f-d7d053aa7513 HTTP/1.1" status: 200 len: 1000 time: 0.4058099 Jan 12 09:35:25.034451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] Pushing event deleted for resources: {'Network': ['ID=072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:25.052257 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b40a951b-c0d7-4251-8004-a453a2616708 tempest-PortsAdminExtendedAttrsTestJSON-1996211537 tempest-PortsAdminExtendedAttrsTestJSON-1996211537-project] 10.222.0.58 "DELETE /v2.0/networks/072dec2f-7f48-4faf-9a5b-2f4b3cdbcfe9 HTTP/1.1" status: 204 len: 168 time: 1.8935568 Jan 12 09:35:25.063504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 6973042c-dc38-44df-b9f1-0e7067efd314 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:35:25.064215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6973042c-dc38-44df-b9f1-0e7067efd314 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:25.075083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] Routers {'6f0f57d1-f9aa-45d2-ad4e-8e7773702383'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:25.075712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:25.108354 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-827053eb-a95a-4110-9f06-6a06a124d7ea req-d92626bf-92d5-452a-8f2f-e126784dbb48 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422151 Jan 12 09:35:25.120626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:25.120741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:25.147805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.171886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3889e-aa19-4364-85d3-0e1074fd714f None None] Port f9a2893c-5b3f-42fc-aa18-1a113302ae2f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:25.202987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.315069 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] Set router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:25.323430 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-560be667-a66d-40b7-9164-cd92280ccd50 req-0d4e536c-cd15-4468-acd0-f94a80b6d554 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3430eb1474ae46dcaa7c866883c47d4f&device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 1098 time: 0.5767486 Jan 12 09:35:25.374493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d39131-83c3-4f22-b122-08b2067b70b6 req-8e484db4-604e-4d4b-a113-a3503b9f4683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:25.375973 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5d39131-83c3-4f22-b122-08b2067b70b6 req-8e484db4-604e-4d4b-a113-a3503b9f4683 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2d119ae-48fc-47f5-99cf-576a3a3b45d4 HTTP/1.1" status: 200 len: 845 time: 0.2874577 Jan 12 09:35:25.384130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.387743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:25.388480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.536499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33628) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:25.622232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Deleting port 6973042c-dc38-44df-b9f1-0e7067efd314 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:25.623608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.707199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '427b1c97-14dd-4287-a305-e2cd5ecbf40b', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'port_id': '90892572-7590-4c56-af4f-ecf6970e66d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'mac_address': 'fa:16:3e:ef:83:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:34:34Z', 'updated_at': '2022-01-12T09:35:16Z', 'revision_number': 1, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2235173e-d3c7-4be9-b981-2cc79954cdf0', 'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:14Z', 'updated_at': '2022-01-12T09:34:30Z', 'revision_number': 5, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'subnets': [{'id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:25.711466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a8057-7d1f-4155-84c9-f0f064186f1d None None] The sync data for ids ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'] in dv-neutron-824347-1-hyperv is: [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '427b1c97-14dd-4287-a305-e2cd5ecbf40b', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'port_id': '90892572-7590-4c56-af4f-ecf6970e66d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'mac_address': 'fa:16:3e:ef:83:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:34:34Z', 'updated_at': '2022-01-12T09:35:16Z', 'revision_number': 1, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2235173e-d3c7-4be9-b981-2cc79954cdf0', 'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:14Z', 'updated_at': '2022-01-12T09:34:30Z', 'revision_number': 5, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'subnets': [{'id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:25.712664 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] The port '6973042c-dc38-44df-b9f1-0e7067efd314' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:35:25.863473 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2d237948-5529-4f62-a2f4-115ce9243116 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24f474fa558343988806c148e5440e64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3257215 Jan 12 09:35:25.865153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.867223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33634) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:25.880943 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8488257 Jan 12 09:35:25.885185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33638) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:25.897949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'name': 'tempest-PortsTestJSON-260970207'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:25.920342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3805c611-0c39-4dae-8338-a3599f6052a5']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:25.943906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6119a-f855-42bf-a86e-b3bab06676bd tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Network': ['ID=e4d8b427-e96c-4ac9-9027-604ee40ed74e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:25.955018 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:25.981289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafc4e58-57ba-4e81-82d0-e23dc9f23f62') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:25.981740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafc4e58-57ba-4e81-82d0-e23dc9f23f62') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:26.011716 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.068546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-16ba9a70-b482-4978-9b6a-d0098f097c69 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.085656 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Allocated IP 172.26.1.234 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/c9dfd352-811d-4ba5-86f7-7bf51c946bf8) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:26.105986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560be667-a66d-40b7-9164-cd92280ccd50 req-91a9a835-5009-42ca-8510-55b9e59a7069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:26.108060 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-560be667-a66d-40b7-9164-cd92280ccd50 req-91a9a835-5009-42ca-8510-55b9e59a7069 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c8a0f3c2-e958-4b1f-8783-30432a1d04c7 HTTP/1.1" status: 200 len: 913 time: 0.7310240 Jan 12 09:35:26.143285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.148523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:26.153115 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:26.153652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:26.170427 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:26.173298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:port and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:26.178045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:26.238503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:26.264624 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5d39131-83c3-4f22-b122-08b2067b70b6 req-85c7f3b8-a89d-4c7b-bb90-b47de3a9c55c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6fa7509a-e83f-4be8-820f-eefe950e0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8716254 Jan 12 09:35:26.267788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:26.271397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.293412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.297735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.334836 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] 10.222.0.58 "DELETE /v2.0/networks/3805c611-0c39-4dae-8338-a3599f6052a5 HTTP/1.1" status: 204 len: 168 time: 2.9157228 Jan 12 09:35:26.336007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4783459-29cd-42b1-893f-f45d0d42a8fd tempest-NetworksIpV6TestAttrs-712743036 tempest-NetworksIpV6TestAttrs-712743036-project] Pushing event deleted for resources: {'Network': ['ID=3805c611-0c39-4dae-8338-a3599f6052a5,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:26.340886 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port c110e55c-badc-436e-98d6-ced5525ce06c yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:26.372396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f0b0-233b-43ef-b726-47f5b5a2cd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.401922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f0b0-233b-43ef-b726-47f5b5a2cd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.544717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f0b0-233b-43ef-b726-47f5b5a2cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.593901 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-560be667-a66d-40b7-9164-cd92280ccd50 req-77025ee0-2078-47c5-9280-35b012b13cf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90892572-7590-4c56-af4f-ecf6970e66d1 HTTP/1.1" status: 200 len: 999 time: 0.4749732 Jan 12 09:35:26.612685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8f0b0-233b-43ef-b726-47f5b5a2cd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74110202-317f-4b8e-be7d-fa0229d4ef0c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:26.614621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f0b0-233b-43ef-b726-47f5b5a2cd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.615784 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c1f8f0b0-233b-43ef-b726-47f5b5a2cd96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74110202-317f-4b8e-be7d-fa0229d4ef0c HTTP/1.1" status: 204 len: 168 time: 0.7436802 Jan 12 09:35:26.697470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.733926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.761959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33654) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:26.832311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=c110e55c-badc-436e-98d6-ced5525ce06c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:26.861034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.866849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Checking segment: {'id': '69b1ff19-1b58-4027-926b-f3a2631bebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:26.867377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network hostable DHCP agents. Network: e4d8b427-e96c-4ac9-9027-604ee40ed74e, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:26.870737 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5d39131-83c3-4f22-b122-08b2067b70b6 req-c87c199d-f4c5-4971-a341-e79213aa9ef6 service neutron] 10.222.0.59 "GET /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466123 Jan 12 09:35:26.876517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560be667-a66d-40b7-9164-cd92280ccd50 req-41a1fe2a-81af-4150-867a-8b1956e124ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:26.878039 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-560be667-a66d-40b7-9164-cd92280ccd50 req-41a1fe2a-81af-4150-867a-8b1956e124ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bded0beb-f040-489b-8715-ee1f66e3d9ee HTTP/1.1" status: 200 len: 851 time: 0.2232442 Jan 12 09:35:26.892203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:26.919206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, e4d8b427-e96c-4ac9-9027-604ee40ed74e) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:26.924719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:26.928983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b513c0-b16e-49a5-aa7c-33078057dde3 None None] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:26.945232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:26.947210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.997740 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a220ed80-96b7-46f6-b39a-817a702420cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1114919 Jan 12 09:35:26.998684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33662) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:27.005325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1125271915'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:27.011277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:27.016738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:network and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:27.021375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:27.029076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:27.044701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:27.052334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.080136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.106919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:27.120869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.122061 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Added segment b73a3899-fd85-4530-95ba-f0b6b50b9dca of type vlan for network 9e02fdef-afb6-4f02-b2b9-d2c008567485 Jan 12 09:35:27.163666 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.205821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.210530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:27.211318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.215228 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33668) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:27.241064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-16ba9a70-b482-4978-9b6a-d0098f097c69 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:27.255670 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-467110ba-5f43-4efe-9d39-782a5029c76c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93a746f2f4914e4596d70187bccbb913&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4926193 Jan 12 09:35:27.258304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33672) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:27.264673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:27.278471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event updated for resources: {'Port': ['ID=c9dfd352-811d-4ba5-86f7-7bf51c946bf8,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:27.280970 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:27.289640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-16ba9a70-b482-4978-9b6a-d0098f097c69 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.291335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:27.330012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-16ba9a70-b482-4978-9b6a-d0098f097c69 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.360499 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3605583 Jan 12 09:35:27.371039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33676) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:27.382304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06efce4-b10a-4cd9-bebf-b7b4d437a94a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Network': ['ID=9e02fdef-afb6-4f02-b2b9-d2c008567485,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:27.389533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'ports': [{'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e'}, {'network_id': '9e02fdef-afb6-4f02-b2b9-d2c008567485'}]} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:27.389859 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:27.390285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': '9e02fdef-afb6-4f02-b2b9-d2c008567485'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:27.393943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 9e02fdef-afb6-4f02-b2b9-d2c008567485 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:27.517380 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-05af5f1d-b42d-4464-a93a-53cca321c442 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3bb56bdfb844f8e93d59fab054e8bde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2870400 Jan 12 09:35:27.528384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33682) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:27.552003 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5d39131-83c3-4f22-b122-08b2067b70b6 req-ea8d2bad-4bcd-4894-8ac8-7faa2bfa877d service neutron] 10.222.0.59 "GET /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599667 Jan 12 09:35:27.573795 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-560be667-a66d-40b7-9164-cd92280ccd50 req-b6637a76-3265-4c8f-a7d0-1fbbcb66c1b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8a0f3c2-e958-4b1f-8783-30432a1d04c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6774387 Jan 12 09:35:27.688541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-205e2c3b-96b3-4942-b037-02fe20892d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.706299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba9a70-b482-4978-9b6a-d0098f097c69 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Port': ['ID=f9a2893c-5b3f-42fc-aa18-1a113302ae2f,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:27.758191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-205e2c3b-96b3-4942-b037-02fe20892d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.770940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:27.782416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:port and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:27.790942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:27.804598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:27.816509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33cd159e-73d3-4ab9-bbbe-4625af9fb20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.839433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 2} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:27.842226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-16ba9a70-b482-4978-9b6a-d0098f097c69 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] In _notify_port_updated(), no bound segment for port f9a2893c-5b3f-42fc-aa18-1a113302ae2f on network fe238ad4-393b-401d-8eb1-c0e98c4f5397 {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:35:27.843227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.846031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba9a70-b482-4978-9b6a-d0098f097c69 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:27.846694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-16ba9a70-b482-4978-9b6a-d0098f097c69 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.847947 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-16ba9a70-b482-4978-9b6a-d0098f097c69 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "PUT /v2.0/ports/f9a2893c-5b3f-42fc-aa18-1a113302ae2f HTTP/1.1" status: 200 len: 992 time: 2.8532205 Jan 12 09:35:27.857240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33690) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:27.871656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33cd159e-73d3-4ab9-bbbe-4625af9fb20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.881997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.911509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-205e2c3b-96b3-4942-b037-02fe20892d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.920630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-111ef83f-8026-4502-92cc-423157aa46d2 None None] Provisioning complete for port f9a2893c-5b3f-42fc-aa18-1a113302ae2f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:27.921107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-111ef83f-8026-4502-92cc-423157aa46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.970148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-80d4ce38-2ab1-4bd4-b56e-7df9f9e44a55 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Deleting port f9a2893c-5b3f-42fc-aa18-1a113302ae2f {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:27.970901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-80d4ce38-2ab1-4bd4-b56e-7df9f9e44a55 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.982696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-111ef83f-8026-4502-92cc-423157aa46d2 None None] Port f9a2893c-5b3f-42fc-aa18-1a113302ae2f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:27.983665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e2c3b-96b3-4942-b037-02fe20892d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d2916-e8be-4881-b783-d43261824c89,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:28.000911 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-560be667-a66d-40b7-9164-cd92280ccd50 req-64b8ddf6-d0e9-441c-8fe9-0953bf5a1a84 service neutron] 10.222.0.59 "GET /v2.0/networks/c8a0f3c2-e958-4b1f-8783-30432a1d04c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671789 Jan 12 09:35:28.022713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-205e2c3b-96b3-4942-b037-02fe20892d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.026603 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-205e2c3b-96b3-4942-b037-02fe20892d01 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d53d2916-e8be-4881-b783-d43261824c89 HTTP/1.1" status: 204 len: 168 time: 0.7598479 Jan 12 09:35:28.147611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33cd159e-73d3-4ab9-bbbe-4625af9fb20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.175824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd159e-73d3-4ab9-bbbe-4625af9fb20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b054584-3c11-4024-80df-8a45a2fef070,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:28.189955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 07894e73-e9e7-47ed-8800-d5f01b450fc5 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:28.216629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33cd159e-73d3-4ab9-bbbe-4625af9fb20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.220303 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-33cd159e-73d3-4ab9-bbbe-4625af9fb20f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b054584-3c11-4024-80df-8a45a2fef070 HTTP/1.1" status: 204 len: 168 time: 0.6785567 Jan 12 09:35:28.311744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.328482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.329302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.336700 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-560be667-a66d-40b7-9164-cd92280ccd50 req-fcb98046-9f22-4625-9100-95620aae0b51 service neutron] 10.222.0.59 "GET /v2.0/networks/c8a0f3c2-e958-4b1f-8783-30432a1d04c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156960 Jan 12 09:35:28.459662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-80d4ce38-2ab1-4bd4-b56e-7df9f9e44a55 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.486109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 92c41fa1-4d85-46a7-8132-cb70e38c1a73 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:28.604304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.638582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.640699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-80d4ce38-2ab1-4bd4-b56e-7df9f9e44a55 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Calling delete_port for f9a2893c-5b3f-42fc-aa18-1a113302ae2f owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:28.805919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:28.809626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:28.818463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:28.819437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.837087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=07894e73-e9e7-47ed-8800-d5f01b450fc5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:28.935746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-80d4ce38-2ab1-4bd4-b56e-7df9f9e44a55 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.984496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=92c41fa1-4d85-46a7-8132-cb70e38c1a73,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:29.000530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Checking segment: {'id': 'b73a3899-fd85-4530-95ba-f0b6b50b9dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9e02fdef-afb6-4f02-b2b9-d2c008567485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:29.000901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network hostable DHCP agents. Network: 9e02fdef-afb6-4f02-b2b9-d2c008567485, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:29.004075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4ce38-2ab1-4bd4-b56e-7df9f9e44a55 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event deleted for resources: {'Port': ['ID=f9a2893c-5b3f-42fc-aa18-1a113302ae2f,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:29.049229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network 9e02fdef-afb6-4f02-b2b9-d2c008567485 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:29.072505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 9e02fdef-afb6-4f02-b2b9-d2c008567485) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:29.078561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:29.084479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5f0c2-e286-40d9-a5fe-ba543cb66854 None None] Network 9e02fdef-afb6-4f02-b2b9-d2c008567485 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:29.085118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:29.088048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:29.088744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.131248 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-feba9168-2931-4c08-bc3d-26e75e55d231 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7546716 Jan 12 09:35:29.131998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33728) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.194606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Router 4b267102-b8c7-46b8-b639-a70f4901ad80 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:35:29.216675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0e141f75-61ef-43d4-8342-39372209a501 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 92c41fa1-4d85-46a7-8132-cb70e38c1a73 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:29.217020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0e141f75-61ef-43d4-8342-39372209a501 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.551290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0e141f75-61ef-43d4-8342-39372209a501 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.626335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5283f1-7636-4bc3-a38f-a57e43dc8c17 None None] New status for floating IP 427b1c97-14dd-4287-a305-e2cd5ecbf40b: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:35:29.634091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-80d4ce38-2ab1-4bd4-b56e-7df9f9e44a55 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.651878 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-80d4ce38-2ab1-4bd4-b56e-7df9f9e44a55 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "DELETE /v2.0/ports/f9a2893c-5b3f-42fc-aa18-1a113302ae2f HTTP/1.1" status: 204 len: 168 time: 1.7935922 Jan 12 09:35:29.653677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33740) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.697062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33744) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.708970 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0e141f75-61ef-43d4-8342-39372209a501 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 92c41fa1-4d85-46a7-8132-cb70e38c1a73 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:29.721590 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c9413c-9848-4faf-88c5-f17703473cee tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] GET failed (client error): The resource could not be found. Jan 12 09:35:29.722630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-54c9413c-9848-4faf-88c5-f17703473cee tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Synchronizing usage tracker for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:29.739247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33748) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.755007 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-54c9413c-9848-4faf-88c5-f17703473cee tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Unset dirty status for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:29.762530 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-54c9413c-9848-4faf-88c5-f17703473cee tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "GET /v2.0/ports/f9a2893c-5b3f-42fc-aa18-1a113302ae2f HTTP/1.1" status: 404 len: 333 time: 0.1074467 Jan 12 09:35:29.771203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33756) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.785502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'port': {'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397', 'name': 'tempest-AllowedAddressPairTestJSON-333464355'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:29.926642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:29.937222 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Sync routers for ids ['4b267102-b8c7-46b8-b639-a70f4901ad80'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:29.954502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.958556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-949537650'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:29.959407 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c29c0fff-dc4b-4349-9d69-e44de3c1fa64 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.8820446 Jan 12 09:35:29.960105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33762) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.961074 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Routers {'4b267102-b8c7-46b8-b639-a70f4901ad80'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:29.966264 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4b267102-b8c7-46b8-b639-a70f4901ad80'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:29.966774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:29.977822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:network and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:29.980805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:29.984905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:30.004947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:30.007571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:30.022157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:30.026613 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.036783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997462646'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:30.038394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Made reservation on behalf of e28420eb1f2d453e9a40ebda46a7031c for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:30.041405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.050231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0e141f75-61ef-43d4-8342-39372209a501 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.050821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:30.056475 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:30.060479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:30.073948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:30.105203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.110503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.121394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.126002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e141f75-61ef-43d4-8342-39372209a501 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=92c41fa1-4d85-46a7-8132-cb70e38c1a73,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:30.142012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] device_id is not set on port 269b5667-7baf-4a29-bbe3-6a34ae3aaba2 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:30.182081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0e141f75-61ef-43d4-8342-39372209a501 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.200964 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Set router 4b267102-b8c7-46b8-b639-a70f4901ad80 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:30.205224 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0e141f75-61ef-43d4-8342-39372209a501 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/92c41fa1-4d85-46a7-8132-cb70e38c1a73 HTTP/1.1" status: 204 len: 168 time: 1.0698287 Jan 12 09:35:30.212254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33770) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:30.266357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:30.291581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:30.293751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:security_group_rule and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:30.297037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:30.297404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:30.301201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:30.308241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:30.309455 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:30.339999 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a189f6ce-a521-409e-b3e8-3abab0625528 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/routers/4b267102-b8c7-46b8-b639-a70f4901ad80 HTTP/1.1" status: 200 len: 909 time: 0.3788071 Jan 12 09:35:30.344434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33774) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:30.350420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1545275726', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'enable_snat': True}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:30.359780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:30.365610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Usage tracker for resource:router and tenant:f108a379c46d4d228d59246898b65061 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:30.373613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:30.385667 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:30.423198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.424564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.430392 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Allocated IP 172.20.0.6 (fe238ad4-393b-401d-8eb1-c0e98c4f5397/07a7c52a-e28e-4ba6-b073-00f5d6763e37/269b5667-7baf-4a29-bbe3-6a34ae3aaba2) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:30.441057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.450322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.458781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cab4dc-fed2-4bfe-9cc3-1c55cc92ad38 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:30.462835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cab4dc-fed2-4bfe-9cc3-1c55cc92ad38 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:30.463604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e8cab4dc-fed2-4bfe-9cc3-1c55cc92ad38 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:30.512291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.514185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d270a3-f5a1-4706-8772-29143904b823,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:30.526400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:30.532066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.536295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:30.541081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:30.544069 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b267102-b8c7-46b8-b639-a70f4901ad80', 'name': 'tempest-snat-router-1545275726', 'tenant_id': 'f108a379c46d4d228d59246898b65061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.234'}], 'enable_snat': False}, 'gw_port_id': 'c9dfd352-811d-4ba5-86f7-7bf51c946bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:27Z', 'revision_number': 3, 'project_id': 'f108a379c46d4d228d59246898b65061', 'gw_port': {'id': 'c9dfd352-811d-4ba5-86f7-7bf51c946bf8', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b267102-b8c7-46b8-b639-a70f4901ad80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:30.546706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.549171 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Checking router: 4b267102-b8c7-46b8-b639-a70f4901ad80 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:35:30.549675 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Updating router 4b267102-b8c7-46b8-b639-a70f4901ad80 port c9dfd352-811d-4ba5-86f7-7bf51c946bf8 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:35:30.549963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:30.579713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e8cab4dc-fed2-4bfe-9cc3-1c55cc92ad38 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:30.583593 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e8cab4dc-fed2-4bfe-9cc3-1c55cc92ad38 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3669212 Jan 12 09:35:30.591705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33778) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:30.611763 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.651989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:30.731884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.732233 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added segment 7cccae29-f484-4cd2-823b-b7261305f5c4 of type vlan for network f9f48742-4e76-4574-8262-8b8471f7f013 Jan 12 09:35:30.733314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8deb4d5-be56-4b3c-91d8-0819eaef9f34,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:30.734622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.739395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.745000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.795239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-533f889e-cbe8-4bab-9efa-936a362d6ddf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 07894e73-e9e7-47ed-8800-d5f01b450fc5 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:30.795518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-533f889e-cbe8-4bab-9efa-936a362d6ddf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.812628 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a46558-97e0-4918-ac1d-90265351d346,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:30.833080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.868637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.869624 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c409d4aa-f215-4e69-930d-d933e231edb4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1292510 Jan 12 09:35:30.872984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33782) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:30.960216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.963647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2cd547e3-ba2c-4979-8e14-6ab78e8f4822 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:30.967043 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.969167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.972908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:30.973500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.980441 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Transition to ACTIVE for port object c9dfd352-811d-4ba5-86f7-7bf51c946bf8 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:30.987584 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.998534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2cd547e3-ba2c-4979-8e14-6ab78e8f4822 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:31.003491 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2cd547e3-ba2c-4979-8e14-6ab78e8f4822 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1256254 Jan 12 09:35:31.003491 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33786) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:31.009239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c517f8c3-7a4e-4338-b518-41c2220c56f7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group': {'name': 'tempest-security--1091775510', 'description': 'tempest-security-description-1110644342'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:31.068311 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Attempting to bind port c9dfd352-811d-4ba5-86f7-7bf51c946bf8 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:31.068568 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Attempting to bind port c9dfd352-811d-4ba5-86f7-7bf51c946bf8 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:31.069091 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Attempting to bind port c9dfd352-811d-4ba5-86f7-7bf51c946bf8 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:31.071611 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Pushing event updated for resources: {'Port': ['ID=c9dfd352-811d-4ba5-86f7-7bf51c946bf8,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:31.084604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c517f8c3-7a4e-4338-b518-41c2220c56f7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.091615 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:31.092095 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:31.092610 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.093901 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:31.094509 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Bound port: c9dfd352-811d-4ba5-86f7-7bf51c946bf8, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:31.095734 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.102392 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.146382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.166955 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.167546 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.168024 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.168533 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.169009 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.169474 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.169940 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.170422 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.170930 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.171386 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.171848 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:31.211581 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] For port c9dfd352-811d-4ba5-86f7-7bf51c946bf8, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:31.215989 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] For port c9dfd352-811d-4ba5-86f7-7bf51c946bf8, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c9dfd352-811d-4ba5-86f7-7bf51c946bf8,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:31.221035 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.228920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c517f8c3-7a4e-4338-b518-41c2220c56f7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.236189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Transition to ACTIVE for port object 269b5667-7baf-4a29-bbe3-6a34ae3aaba2 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:31.243195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c517f8c3-7a4e-4338-b518-41c2220c56f7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.273625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c517f8c3-7a4e-4338-b518-41c2220c56f7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.277449 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c517f8c3-7a4e-4338-b518-41c2220c56f7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "PUT /v2.0/security-groups/d0a46558-97e0-4918-ac1d-90265351d346 HTTP/1.1" status: 200 len: 1612 time: 0.2713571 Jan 12 09:35:31.277587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Network': ['ID=f9f48742-4e76-4574-8262-8b8471f7f013,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:31.282287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33792) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:31.305150 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc583d8-398e-4ec7-aa5f-428b927e4df4 None None] Pushing event updated for resources: {'Port': ['ID=c9dfd352-811d-4ba5-86f7-7bf51c946bf8,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:31.312801 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Routers {'4b267102-b8c7-46b8-b639-a70f4901ad80'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:31.313485 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-02529728-2569-41e0-bf3a-0d5098e06560 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6151764 Jan 12 09:35:31.315156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-533f889e-cbe8-4bab-9efa-936a362d6ddf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.316539 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4b267102-b8c7-46b8-b639-a70f4901ad80'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:31.318856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33798) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:31.321542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network f9f48742-4e76-4574-8262-8b8471f7f013 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:31.326284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517f8c3-7a4e-4338-b518-41c2220c56f7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a46558-97e0-4918-ac1d-90265351d346,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:31.331644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1237830667'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:31.346581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:31.359184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:network and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:31.362481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:31.388900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:31.420806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Allocated IP 172.26.1.146 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/db67daef-c57c-4f3c-a5ac-3fe224b37d0a) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:31.522992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:31.525986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.574637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-533f889e-cbe8-4bab-9efa-936a362d6ddf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 07894e73-e9e7-47ed-8800-d5f01b450fc5 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:31.607918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:31.632462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.632813 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added segment a977c87e-6064-4531-ba29-61d6b0e9c438 of type vlan for network 14fcef23-3b48-4477-8b30-e910932dd8ac Jan 12 09:35:31.641984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.642224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.647737 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-90ba8029-0aab-496f-aafa-88279490f622 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups/d0a46558-97e0-4918-ac1d-90265351d346 HTTP/1.1" status: 200 len: 1612 time: 0.3643019 Jan 12 09:35:31.650935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33804) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:31.678264 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] Set router 4b267102-b8c7-46b8-b639-a70f4901ad80 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:31.698265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.753019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:31.753862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Port': ['ID=269b5667-7baf-4a29-bbe3-6a34ae3aaba2,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:31.754501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.756342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-533f889e-cbe8-4bab-9efa-936a362d6ddf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.758533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:31.798763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:31.839111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f889e-cbe8-4bab-9efa-936a362d6ddf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=07894e73-e9e7-47ed-8800-d5f01b450fc5,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:31.868887 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-533f889e-cbe8-4bab-9efa-936a362d6ddf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.887919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:31.888563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.902275 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-533f889e-cbe8-4bab-9efa-936a362d6ddf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/07894e73-e9e7-47ed-8800-d5f01b450fc5 HTTP/1.1" status: 204 len: 168 time: 1.3093169 Jan 12 09:35:31.905578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33808) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:31.931820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.935490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:31.936075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.958861 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4ae98875-9d14-4e09-8800-0c7012d72814 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1865358 Jan 12 09:35:31.959512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33812) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:31.967862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-433db04e-c4b4-4bf3-8a21-688642151165 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:41:8c'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:31.974004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-becf7304-86bd-42c9-96df-c9e83bce19aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.018388 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b267102-b8c7-46b8-b639-a70f4901ad80', 'name': 'tempest-snat-router-1545275726', 'tenant_id': 'f108a379c46d4d228d59246898b65061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.234'}], 'enable_snat': False}, 'gw_port_id': 'c9dfd352-811d-4ba5-86f7-7bf51c946bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:27Z', 'revision_number': 3, 'project_id': 'f108a379c46d4d228d59246898b65061', 'gw_port': {'id': 'c9dfd352-811d-4ba5-86f7-7bf51c946bf8', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b267102-b8c7-46b8-b639-a70f4901ad80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:32.023589 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22393f-df20-4609-ac3e-a83ede05214d None None] The sync data for ids ['4b267102-b8c7-46b8-b639-a70f4901ad80'] in dv-neutron-824347-1-hyperv is: [{'id': '4b267102-b8c7-46b8-b639-a70f4901ad80', 'name': 'tempest-snat-router-1545275726', 'tenant_id': 'f108a379c46d4d228d59246898b65061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.234'}], 'enable_snat': False}, 'gw_port_id': 'c9dfd352-811d-4ba5-86f7-7bf51c946bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:27Z', 'revision_number': 3, 'project_id': 'f108a379c46d4d228d59246898b65061', 'gw_port': {'id': 'c9dfd352-811d-4ba5-86f7-7bf51c946bf8', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b267102-b8c7-46b8-b639-a70f4901ad80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:32.044396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4b6fd735-5686-41c4-b8ac-0d0d49481674 None None] Provisioning for port 269b5667-7baf-4a29-bbe3-6a34ae3aaba2 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:32.049886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4b6fd735-5686-41c4-b8ac-0d0d49481674 None None] Provisioning complete for port 269b5667-7baf-4a29-bbe3-6a34ae3aaba2 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:32.050304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd735-5686-41c4-b8ac-0d0d49481674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.095213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-becf7304-86bd-42c9-96df-c9e83bce19aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.106993 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4b6fd735-5686-41c4-b8ac-0d0d49481674 None None] Port 269b5667-7baf-4a29-bbe3-6a34ae3aaba2 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:32.115830 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7931082 Jan 12 09:35:32.123033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:32.125939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33816) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.127068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:32.129466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:32.149697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed2f84-f082-4279-88aa-158e0176ab1f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:32.150378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bfed2f84-f082-4279-88aa-158e0176ab1f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:32.155249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event updated for resources: {'Port': ['ID=db67daef-c57c-4f3c-a5ac-3fe224b37d0a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:32.158175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7f8b0-d2a3-4413-a683-a568f0d2f973 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Network': ['ID=14fcef23-3b48-4477-8b30-e910932dd8ac,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:32.171317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 14fcef23-3b48-4477-8b30-e910932dd8ac details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:32.173349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'subnet': {'network_id': 'f9f48742-4e76-4574-8262-8b8471f7f013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:32.180826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bfed2f84-f082-4279-88aa-158e0176ab1f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:32.184634 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bfed2f84-f082-4279-88aa-158e0176ab1f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2753363 Jan 12 09:35:32.185492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33820) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.244668 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4218dbb2-b69d-4b6e-9deb-b9d701f173a5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:35:32.248638 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4218dbb2-b69d-4b6e-9deb-b9d701f173a5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/92c41fa1-4d85-46a7-8132-cb70e38c1a73 HTTP/1.1" status: 404 len: 333 time: 0.0600867 Jan 12 09:35:32.249519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33824) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.325373 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-531138b5-afe8-4c63-a8ab-24663ec94a9c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:35:32.326699 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-531138b5-afe8-4c63-a8ab-24663ec94a9c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/07894e73-e9e7-47ed-8800-d5f01b450fc5 HTTP/1.1" status: 404 len: 333 time: 0.0762620 Jan 12 09:35:32.333310 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33830) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.358494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:32.366460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-becf7304-86bd-42c9-96df-c9e83bce19aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.390274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:subnet and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:32.396712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:32.411031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:32.415377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf7304-86bd-42c9-96df-c9e83bce19aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a46558-97e0-4918-ac1d-90265351d346,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:32.434794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-becf7304-86bd-42c9-96df-c9e83bce19aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.436028 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-becf7304-86bd-42c9-96df-c9e83bce19aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/d0a46558-97e0-4918-ac1d-90265351d346 HTTP/1.1" status: 204 len: 168 time: 0.7841530 Jan 12 09:35:32.440067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33834) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.442706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-433db04e-c4b4-4bf3-8a21-688642151165 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.446335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:32.494876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.571866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.643030 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-84c91ce8-eb07-4486-878f-ba4b5256e1dd tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2016041 Jan 12 09:35:32.653936 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33842) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.701175 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-7c1daeec-c5cc-44e1-81b4-69cfeacff04c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] delete failed (client error): The resource could not be found. Jan 12 09:35:32.702172 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7c1daeec-c5cc-44e1-81b4-69cfeacff04c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/d0a46558-97e0-4918-ac1d-90265351d346 HTTP/1.1" status: 404 len: 347 time: 0.0473058 Jan 12 09:35:32.707460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33846) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.717869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group': {'name': 'tempest-secgroup--252255894'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:32.727809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:32.737698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:32.743564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:32.751810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:32.769008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.769779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.785829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.803013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.833855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e02fdef-afb6-4f02-b2b9-d2c008567485']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:32.856873 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73a3899-fd85-4530-95ba-f0b6b50b9dca') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:32.857165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73a3899-fd85-4530-95ba-f0b6b50b9dca') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:32.877647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.949073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:32.955904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:32.960131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:32.975164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:32.983976 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.986475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.995102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:32.995513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:33.009781 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:33.015299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-433db04e-c4b4-4bf3-8a21-688642151165 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:33.079267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-433db04e-c4b4-4bf3-8a21-688642151165 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.081799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Subnet': ['ID=44386bd8-99f3-4c62-bdb7-af61e015a412,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:33.094794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-433db04e-c4b4-4bf3-8a21-688642151165 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.151435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.172991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.186818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.196516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Checking segment: {'id': '7cccae29-f484-4cd2-823b-b7261305f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f9f48742-4e76-4574-8262-8b8471f7f013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:33.196855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network hostable DHCP agents. Network: f9f48742-4e76-4574-8262-8b8471f7f013, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:33.201149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.219142 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Network': ['ID=9e02fdef-afb6-4f02-b2b9-d2c008567485,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:33.229528 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ff1f206c-ff29-4903-99ae-d27720d780d6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/networks/9e02fdef-afb6-4f02-b2b9-d2c008567485 HTTP/1.1" status: 204 len: 168 time: 0.8953121 Jan 12 09:35:33.235599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433db04e-c4b4-4bf3-8a21-688642151165 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Port': ['ID=269b5667-7baf-4a29-bbe3-6a34ae3aaba2,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:33.237824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33850) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:33.247495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-123516912'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:33.253730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:33.266033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:network and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:33.270705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:33.274484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4083954c-d6d1-4760-b2e9-388846e23207,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:33.277916 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-433db04e-c4b4-4bf3-8a21-688642151165 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] In _notify_port_updated(), no bound segment for port 269b5667-7baf-4a29-bbe3-6a34ae3aaba2 on network fe238ad4-393b-401d-8eb1-c0e98c4f5397 {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:35:33.282379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433db04e-c4b4-4bf3-8a21-688642151165 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:33.282379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-433db04e-c4b4-4bf3-8a21-688642151165 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.283666 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-433db04e-c4b4-4bf3-8a21-688642151165 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "PUT /v2.0/ports/269b5667-7baf-4a29-bbe3-6a34ae3aaba2 HTTP/1.1" status: 200 len: 995 time: 1.3224359 Jan 12 09:35:33.284795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:33.286881 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33854) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:33.298440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.301491 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-938b2c21-fd27-4eb9-baf5-c79099e5a526 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5912971 Jan 12 09:35:33.302611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network f9f48742-4e76-4574-8262-8b8471f7f013 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:33.304978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33858) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:33.314467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': '4083954c-d6d1-4760-b2e9-388846e23207', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:33.325488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:33.331467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, f9f48742-4e76-4574-8262-8b8471f7f013) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:33.333808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:33.340231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:33.340953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:33.341410 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc69ff-f033-434b-aa09-9a7963c56e19 None None] Network f9f48742-4e76-4574-8262-8b8471f7f013 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:33.343578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.345072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:33.345662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.353930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:33.372210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f96a5-e0cd-4153-8c83-f36d8349b5a3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Deleting port 269b5667-7baf-4a29-bbe3-6a34ae3aaba2 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:33.372558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf1f96a5-e0cd-4153-8c83-f36d8349b5a3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.395496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.404757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3a4fb9c9-ac54-4a94-a51a-d003d43d1600 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2509363 Jan 12 09:35:33.411892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33862) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:33.422221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'subnet': {'network_id': '14fcef23-3b48-4477-8b30-e910932dd8ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:33.436163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:33.477580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.477789 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Added segment 043a53d1-5a06-464a-ac52-b098790049d9 of type vlan for network 2fee2515-f817-47fc-82f5-4784da067f05 Jan 12 09:35:33.480406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2ca9a35e-d9e1-4015-860d-2d31537a928a None None] Provisioning complete for port 269b5667-7baf-4a29-bbe3-6a34ae3aaba2 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:33.480996 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a35e-d9e1-4015-860d-2d31537a928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.554561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.570376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Router 3e419f70-b7fe-48e8-bc00-5693ef8ac517 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:35:33.586770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:33.593233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:subnet and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:33.601106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9a35e-d9e1-4015-860d-2d31537a928a None None] Port 269b5667-7baf-4a29-bbe3-6a34ae3aaba2 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:33.602919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:33.654679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.664884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:33.677073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.702334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.706182 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:33.706802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.723611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-f9f48742-4e76-4574-8262-8b8471f7f013', 'network_id': 'f9f48742-4e76-4574-8262-8b8471f7f013', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'fixed_ips': [{'subnet_id': '44386bd8-99f3-4c62-bdb7-af61e015a412'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:35:33.724850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.728436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ceea865-438a-44b8-ba67-5f0beff802ef,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:33.736746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:33.777825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf1f96a5-e0cd-4153-8c83-f36d8349b5a3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.855268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.859196 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-87bf3a5c-117b-4cdd-ba32-b854f173b4de tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5498040 Jan 12 09:35:33.872876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33872) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:33.916961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Allocated IP 2001:db8::2 (f9f48742-4e76-4574-8262-8b8471f7f013/44386bd8-99f3-4c62-bdb7-af61e015a412/753fc97a-0793-4e8e-b8c3-2157492e8464) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:34.022076 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7786479 Jan 12 09:35:34.026047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33876) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.031077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.031901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f96a5-e0cd-4153-8c83-f36d8349b5a3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Calling delete_port for 269b5667-7baf-4a29-bbe3-6a34ae3aaba2 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:34.047815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': '2fee2515-f817-47fc-82f5-4784da067f05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:34.091335 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e68458-109b-446c-9540-384c059d2a80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Network': ['ID=2fee2515-f817-47fc-82f5-4784da067f05,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:34.106839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fef7-f95f-45b5-a74c-8e6344721c47 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.113074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 2fee2515-f817-47fc-82f5-4784da067f05 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:34.128197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fef7-f95f-45b5-a74c-8e6344721c47 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.194647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fef7-f95f-45b5-a74c-8e6344721c47 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.233670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9fef7-f95f-45b5-a74c-8e6344721c47 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ceea865-438a-44b8-ba67-5f0beff802ef,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:34.236185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.238992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fef7-f95f-45b5-a74c-8e6344721c47 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.240175 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5bb9fef7-f95f-45b5-a74c-8e6344721c47 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9ceea865-438a-44b8-ba67-5f0beff802ef HTTP/1.1" status: 204 len: 168 time: 0.3664081 Jan 12 09:35:34.243122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33880) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.256381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Transition to ACTIVE for port object 753fc97a-0793-4e8e-b8c3-2157492e8464 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:34.260518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf1f96a5-e0cd-4153-8c83-f36d8349b5a3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.277772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Transition to ACTIVE for port object 753fc97a-0793-4e8e-b8c3-2157492e8464 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:34.285164 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.308939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:34.312989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f96a5-e0cd-4153-8c83-f36d8349b5a3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event deleted for resources: {'Port': ['ID=269b5667-7baf-4a29-bbe3-6a34ae3aaba2,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:34.317617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:34.321750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:34.329735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:34.340483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2a72e262-fe58-4b1b-b34c-94aac57ca342 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:34.353752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:34.364597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Network f9f48742-4e76-4574-8262-8b8471f7f013 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:34.367821 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:34.370439 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:34.377158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Pushing event updated for resources: {'Port': ['ID=753fc97a-0793-4e8e-b8c3-2157492e8464,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:34.443852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2a72e262-fe58-4b1b-b34c-94aac57ca342 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:34.445231 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2a72e262-fe58-4b1b-b34c-94aac57ca342 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2012403 Jan 12 09:35:34.448199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33884) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.474271 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:34.497759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Sync routers for ids ['3e419f70-b7fe-48e8-bc00-5693ef8ac517'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:34.506708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf1f96a5-e0cd-4153-8c83-f36d8349b5a3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.511717 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cf1f96a5-e0cd-4153-8c83-f36d8349b5a3 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "DELETE /v2.0/ports/269b5667-7baf-4a29-bbe3-6a34ae3aaba2 HTTP/1.1" status: 204 len: 168 time: 1.2240942 Jan 12 09:35:34.521260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33888) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.531825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Attempting to bind port 753fc97a-0793-4e8e-b8c3-2157492e8464 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:34.532705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Attempting to bind port 753fc97a-0793-4e8e-b8c3-2157492e8464 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '7cccae29-f484-4cd2-823b-b7261305f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f9f48742-4e76-4574-8262-8b8471f7f013'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:34.532705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Attempting to bind port 753fc97a-0793-4e8e-b8c3-2157492e8464 on network f9f48742-4e76-4574-8262-8b8471f7f013 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:34.537231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Routers {'3e419f70-b7fe-48e8-bc00-5693ef8ac517'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:34.537849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['3e419f70-b7fe-48e8-bc00-5693ef8ac517'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:34.577241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.599068 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a753d45-b7e1-4a5d-81df-f2f24053ac33 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] GET failed (client error): The resource could not be found. Jan 12 09:35:34.599731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3a753d45-b7e1-4a5d-81df-f2f24053ac33 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Synchronizing usage tracker for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:34.600349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.604097 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9ccea2ea-bcca-44b7-b8b6-6770b5b61dde tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2560933 Jan 12 09:35:34.611019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33892) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.613688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:34.614055 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Checking segment: {'id': '7cccae29-f484-4cd2-823b-b7261305f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f9f48742-4e76-4574-8262-8b8471f7f013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:34.614452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.614984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Bound using segment: {'id': '7cccae29-f484-4cd2-823b-b7261305f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f9f48742-4e76-4574-8262-8b8471f7f013'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:34.615457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Bound port: 753fc97a-0793-4e8e-b8c3-2157492e8464, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cccae29-f484-4cd2-823b-b7261305f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f9f48742-4e76-4574-8262-8b8471f7f013'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:34.615823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-daea7de3-8d33-4599-817b-31f70571b33f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.711671 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3a753d45-b7e1-4a5d-81df-f2f24053ac33 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Unset dirty status for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:34.713263 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3a753d45-b7e1-4a5d-81df-f2f24053ac33 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "GET /v2.0/ports/269b5667-7baf-4a29-bbe3-6a34ae3aaba2 HTTP/1.1" status: 404 len: 333 time: 0.1927569 Jan 12 09:35:34.722356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Performing IP validity checks on allocation pools {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:35:34.723061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:35:34.725010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33898) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.732260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.735226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'port': {'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397', 'name': 'tempest-AllowedAddressPairTestJSON-1161904851'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:34.829280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Subnet': ['ID=22ad420e-7cdc-4381-bdda-aeb1717c6cc2,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:34.849903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] For port 753fc97a-0793-4e8e-b8c3-2157492e8464, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:34.854252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] For port 753fc97a-0793-4e8e-b8c3-2157492e8464, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=753fc97a-0793-4e8e-b8c3-2157492e8464,segment=NetworkSegment(7cccae29-f484-4cd2-823b-b7261305f5c4),segment_id=7cccae29-f484-4cd2-823b-b7261305f5c4)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:34.862236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Set router 3e419f70-b7fe-48e8-bc00-5693ef8ac517 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:34.862458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-daea7de3-8d33-4599-817b-31f70571b33f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.904634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.912990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Checking segment: {'id': 'a977c87e-6064-4531-ba29-61d6b0e9c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '14fcef23-3b48-4477-8b30-e910932dd8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:34.912990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network hostable DHCP agents. Network: 14fcef23-3b48-4477-8b30-e910932dd8ac, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:34.997485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 14fcef23-3b48-4477-8b30-e910932dd8ac is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:35.004379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.055676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:35.084732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:35.093644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 14fcef23-3b48-4477-8b30-e910932dd8ac) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:35.122296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:35.123166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.140094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf90cdfe-021b-415e-9395-8131adea6e68 None None] Network 14fcef23-3b48-4477-8b30-e910932dd8ac requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:35.148994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=450876d1-14f0-4970-a0f3-46e53f61a07a,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:35.166844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Checking segment: {'id': '043a53d1-5a06-464a-ac52-b098790049d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2fee2515-f817-47fc-82f5-4784da067f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:35.167710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network hostable DHCP agents. Network: 2fee2515-f817-47fc-82f5-4784da067f05, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:35.171632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Made reservation on behalf of e28420eb1f2d453e9a40ebda46a7031c for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:35.176839 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-525058b2-12b7-4bf7-8736-6037ea2161fd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7636809 Jan 12 09:35:35.178012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33906) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:35.183413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.186457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1464338964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:35.195906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:35.201614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:router and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:35.205301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:35.212254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:35.224533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-daea7de3-8d33-4599-817b-31f70571b33f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.225217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network 2fee2515-f817-47fc-82f5-4784da067f05 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:35.229646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.230715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.244411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9b81c-493a-4b88-9490-9c11919cfac6 None None] Pushing event updated for resources: {'Port': ['ID=753fc97a-0793-4e8e-b8c3-2157492e8464,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:35.248245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 2fee2515-f817-47fc-82f5-4784da067f05) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:35.254708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:35.254708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.261466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.273578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea7de3-8d33-4599-817b-31f70571b33f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4083954c-d6d1-4760-b2e9-388846e23207,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:35.281194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959530be-9440-4041-a8d3-71df74304f6c None None] Network 2fee2515-f817-47fc-82f5-4784da067f05 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:35.282336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] device_id is not set on port fc6d632a-f251-4669-a0e6-8cdc9d7333b1 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:35.307300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.318642 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-58579b44-c9fa-4b53-bf44-151236ab5021 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2915528 Jan 12 09:35:35.321898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33910) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:35.335442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.340798 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1f9c5fbe-350d-4868-8144-8ec506ecdf59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1618252 Jan 12 09:35:35.341710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33914) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:35.341818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': '2fee2515-f817-47fc-82f5-4784da067f05', 'name': 'tempest-PortsTestJSON-542361770'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:35.441257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-daea7de3-8d33-4599-817b-31f70571b33f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.445401 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-daea7de3-8d33-4599-817b-31f70571b33f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/4083954c-d6d1-4760-b2e9-388846e23207 HTTP/1.1" status: 204 len: 168 time: 0.9962342 Jan 12 09:35:35.446090 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33918) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:35.660969 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ce91e4d9-2efe-4023-bd4a-93fb88b10e07 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/routers/3e419f70-b7fe-48e8-bc00-5693ef8ac517 HTTP/1.1" status: 200 len: 908 time: 1.0486872 Jan 12 09:35:35.662013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33922) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:35.679708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cec11586-93c8-4c1d-b489-6ad7c6d111e6 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:35.682509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:35.772833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:35.787309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Allocated IP 172.20.0.3 (fe238ad4-393b-401d-8eb1-c0e98c4f5397/07a7c52a-e28e-4ba6-b073-00f5d6763e37/fc6d632a-f251-4669-a0e6-8cdc9d7333b1) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:35.794272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e419f70-b7fe-48e8-bc00-5693ef8ac517', 'name': 'tempest-snat-router-1545275726', 'tenant_id': 'f108a379c46d4d228d59246898b65061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.146'}], 'enable_snat': True}, 'gw_port_id': 'db67daef-c57c-4f3c-a5ac-3fe224b37d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:30Z', 'updated_at': '2022-01-12T09:35:32Z', 'revision_number': 3, 'project_id': 'f108a379c46d4d228d59246898b65061', 'gw_port': {'id': 'db67daef-c57c-4f3c-a5ac-3fe224b37d0a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e419f70-b7fe-48e8-bc00-5693ef8ac517', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:31Z', 'updated_at': '2022-01-12T09:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:35.795627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cec11586-93c8-4c1d-b489-6ad7c6d111e6 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:35.802291 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cec11586-93c8-4c1d-b489-6ad7c6d111e6 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3506134 Jan 12 09:35:35.803263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33926) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:35.812822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:35.815745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.830016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-2fee2515-f817-47fc-82f5-4784da067f05', 'network_id': '2fee2515-f817-47fc-82f5-4784da067f05', 'tenant_id': 'e91abe40cd084170b0c80e93ce9fa4d2', 'fixed_ips': [{'subnet_id': '450876d1-14f0-4970-a0f3-46e53f61a07a'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:35:35.831366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.833050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627399447'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:35.850011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Checking router: 3e419f70-b7fe-48e8-bc00-5693ef8ac517 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:35:35.850355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Updating router 3e419f70-b7fe-48e8-bc00-5693ef8ac517 port db67daef-c57c-4f3c-a5ac-3fe224b37d0a binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:35:35.861913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:35.890204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 9552f5d9-799e-447f-8669-dc0faf78431e yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:35.904187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-14fcef23-3b48-4477-8b30-e910932dd8ac', 'network_id': '14fcef23-3b48-4477-8b30-e910932dd8ac', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'fixed_ips': [{'subnet_id': '22ad420e-7cdc-4381-bdda-aeb1717c6cc2'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:35:35.905038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.940904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:36.017751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.021347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.098107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.283838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:36.308955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:36.316053 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.4 (2fee2515-f817-47fc-82f5-4784da067f05/450876d1-14f0-4970-a0f3-46e53f61a07a/9552f5d9-799e-447f-8669-dc0faf78431e) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:36.331077 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:36.362283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:36.379385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.432504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Transition to ACTIVE for port object fc6d632a-f251-4669-a0e6-8cdc9d7333b1 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:36.466571 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Allocated IP 2001:db8:1::2 (14fcef23-3b48-4477-8b30-e910932dd8ac/22ad420e-7cdc-4381-bdda-aeb1717c6cc2/7f80792e-e273-4b6e-8bec-5249f22dea6c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:36.630705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Allocated IP 2001:db8::1 (f9f48742-4e76-4574-8262-8b8471f7f013/44386bd8-99f3-4c62-bdb7-af61e015a412/4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:36.645914 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.658099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.662233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e42713-7e34-4358-9f58-38c8bf569a0c None None] Network f9f48742-4e76-4574-8262-8b8471f7f013 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:36.697390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.806721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.824450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Transition to ACTIVE for port object 4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:36.847654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.893551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.908076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-846f5088-748a-4f9e-81a7-4f6439b8268c None None] Provisioning for port 753fc97a-0793-4e8e-b8c3-2157492e8464 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:36.921379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network f9f48742-4e76-4574-8262-8b8471f7f013 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:36.924640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:36.928950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:36.929517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.935738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:36.984850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.988619 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:37.003713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:37.006378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:37.048090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.060467 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468a4162-726b-44af-a91b-7bc026c52dbd,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:37.074522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Port': ['ID=fc6d632a-f251-4669-a0e6-8cdc9d7333b1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:37.112489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.116745 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d55b5b24-c8f9-4855-9d4a-99e506ad727c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3099148 Jan 12 09:35:37.117497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33938) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:37.124134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.142655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': '468a4162-726b-44af-a91b-7bc026c52dbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:37.154148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:37.154782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.165428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:37.181686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object 9552f5d9-799e-447f-8669-dc0faf78431e will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:37.188215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:37.195966 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:37.199387 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6f792938-7703-418e-8d38-d2bedc84f099 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4733696 Jan 12 09:35:37.216003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 753fc97a-0793-4e8e-b8c3-2157492e8464 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:37.216202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33942) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:37.223544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:37.236736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'port': {'network_id': 'fe238ad4-393b-401d-8eb1-c0e98c4f5397', 'name': 'tempest-AllowedAddressPairTestJSON-1378986283'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:37.260330 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Transition to ACTIVE for port object 7f80792e-e273-4b6e-8bec-5249f22dea6c will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:37.336834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Transition to ACTIVE for port object 7f80792e-e273-4b6e-8bec-5249f22dea6c will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:37.363890 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.368392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.408355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.420537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.478348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Transition to ACTIVE for port object db67daef-c57c-4f3c-a5ac-3fe224b37d0a will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:37.517886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Network 14fcef23-3b48-4477-8b30-e910932dd8ac is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:37.521214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.535441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-76a29714-70bb-4ec1-8ac5-2b816246c3ae None None] Provisioning for port fc6d632a-f251-4669-a0e6-8cdc9d7333b1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:37.538509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:37.551097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:37.556034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Pushing event updated for resources: {'Port': ['ID=7f80792e-e273-4b6e-8bec-5249f22dea6c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:37.571597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-76a29714-70bb-4ec1-8ac5-2b816246c3ae None None] Provisioning complete for port fc6d632a-f251-4669-a0e6-8cdc9d7333b1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:37.572037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76a29714-70bb-4ec1-8ac5-2b816246c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.611235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network 2fee2515-f817-47fc-82f5-4784da067f05 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:37.623836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:37.636631 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:37.638839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=9552f5d9-799e-447f-8669-dc0faf78431e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:37.645253 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:37.652718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Allocated IP 172.20.0.2 (2fee2515-f817-47fc-82f5-4784da067f05/450876d1-14f0-4970-a0f3-46e53f61a07a/e07e3e70-075e-4a22-951d-90fd0616f617) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:37.669449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 753fc97a-0793-4e8e-b8c3-2157492e8464 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:37.693326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:37.724328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.731364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Made reservation on behalf of e28420eb1f2d453e9a40ebda46a7031c for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:37.734697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.734944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.735741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.747750 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 753fc97a-0793-4e8e-b8c3-2157492e8464 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:37.748113 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.778184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:37.778795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.785333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.800553 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] device_id is not set on port 4aafbdbd-85d2-4853-95c7-a48bcec97f37 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:37.824401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Attempting to bind port db67daef-c57c-4f3c-a5ac-3fe224b37d0a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:37.824401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Attempting to bind port db67daef-c57c-4f3c-a5ac-3fe224b37d0a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:37.824744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Attempting to bind port db67daef-c57c-4f3c-a5ac-3fe224b37d0a on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:37.865926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-76a29714-70bb-4ec1-8ac5-2b816246c3ae None None] Port fc6d632a-f251-4669-a0e6-8cdc9d7333b1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:37.867418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd17d43-7a4f-4149-b765-291fb2e8e53f None None] Pushing event updated for resources: {'Port': ['ID=db67daef-c57c-4f3c-a5ac-3fe224b37d0a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:37.888587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.891325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.940402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:37.942534 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.945520 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8176045 Jan 12 09:35:37.953066 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:37.953809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:37.954170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.955962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:37.956115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33950) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:37.956211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Bound port: db67daef-c57c-4f3c-a5ac-3fe224b37d0a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:37.956211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.967794 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b0443ec8-c1be-4a07-9aee-95d0d283d427 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6319036 Jan 12 09:35:37.970000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': '468a4162-726b-44af-a91b-7bc026c52dbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:37.975070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71a9cb-75f8-45e5-81bb-d07d95de218c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3c6ceb-423f-4234-8af3-63cfab71e624,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:37.975774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33954) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:37.979437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:37.982364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Deleting port db67daef-c57c-4f3c-a5ac-3fe224b37d0a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:37.982768 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.010827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Attempting to bind port 7f80792e-e273-4b6e-8bec-5249f22dea6c on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:38.011169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Attempting to bind port 7f80792e-e273-4b6e-8bec-5249f22dea6c by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'a977c87e-6064-4531-ba29-61d6b0e9c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '14fcef23-3b48-4477-8b30-e910932dd8ac'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:38.011524 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Attempting to bind port 7f80792e-e273-4b6e-8bec-5249f22dea6c on network 14fcef23-3b48-4477-8b30-e910932dd8ac {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:38.059532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-1123fde8-c8cd-4812-aab9-041f3c74a34b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 9552f5d9-799e-447f-8669-dc0faf78431e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:38.059871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1123fde8-c8cd-4812-aab9-041f3c74a34b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.089345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:38.089705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Checking segment: {'id': 'a977c87e-6064-4531-ba29-61d6b0e9c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '14fcef23-3b48-4477-8b30-e910932dd8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:38.090102 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.090507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Bound using segment: {'id': 'a977c87e-6064-4531-ba29-61d6b0e9c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '14fcef23-3b48-4477-8b30-e910932dd8ac'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:38.091305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Bound port: 7f80792e-e273-4b6e-8bec-5249f22dea6c, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a977c87e-6064-4531-ba29-61d6b0e9c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '14fcef23-3b48-4477-8b30-e910932dd8ac'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:38.091423 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.124442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:38.212908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Allocated IP 172.20.0.4 (fe238ad4-393b-401d-8eb1-c0e98c4f5397/07a7c52a-e28e-4ba6-b073-00f5d6763e37/4aafbdbd-85d2-4853-95c7-a48bcec97f37) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:38.265679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:38.274691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network f9f48742-4e76-4574-8262-8b8471f7f013 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:38.279208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] For port db67daef-c57c-4f3c-a5ac-3fe224b37d0a, host dv-neutron-824347-1-hyperv, got binding levels [] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:38.279690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.283971 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:38.286077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:38.333998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] For port db67daef-c57c-4f3c-a5ac-3fe224b37d0a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:38.341492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] For port db67daef-c57c-4f3c-a5ac-3fe224b37d0a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=db67daef-c57c-4f3c-a5ac-3fe224b37d0a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:38.342597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e9988184-dae9-4b37-87c5-f99105952204 None None] Provisioning complete for port 753fc97a-0793-4e8e-b8c3-2157492e8464 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:38.343024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9988184-dae9-4b37-87c5-f99105952204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.427913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Calling delete_port for db67daef-c57c-4f3c-a5ac-3fe224b37d0a owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:38.441173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.546610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd17d43-7a4f-4149-b765-291fb2e8e53f None None] Pushing event updated for resources: {'Port': ['ID=db67daef-c57c-4f3c-a5ac-3fe224b37d0a,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:38.650217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.678351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9988184-dae9-4b37-87c5-f99105952204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.696916 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.717431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:38.717946 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:38.721065 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Transition to ACTIVE for port object 4aafbdbd-85d2-4853-95c7-a48bcec97f37 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:38.748378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.749953 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Routers {'3e419f70-b7fe-48e8-bc00-5693ef8ac517'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:38.750802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['3e419f70-b7fe-48e8-bc00-5693ef8ac517'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:38.815753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.819790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:38.822870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.824194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:38.826773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1123fde8-c8cd-4812-aab9-041f3c74a34b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.827265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:38.900051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Port': ['ID=4aafbdbd-85d2-4853-95c7-a48bcec97f37,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:38.921344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:38.921945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.928532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 753fc97a-0793-4e8e-b8c3-2157492e8464, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=753fc97a-0793-4e8e-b8c3-2157492e8464,segment=NetworkSegment(7cccae29-f484-4cd2-823b-b7261305f5c4),segment_id=7cccae29-f484-4cd2-823b-b7261305f5c4)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:38.933171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Transition to ACTIVE for port object e07e3e70-075e-4a22-951d-90fd0616f617 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:38.945839 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] For port 7f80792e-e273-4b6e-8bec-5249f22dea6c, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:38.950955 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bb98a0d2-6ff9-4d87-88af-b5537ca2afa7 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7320397 Jan 12 09:35:38.953449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33964) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:38.959260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-da570ea7-3590-46f1-adc4-817a10c9c0a8 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ab:41:8c'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:95:d5:99'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:38.971892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-1123fde8-c8cd-4812-aab9-041f3c74a34b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 9552f5d9-799e-447f-8669-dc0faf78431e owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:38.978147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.086020 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.087373 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Transition to ACTIVE for port object e07e3e70-075e-4a22-951d-90fd0616f617 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:39.091725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-e9988184-dae9-4b37-87c5-f99105952204 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:39.091725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-e9988184-dae9-4b37-87c5-f99105952204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:39.097517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.104843 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] For port 7f80792e-e273-4b6e-8bec-5249f22dea6c, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7f80792e-e273-4b6e-8bec-5249f22dea6c,segment=NetworkSegment(a977c87e-6064-4531-ba29-61d6b0e9c438),segment_id=a977c87e-6064-4531-ba29-61d6b0e9c438)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:39.114197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.130094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.151049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] Set router 3e419f70-b7fe-48e8-bc00-5693ef8ac517 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:35:39.222945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Network 2fee2515-f817-47fc-82f5-4784da067f05 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:39.229829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb01c959-8fd0-40d0-a1fe-80000052ea5c,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:39.234019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:39.254136 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:39.257158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=753fc97a-0793-4e8e-b8c3-2157492e8464,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:39.281834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.287128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2118a85c-bf84-47ef-9de3-c901f427b109 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3307867 Jan 12 09:35:39.287976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Deleting port db67daef-c57c-4f3c-a5ac-3fe224b37d0a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:39.288324 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.295753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33968) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:39.358925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': '468a4162-726b-44af-a91b-7bc026c52dbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:39.365547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:39.369988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:39.373374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:39.382406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:39.402003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e419f70-b7fe-48e8-bc00-5693ef8ac517', 'name': 'tempest-snat-router-1545275726', 'tenant_id': 'f108a379c46d4d228d59246898b65061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:30Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': 'f108a379c46d4d228d59246898b65061', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:39.427375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.470815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1123fde8-c8cd-4812-aab9-041f3c74a34b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.502198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad540eb9-c8c2-4f6a-823a-e91946cb4d0a None None] The sync data for ids ['3e419f70-b7fe-48e8-bc00-5693ef8ac517'] in dv-neutron-824347-1-hyperv is: [{'id': '3e419f70-b7fe-48e8-bc00-5693ef8ac517', 'name': 'tempest-snat-router-1545275726', 'tenant_id': 'f108a379c46d4d228d59246898b65061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:30Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': 'f108a379c46d4d228d59246898b65061', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:39.541191 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123fde8-c8cd-4812-aab9-041f3c74a34b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=9552f5d9-799e-447f-8669-dc0faf78431e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:39.544763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Pushing event updated for resources: {'Port': ['ID=e07e3e70-075e-4a22-951d-90fd0616f617,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:39.608829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] For port db67daef-c57c-4f3c-a5ac-3fe224b37d0a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=db67daef-c57c-4f3c-a5ac-3fe224b37d0a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:39.609434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.719589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.736447 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.763696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Attempting to bind port e07e3e70-075e-4a22-951d-90fd0616f617 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:39.764071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Attempting to bind port e07e3e70-075e-4a22-951d-90fd0616f617 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '043a53d1-5a06-464a-ac52-b098790049d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2fee2515-f817-47fc-82f5-4784da067f05'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:39.764419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Attempting to bind port e07e3e70-075e-4a22-951d-90fd0616f617 on network 2fee2515-f817-47fc-82f5-4784da067f05 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:39.819904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:39.820163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Checking segment: {'id': '043a53d1-5a06-464a-ac52-b098790049d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2fee2515-f817-47fc-82f5-4784da067f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:39.820556 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.820938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Bound using segment: {'id': '043a53d1-5a06-464a-ac52-b098790049d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2fee2515-f817-47fc-82f5-4784da067f05'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:39.821449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Bound port: e07e3e70-075e-4a22-951d-90fd0616f617, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043a53d1-5a06-464a-ac52-b098790049d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2fee2515-f817-47fc-82f5-4784da067f05'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:39.823549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.867138 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37d2a1-1ee2-4a31-bce7-49075ff70e0d None None] Pushing event updated for resources: {'Port': ['ID=7f80792e-e273-4b6e-8bec-5249f22dea6c,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:39.870328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef186b4-96e4-4252-bc3b-38ce6acd71e1,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:39.882062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Calling delete_port for db67daef-c57c-4f3c-a5ac-3fe224b37d0a owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:39.889878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1123fde8-c8cd-4812-aab9-041f3c74a34b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.996452 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1123fde8-c8cd-4812-aab9-041f3c74a34b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/9552f5d9-799e-447f-8669-dc0faf78431e HTTP/1.1" status: 204 len: 168 time: 2.0185790 Jan 12 09:35:39.997225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33978) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.004520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.005697 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dffc8bd8-916a-484c-ac25-9672d29334e1 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7079847 Jan 12 09:35:40.015513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 33980) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.089122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router 03a19314-1a58-487a-adf2-2f141ac246ad is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:35:40.113674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] For port e07e3e70-075e-4a22-951d-90fd0616f617, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:40.120848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] For port e07e3e70-075e-4a22-951d-90fd0616f617, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=e07e3e70-075e-4a22-951d-90fd0616f617,segment=NetworkSegment(043a53d1-5a06-464a-ac52-b098790049d9),segment_id=043a53d1-5a06-464a-ac52-b098790049d9)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:40.122560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e9988184-dae9-4b37-87c5-f99105952204 None None] Provisioning for port 4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:40.128200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e9988184-dae9-4b37-87c5-f99105952204 None None] Provisioning complete for port 4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:40.128567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9988184-dae9-4b37-87c5-f99105952204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.139395 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-da570ea7-3590-46f1-adc4-817a10c9c0a8 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.156932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': '468a4162-726b-44af-a91b-7bc026c52dbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:40.180991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:40.184500 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.188332 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7fc08c-b634-469f-be7c-61fa87f013be tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:40.188770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7fc08c-b634-469f-be7c-61fa87f013be tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:40.190421 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8b7fc08c-b634-469f-be7c-61fa87f013be tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/9552f5d9-799e-447f-8669-dc0faf78431e HTTP/1.1" status: 404 len: 333 time: 0.1761985 Jan 12 09:35:40.193151 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:40.194359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33986) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.197120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:40.233642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:40.242001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e9988184-dae9-4b37-87c5-f99105952204 None None] Port 4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:40.288409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.288916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01377c43-e01c-44ad-96e3-71dea9b4eb99 None None] Pushing event updated for resources: {'Port': ['ID=e07e3e70-075e-4a22-951d-90fd0616f617,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:40.319438 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80758ab-abc3-4bd0-b8f3-f43785880db8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:35:40.319945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d80758ab-abc3-4bd0-b8f3-f43785880db8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:40.344718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d80758ab-abc3-4bd0-b8f3-f43785880db8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:40.345843 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d80758ab-abc3-4bd0-b8f3-f43785880db8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/9552f5d9-799e-447f-8669-dc0faf78431e HTTP/1.1" status: 404 len: 333 time: 0.0905311 Jan 12 09:35:40.348708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33990) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.365793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-57d6174e-c710-46d3-b04a-53475db5dfaa None None] Provisioning for port 4aafbdbd-85d2-4853-95c7-a48bcec97f37 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:40.373589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-57d6174e-c710-46d3-b04a-53475db5dfaa None None] Provisioning complete for port 4aafbdbd-85d2-4853-95c7-a48bcec97f37 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:40.374257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57d6174e-c710-46d3-b04a-53475db5dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.424040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.430683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.461775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-57d6174e-c710-46d3-b04a-53475db5dfaa None None] Port 4aafbdbd-85d2-4853-95c7-a48bcec97f37 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:40.483034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-57d6174e-c710-46d3-b04a-53475db5dfaa None None] Provisioning complete for port 4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:40.483392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57d6174e-c710-46d3-b04a-53475db5dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.495974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.540610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:40.542480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event deleted for resources: {'Port': ['ID=db67daef-c57c-4f3c-a5ac-3fe224b37d0a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:40.546597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-57d6174e-c710-46d3-b04a-53475db5dfaa None None] Port 4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:40.547519 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a3204c92-c584-4133-acfe-da8ce19575a6 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/03a19314-1a58-487a-adf2-2f141ac246ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2043300 Jan 12 09:35:40.551166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33994) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.562047 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83cf94a-e1e3-4e15-b14e-5f0a99c188d1 None None] Sync routers for ids ['03a19314-1a58-487a-adf2-2f141ac246ad'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:40.574256 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83cf94a-e1e3-4e15-b14e-5f0a99c188d1 None None] Routers {'03a19314-1a58-487a-adf2-2f141ac246ad'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:40.575010 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b83cf94a-e1e3-4e15-b14e-5f0a99c188d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['03a19314-1a58-487a-adf2-2f141ac246ad'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:40.637004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e545eeb8-acff-4741-b4ce-d88540e84a98,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:40.638507 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b83cf94a-e1e3-4e15-b14e-5f0a99c188d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:40.649837 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83cf94a-e1e3-4e15-b14e-5f0a99c188d1 None None] Routers {'03a19314-1a58-487a-adf2-2f141ac246ad'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:40.650553 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b83cf94a-e1e3-4e15-b14e-5f0a99c188d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['03a19314-1a58-487a-adf2-2f141ac246ad'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:40.698372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2e6b26-ac1d-4e0b-b880-258cc07b28c2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:40.698914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bf2e6b26-ac1d-4e0b-b880-258cc07b28c2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Synchronizing usage tracker for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:40.711167 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b83cf94a-e1e3-4e15-b14e-5f0a99c188d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:40.711582 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83cf94a-e1e3-4e15-b14e-5f0a99c188d1 None None] The sync data for ids ['03a19314-1a58-487a-adf2-2f141ac246ad'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:40.742832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.747529 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bf2e6b26-ac1d-4e0b-b880-258cc07b28c2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Unset dirty status for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:40.747714 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d4f8e964-ba4f-41c2-9fd9-0b7aaea26b62 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7218742 Jan 12 09:35:40.747806 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bf2e6b26-ac1d-4e0b-b880-258cc07b28c2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports/4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7 HTTP/1.1" status: 200 len: 911 time: 0.1936297 Jan 12 09:35:40.755707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 33998) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.756043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34000) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.817704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': '468a4162-726b-44af-a91b-7bc026c52dbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:40.836820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:40.851036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:40.855953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:40.861308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-872046b3-e6c2-4ef2-8d59-f4af1465814b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet 450876d1-14f0-4970-a0f3-46e53f61a07a {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:35:40.868065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:40.874003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-872046b3-e6c2-4ef2-8d59-f4af1465814b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.916862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.974136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-da570ea7-3590-46f1-adc4-817a10c9c0a8 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:40.995675 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.999474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-da570ea7-3590-46f1-adc4-817a10c9c0a8 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.057330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-872046b3-e6c2-4ef2-8d59-f4af1465814b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.128425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-da570ea7-3590-46f1-adc4-817a10c9c0a8 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.271388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.282439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.362244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-872046b3-e6c2-4ef2-8d59-f4af1465814b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.383323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f80792e-e273-4b6e-8bec-5249f22dea6c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:41.466781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9785a90-dcf8-4f5d-ba20-739ce6f10ee4,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:41.484068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.488069 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-11dae415-2cf3-4e9b-b1c5-8f303fbad8b8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7283065 Jan 12 09:35:41.504853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34012) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:41.538249 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 7f80792e-e273-4b6e-8bec-5249f22dea6c completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:41.547157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 753fc97a-0793-4e8e-b8c3-2157492e8464 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:41.606691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-872046b3-e6c2-4ef2-8d59-f4af1465814b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.650848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872046b3-e6c2-4ef2-8d59-f4af1465814b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=450876d1-14f0-4970-a0f3-46e53f61a07a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:41.657714 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 753fc97a-0793-4e8e-b8c3-2157492e8464 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:41.658461 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.660918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-872046b3-e6c2-4ef2-8d59-f4af1465814b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.671592 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-872046b3-e6c2-4ef2-8d59-f4af1465814b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/450876d1-14f0-4970-a0f3-46e53f61a07a HTTP/1.1" status: 204 len: 168 time: 1.3194499 Jan 12 09:35:41.671932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.672436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34016) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:41.681571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da570ea7-3590-46f1-adc4-817a10c9c0a8 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event updated for resources: {'Port': ['ID=4aafbdbd-85d2-4853-95c7-a48bcec97f37,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:41.715437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.737988 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d2cddccc-0d07-45fa-8967-b1e225f0d778 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.755594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d2cddccc-0d07-45fa-8967-b1e225f0d778 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.759130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b046cff4-1eab-4441-889c-66479e4f3b2a None None] Network 14fcef23-3b48-4477-8b30-e910932dd8ac requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:41.786458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-da570ea7-3590-46f1-adc4-817a10c9c0a8 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] In _notify_port_updated(), no bound segment for port 4aafbdbd-85d2-4853-95c7-a48bcec97f37 on network fe238ad4-393b-401d-8eb1-c0e98c4f5397 {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:35:41.791037 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da570ea7-3590-46f1-adc4-817a10c9c0a8 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:41.792190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-da570ea7-3590-46f1-adc4-817a10c9c0a8 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.793842 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-da570ea7-3590-46f1-adc4-817a10c9c0a8 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "PUT /v2.0/ports/4aafbdbd-85d2-4853-95c7-a48bcec97f37 HTTP/1.1" status: 200 len: 1055 time: 2.8393199 Jan 12 09:35:41.796095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d2cddccc-0d07-45fa-8967-b1e225f0d778 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.800114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34020) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:41.866254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cddccc-0d07-45fa-8967-b1e225f0d778 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9785a90-dcf8-4f5d-ba20-739ce6f10ee4,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:41.891795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d2cddccc-0d07-45fa-8967-b1e225f0d778 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.893505 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d2cddccc-0d07-45fa-8967-b1e225f0d778 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b9785a90-dcf8-4f5d-ba20-739ce6f10ee4 HTTP/1.1" status: 204 len: 168 time: 0.3860173 Jan 12 09:35:41.897128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34024) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:41.899838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.900598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e419f70-b7fe-48e8-bc00-5693ef8ac517 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:35:41.914094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.938810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-93fc3070-1300-4071-b910-c47fb2a249d2 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Deleting port 4aafbdbd-85d2-4853-95c7-a48bcec97f37 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:41.939361 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93fc3070-1300-4071-b910-c47fb2a249d2 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.944453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port e07e3e70-075e-4a22-951d-90fd0616f617 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:41.944790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.972362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.973734 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-152af32b-065c-4688-a34f-060140f7c516 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "DELETE /v2.0/routers/3e419f70-b7fe-48e8-bc00-5693ef8ac517 HTTP/1.1" status: 204 len: 168 time: 6.3041394 Jan 12 09:35:41.985236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34028) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:42.065630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ca0b3a76-023b-45b4-8ad0-e1d1f7644753 None None] Provisioning for port 7f80792e-e273-4b6e-8bec-5249f22dea6c completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:42.075081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ca0b3a76-023b-45b4-8ad0-e1d1f7644753 None None] Provisioning complete for port 7f80792e-e273-4b6e-8bec-5249f22dea6c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:42.075591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3a76-023b-45b4-8ad0-e1d1f7644753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.177661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-33cf6b66-ac6a-457a-8c55-cd4f1a360567 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:42.251049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-33cf6b66-ac6a-457a-8c55-cd4f1a360567 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:42.252709 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-33cf6b66-ac6a-457a-8c55-cd4f1a360567 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3544292 Jan 12 09:35:42.256997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34034) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:42.289800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c9dfd352-811d-4ba5-86f7-7bf51c946bf8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:42.358753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] For port e07e3e70-075e-4a22-951d-90fd0616f617, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=e07e3e70-075e-4a22-951d-90fd0616f617,segment=NetworkSegment(043a53d1-5a06-464a-ac52-b098790049d9),segment_id=043a53d1-5a06-464a-ac52-b098790049d9)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:42.359120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.366204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3a76-023b-45b4-8ad0-e1d1f7644753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.440177 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d13169-1f0c-4d90-9d34-f7ee7409f1bf None None] Network 2fee2515-f817-47fc-82f5-4784da067f05 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:42.441718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-508c6219-c298-401a-8df3-14b84c71f5ed tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.463878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ca0b3a76-023b-45b4-8ad0-e1d1f7644753 None None] For port 7f80792e-e273-4b6e-8bec-5249f22dea6c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7f80792e-e273-4b6e-8bec-5249f22dea6c,segment=NetworkSegment(a977c87e-6064-4531-ba29-61d6b0e9c438),segment_id=a977c87e-6064-4531-ba29-61d6b0e9c438)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:42.475689 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-508c6219-c298-401a-8df3-14b84c71f5ed tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.532066 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3a76-023b-45b4-8ad0-e1d1f7644753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.564490 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-508c6219-c298-401a-8df3-14b84c71f5ed tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.605713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for e07e3e70-075e-4a22-951d-90fd0616f617 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:42.612974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port c9dfd352-811d-4ba5-86f7-7bf51c946bf8 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:42.616760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c6219-c298-401a-8df3-14b84c71f5ed tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e545eeb8-acff-4741-b4ce-d88540e84a98,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:42.635842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c9dfd352-811d-4ba5-86f7-7bf51c946bf8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:42.636398 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.650043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93fc3070-1300-4071-b910-c47fb2a249d2 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.712191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-508c6219-c298-401a-8df3-14b84c71f5ed tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.715909 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-508c6219-c298-401a-8df3-14b84c71f5ed tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e545eeb8-acff-4741-b4ce-d88540e84a98 HTTP/1.1" status: 204 len: 168 time: 0.4525054 Jan 12 09:35:42.719410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34042) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:42.783772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b3a76-023b-45b4-8ad0-e1d1f7644753 None None] Pushing event updated for resources: {'Port': ['ID=7f80792e-e273-4b6e-8bec-5249f22dea6c,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:42.789005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-977e6ac1-7a7c-451a-a0f8-be73c2005897 None None] Provisioning for port e07e3e70-075e-4a22-951d-90fd0616f617 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:42.789255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.823270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-977e6ac1-7a7c-451a-a0f8-be73c2005897 None None] Provisioning complete for port e07e3e70-075e-4a22-951d-90fd0616f617 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:42.823508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-977e6ac1-7a7c-451a-a0f8-be73c2005897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.829893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-93fc3070-1300-4071-b910-c47fb2a249d2 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Calling delete_port for 4aafbdbd-85d2-4853-95c7-a48bcec97f37 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:42.855742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=e07e3e70-075e-4a22-951d-90fd0616f617,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:42.862640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.871175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-977e6ac1-7a7c-451a-a0f8-be73c2005897 None None] Port e07e3e70-075e-4a22-951d-90fd0616f617 was deleted so its status cannot be updated. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 12 09:35:42.882125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No DVR routers for this DVR port e07e3e70-075e-4a22-951d-90fd0616f617 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:42.892482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-18b01985-4d05-4c44-b205-85c382b3d83f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:42.903515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.927011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-977e6ac1-7a7c-451a-a0f8-be73c2005897 None None] Provisioning complete for port 7f80792e-e273-4b6e-8bec-5249f22dea6c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:42.927378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-977e6ac1-7a7c-451a-a0f8-be73c2005897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.944531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.953569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port c9dfd352-811d-4ba5-86f7-7bf51c946bf8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c9dfd352-811d-4ba5-86f7-7bf51c946bf8,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:42.966980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.037792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7500bfa1-eaaf-496e-af1e-5be9e30d0298 None None] DHCP port deletion for 2fee2515-f817-47fc-82f5-4784da067f05 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:35:43.075094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=c9dfd352-811d-4ba5-86f7-7bf51c946bf8,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:43.113149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93fc3070-1300-4071-b910-c47fb2a249d2 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.152663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-977e6ac1-7a7c-451a-a0f8-be73c2005897 None None] Could not find standard attr ID for object 4aafbdbd-85d2-4853-95c7-a48bcec97f37. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:35:43.160957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-18b01985-4d05-4c44-b205-85c382b3d83f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:43.162239 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-18b01985-4d05-4c44-b205-85c382b3d83f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4420786 Jan 12 09:35:43.168572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f80792e-e273-4b6e-8bec-5249f22dea6c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:43.178386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34046) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:43.210576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.214608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc3070-1300-4071-b910-c47fb2a249d2 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event deleted for resources: {'Port': ['ID=4aafbdbd-85d2-4853-95c7-a48bcec97f37,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:43.277579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7f80792e-e273-4b6e-8bec-5249f22dea6c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:43.277955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.351057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-56de3ea5-8adf-4514-86b4-01b01283b19c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.359752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fee2515-f817-47fc-82f5-4784da067f05']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:43.391529 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-56de3ea5-8adf-4514-86b4-01b01283b19c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.399158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043a53d1-5a06-464a-ac52-b098790049d9') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:43.399843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043a53d1-5a06-464a-ac52-b098790049d9') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:43.456904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.521948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.529008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-56de3ea5-8adf-4514-86b4-01b01283b19c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.554036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:43.554384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:43.570429 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:43.594861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.633267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de3ea5-8adf-4514-86b4-01b01283b19c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ef186b4-96e4-4252-bc3b-38ce6acd71e1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:43.677432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Deleting port c9dfd352-811d-4ba5-86f7-7bf51c946bf8 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:43.678143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.714917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-56de3ea5-8adf-4514-86b4-01b01283b19c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.716153 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-56de3ea5-8adf-4514-86b4-01b01283b19c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8ef186b4-96e4-4252-bc3b-38ce6acd71e1 HTTP/1.1" status: 204 len: 168 time: 0.5369527 Jan 12 09:35:43.723468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34056) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:43.751088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.786047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93fc3070-1300-4071-b910-c47fb2a249d2 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.792747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.801707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Network': ['ID=2fee2515-f817-47fc-82f5-4784da067f05,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:43.809103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Allocated IP 2001:db8:1::1 (14fcef23-3b48-4477-8b30-e910932dd8ac/22ad420e-7cdc-4381-bdda-aeb1717c6cc2/8315b9ed-8a75-46ff-898b-a6c93bcb737f) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:43.818862 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3d516d11-91bd-485a-9aac-88a7b8b3ef0b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/networks/2fee2515-f817-47fc-82f5-4784da067f05 HTTP/1.1" status: 204 len: 168 time: 2.1412632 Jan 12 09:35:43.823729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34060) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:43.833693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-904263915'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:43.842873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:43.852602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:network and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:43.867392 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-93fc3070-1300-4071-b910-c47fb2a249d2 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "DELETE /v2.0/ports/4aafbdbd-85d2-4853-95c7-a48bcec97f37 HTTP/1.1" status: 204 len: 168 time: 2.0603545 Jan 12 09:35:43.869792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:43.869922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34064) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:43.882347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1a04f99b-1e25-43cf-86b0-127d3a736f10 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:43.923193 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e19189-21f2-4327-bab0-50f51abb6d88 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] GET failed (client error): The resource could not be found. Jan 12 09:35:43.923696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e4e19189-21f2-4327-bab0-50f51abb6d88 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Synchronizing usage tracker for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:43.938422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:43.953016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] For port c9dfd352-811d-4ba5-86f7-7bf51c946bf8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c9dfd352-811d-4ba5-86f7-7bf51c946bf8,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:43.953330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.970142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1a04f99b-1e25-43cf-86b0-127d3a736f10 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:43.971439 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1a04f99b-1e25-43cf-86b0-127d3a736f10 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2467313 Jan 12 09:35:43.972168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:43.975128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.984069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34068) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:44.014601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e4e19189-21f2-4327-bab0-50f51abb6d88 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Unset dirty status for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:44.015528 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e4e19189-21f2-4327-bab0-50f51abb6d88 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "GET /v2.0/ports/4aafbdbd-85d2-4853-95c7-a48bcec97f37 HTTP/1.1" status: 404 len: 333 time: 0.1447232 Jan 12 09:35:44.021815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34072) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:44.076656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Calling delete_port for c9dfd352-811d-4ba5-86f7-7bf51c946bf8 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:44.105487 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.135572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:44.137770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-72107751-4ac9-4e5d-9038-3192cb3dd644 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.243377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.272732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Transition to ACTIVE for port object 8315b9ed-8a75-46ff-898b-a6c93bcb737f will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:44.275474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-72107751-4ac9-4e5d-9038-3192cb3dd644 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.286319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.286678 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Added segment b6cbc134-3fa8-490a-8590-8353ae78b1c8 of type vlan for network 62cf1790-c9ec-4c69-ab6c-80239d936c85 Jan 12 09:35:44.288765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9dfd352-811d-4ba5-86f7-7bf51c946bf8,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:44.292823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc9986-49ad-4fda-a4ee-de0b9a7379b0 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Deleting port fc6d632a-f251-4669-a0e6-8cdc9d7333b1 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:44.293245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9986-49ad-4fda-a4ee-de0b9a7379b0 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.380242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.410681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-72107751-4ac9-4e5d-9038-3192cb3dd644 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.455126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72107751-4ac9-4e5d-9038-3192cb3dd644 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb01c959-8fd0-40d0-a1fe-80000052ea5c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:44.486770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.509936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.549145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-72107751-4ac9-4e5d-9038-3192cb3dd644 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.550258 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-72107751-4ac9-4e5d-9038-3192cb3dd644 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/eb01c959-8fd0-40d0-a1fe-80000052ea5c HTTP/1.1" status: 204 len: 168 time: 0.5630887 Jan 12 09:35:44.562896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34078) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:44.607460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.611093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:44.611662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.713816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 14fcef23-3b48-4477-8b30-e910932dd8ac is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:44.728682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:44.741815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=8315b9ed-8a75-46ff-898b-a6c93bcb737f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:44.744419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:44.744896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.773155 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9456320 Jan 12 09:35:44.777327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34082) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:44.800953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': '62cf1790-c9ec-4c69-ab6c-80239d936c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:44.832934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39022a6d-7bfc-4c0a-bd73-6a01727b4747 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Network': ['ID=62cf1790-c9ec-4c69-ab6c-80239d936c85,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:44.850116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 62cf1790-c9ec-4c69-ab6c-80239d936c85 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:44.907164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9986-49ad-4fda-a4ee-de0b9a7379b0 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.987894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1dc67f9d-4458-49bf-9eb4-5ad5f9ec3eba tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:45.008735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.017063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.056707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.057433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b267102-b8c7-46b8-b639-a70f4901ad80 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:35:45.068453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1dc67f9d-4458-49bf-9eb4-5ad5f9ec3eba tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:45.072596 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1dc67f9d-4458-49bf-9eb4-5ad5f9ec3eba tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5012102 Jan 12 09:35:45.073370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34090) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:45.087149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.091775 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-66b1ed04-ebca-4625-93e5-5008029c1603 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "DELETE /v2.0/routers/4b267102-b8c7-46b8-b639-a70f4901ad80 HTTP/1.1" status: 204 len: 168 time: 3.0937636 Jan 12 09:35:45.092604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34094) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:45.101189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1793907226', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:45.110871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-56059f06-13f7-4b4d-82d9-7e5d9668609b None None] Provisioning for port 8315b9ed-8a75-46ff-898b-a6c93bcb737f completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:45.115610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-56059f06-13f7-4b4d-82d9-7e5d9668609b None None] Provisioning complete for port 8315b9ed-8a75-46ff-898b-a6c93bcb737f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:45.115971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56059f06-13f7-4b4d-82d9-7e5d9668609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.117109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:45.124718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Usage tracker for resource:router and tenant:984e9570095f43928dee30becbed9c50 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:45.127785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ec2103d-e5cf-464a-b619-fb6c7febc0e4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.132684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:45.146216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:45.149155 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ec2103d-e5cf-464a-b619-fb6c7febc0e4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.151990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc9986-49ad-4fda-a4ee-de0b9a7379b0 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Calling delete_port for fc6d632a-f251-4669-a0e6-8cdc9d7333b1 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:45.168399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-56059f06-13f7-4b4d-82d9-7e5d9668609b None None] Port 8315b9ed-8a75-46ff-898b-a6c93bcb737f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:45.171832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.172753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.187509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ec2103d-e5cf-464a-b619-fb6c7febc0e4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.211816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2103d-e5cf-464a-b619-fb6c7febc0e4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c3c6ceb-423f-4234-8af3-63cfab71e624,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:45.227030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.229448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ec2103d-e5cf-464a-b619-fb6c7febc0e4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.229766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:45.230790 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7ec2103d-e5cf-464a-b619-fb6c7febc0e4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5c3c6ceb-423f-4234-8af3-63cfab71e624 HTTP/1.1" status: 204 len: 168 time: 0.1558516 Jan 12 09:35:45.236448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34098) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:45.247135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:45.253657 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:45.269984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:45.292019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-896760d8-8609-4006-9f58-91d9a7c44027 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:45.304415 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.317369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:45.375148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-896760d8-8609-4006-9f58-91d9a7c44027 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:45.376386 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-896760d8-8609-4006-9f58-91d9a7c44027 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1390526 Jan 12 09:35:45.379481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34102) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:45.489267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.524106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.542996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cab3675d-86e0-4557-8d71-4b033868c19a tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.623999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cab3675d-86e0-4557-8d71-4b033868c19a tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.699635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cab3675d-86e0-4557-8d71-4b033868c19a tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.722487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3675d-86e0-4557-8d71-4b033868c19a tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468a4162-726b-44af-a91b-7bc026c52dbd,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:45.755902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cab3675d-86e0-4557-8d71-4b033868c19a tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.757022 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cab3675d-86e0-4557-8d71-4b033868c19a tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/468a4162-726b-44af-a91b-7bc026c52dbd HTTP/1.1" status: 204 len: 168 time: 0.3766251 Jan 12 09:35:45.761117 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34108) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:45.815608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.842541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9986-49ad-4fda-a4ee-de0b9a7379b0 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.859239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.928615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e15c08b9-56fd-485e-9c4e-465e923e5d6c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:45.991120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e15c08b9-56fd-485e-9c4e-465e923e5d6c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:45.992437 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e15c08b9-56fd-485e-9c4e-465e923e5d6c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2302237 Jan 12 09:35:45.997665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34112) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:46.005449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group': {'name': 'tempest-secgroup--639571203'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:46.012278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:46.036536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:46.056263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Allocated IP 172.26.1.245 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/ebdb8397-be6d-42ee-805c-fbd55091b5c2) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:46.071725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc9986-49ad-4fda-a4ee-de0b9a7379b0 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event deleted for resources: {'Port': ['ID=fc6d632a-f251-4669-a0e6-8cdc9d7333b1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:46.094212 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.215695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:46.228488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:46.233363 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:46.243526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:46.268956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.317269 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.355515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.361168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.373744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9986-49ad-4fda-a4ee-de0b9a7379b0 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.396515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=a3b79703-1565-423d-9366-50099fab4967,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:46.410242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bc58b9-0766-45b3-b811-c27db9c25d15,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:46.420342 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7ffc9986-49ad-4fda-a4ee-de0b9a7379b0 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "DELETE /v2.0/ports/fc6d632a-f251-4669-a0e6-8cdc9d7333b1 HTTP/1.1" status: 204 len: 168 time: 2.3914557 Jan 12 09:35:46.420562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.420660 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34120) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:46.460175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.464958 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-76579b93-e365-4204-9b01-10bd8b543f51 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4630711 Jan 12 09:35:46.470429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34124) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:46.479898 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb6b55d-ad8a-44c2-ad77-0a91278c5784 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] GET failed (client error): The resource could not be found. Jan 12 09:35:46.480403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7bb6b55d-ad8a-44c2-ad77-0a91278c5784 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Synchronizing usage tracker for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:46.482878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': '48bc58b9-0766-45b3-b811-c27db9c25d15', 'direction': 'ingress', 'protocol': 17}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:46.494139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.495482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:46.496806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Checking segment: {'id': 'b6cbc134-3fa8-490a-8590-8353ae78b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62cf1790-c9ec-4c69-ab6c-80239d936c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:46.497165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network hostable DHCP agents. Network: 62cf1790-c9ec-4c69-ab6c-80239d936c85, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:46.507723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.508752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.508898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:46.512920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:46.513869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:46.521788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:46.523824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:46.525825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Pushing event updated for resources: {'Port': ['ID=ebdb8397-be6d-42ee-805c-fbd55091b5c2,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:46.527970 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:46.551095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7bb6b55d-ad8a-44c2-ad77-0a91278c5784 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Unset dirty status for tenant:e28420eb1f2d453e9a40ebda46a7031c on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:46.555702 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7bb6b55d-ad8a-44c2-ad77-0a91278c5784 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "GET /v2.0/ports/fc6d632a-f251-4669-a0e6-8cdc9d7333b1 HTTP/1.1" status: 404 len: 333 time: 0.1306961 Jan 12 09:35:46.561150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34128) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:46.586866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.702292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=8315b9ed-8a75-46ff-898b-a6c93bcb737f,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:46.710422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.720211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network 62cf1790-c9ec-4c69-ab6c-80239d936c85 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:46.723178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.725257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-4c3dee33-39f8-4528-95e1-125c54e8042a tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Deleting port 3bf4bef3-e792-4dfd-823b-9a720c15fade {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:46.725581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4c3dee33-39f8-4528-95e1-125c54e8042a tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.754278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d62a0f-6cb0-49fd-92a3-65d873bb3340,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:46.786100 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.790391 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3a5eb09a-e326-4826-b586-35311f5d9283 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3159907 Jan 12 09:35:46.790547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34134) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:46.810131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 62cf1790-c9ec-4c69-ab6c-80239d936c85) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:46.823346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5895ca95-ea68-4ce7-bc19-8b8ca6c2c439 None None] Network 62cf1790-c9ec-4c69-ab6c-80239d936c85 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:46.861722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:46.861924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-12eb5bde-8d77-492e-a66b-039a92011769 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.862314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.863738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.864449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.920632 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-51018595-54ff-403c-ba2c-6235d0914a5f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1288068 Jan 12 09:35:46.923542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34138) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:46.951113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': '62cf1790-c9ec-4c69-ab6c-80239d936c85', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1709652791'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:46.952956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-12eb5bde-8d77-492e-a66b-039a92011769 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.976618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 14fcef23-3b48-4477-8b30-e910932dd8ac is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:47.023706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:47.066508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-62cf1790-c9ec-4c69-ab6c-80239d936c85', 'network_id': '62cf1790-c9ec-4c69-ab6c-80239d936c85', 'tenant_id': 'e91abe40cd084170b0c80e93ce9fa4d2', 'fixed_ips': [{'subnet_id': 'a3b79703-1565-423d-9366-50099fab4967'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:35:47.068959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.177547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-12eb5bde-8d77-492e-a66b-039a92011769 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.235403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb5bde-8d77-492e-a66b-039a92011769 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bc58b9-0766-45b3-b811-c27db9c25d15,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:47.252378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-12eb5bde-8d77-492e-a66b-039a92011769 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.253515 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-12eb5bde-8d77-492e-a66b-039a92011769 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/48bc58b9-0766-45b3-b811-c27db9c25d15 HTTP/1.1" status: 204 len: 168 time: 0.4618223 Jan 12 09:35:47.256284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34146) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:47.337198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e5c81b92-67cf-4007-a972-aefd2dd87cbc tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:47.368349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Allocated IP 172.20.0.2 (62cf1790-c9ec-4c69-ab6c-80239d936c85/a3b79703-1565-423d-9366-50099fab4967/517de3e2-96a4-456a-b9a6-6e757431cf56) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:47.374120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e5c81b92-67cf-4007-a972-aefd2dd87cbc tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:47.375424 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e5c81b92-67cf-4007-a972-aefd2dd87cbc tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1181958 Jan 12 09:35:47.380383 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34150) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:47.395993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group': {'name': 'tempest-secgroup--543839751'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:47.404869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:47.406576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4c3dee33-39f8-4528-95e1-125c54e8042a tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.422158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:47.440398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.467181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Router 25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:35:47.485627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f0ea5688-f672-4d33-96ac-4c2244447f97 None None] Provisioning complete for port 8315b9ed-8a75-46ff-898b-a6c93bcb737f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:47.486087 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5688-f672-4d33-96ac-4c2244447f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.547680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-4c3dee33-39f8-4528-95e1-125c54e8042a tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Calling delete_port for 3bf4bef3-e792-4dfd-823b-9a720c15fade owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:47.550561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea5688-f672-4d33-96ac-4c2244447f97 None None] Port 8315b9ed-8a75-46ff-898b-a6c93bcb737f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:35:47.561166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:47.566913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:47.570587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:47.584336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:47.667764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.679022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Transition to ACTIVE for port object 517de3e2-96a4-456a-b9a6-6e757431cf56 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:47.700304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Transition to ACTIVE for port object 517de3e2-96a4-456a-b9a6-6e757431cf56 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:47.707868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.711775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.725310 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.770622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:47.779076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Network 62cf1790-c9ec-4c69-ab6c-80239d936c85 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:47.779879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e1e044-d40d-491f-834c-f242db3152b0,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:47.783535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:47.785767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:47.787919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Pushing event updated for resources: {'Port': ['ID=517de3e2-96a4-456a-b9a6-6e757431cf56,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:47.797355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:47.798177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.799456 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f1f5a50e-32d1-4535-bb63-430ce517f48b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4119527 Jan 12 09:35:47.802202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:47.803581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34154) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:47.814448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104303004'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:47.825432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:47.833166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acb1ad-bea2-4927-af54-e4e0143ff273 None None] Sync routers for ids ['25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:47.835763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:47.840337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:47.848300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:47.856176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.857444 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8002ba86-8d6c-4d34-8f99-1a2cf045a8f1 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7643061 Jan 12 09:35:47.860376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34160) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:47.867241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-2e4ce981-037e-4787-ad07-dd7e4df29664 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'enable_snat': False}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:47.894289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:47.897412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.934619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 9ae36746-f9eb-4428-95b9-5f876f5d06fa yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:47.935432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.951030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acb1ad-bea2-4927-af54-e4e0143ff273 None None] Routers {'25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:47.952702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-93acb1ad-bea2-4927-af54-e4e0143ff273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:47.989935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:47.996186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:47.999210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:48.008314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:48.032192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-93acb1ad-bea2-4927-af54-e4e0143ff273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:48.046415 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Attempting to bind port 517de3e2-96a4-456a-b9a6-6e757431cf56 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:48.046803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Attempting to bind port 517de3e2-96a4-456a-b9a6-6e757431cf56 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'b6cbc134-3fa8-490a-8590-8353ae78b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62cf1790-c9ec-4c69-ab6c-80239d936c85'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:48.047156 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Attempting to bind port 517de3e2-96a4-456a-b9a6-6e757431cf56 on network 62cf1790-c9ec-4c69-ab6c-80239d936c85 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:48.054487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acb1ad-bea2-4927-af54-e4e0143ff273 None None] Routers {'25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:48.055155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-93acb1ad-bea2-4927-af54-e4e0143ff273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:48.079487 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4c3dee33-39f8-4528-95e1-125c54e8042a tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.106923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:48.106923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Checking segment: {'id': 'b6cbc134-3fa8-490a-8590-8353ae78b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62cf1790-c9ec-4c69-ab6c-80239d936c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:48.107296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.107624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Bound using segment: {'id': 'b6cbc134-3fa8-490a-8590-8353ae78b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62cf1790-c9ec-4c69-ab6c-80239d936c85'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:48.107996 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Bound port: 517de3e2-96a4-456a-b9a6-6e757431cf56, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cbc134-3fa8-490a-8590-8353ae78b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '62cf1790-c9ec-4c69-ab6c-80239d936c85'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:48.108362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.127205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-93acb1ad-bea2-4927-af54-e4e0143ff273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:48.127604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acb1ad-bea2-4927-af54-e4e0143ff273 None None] The sync data for ids ['25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:48.138916 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.146226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.175110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dee33-39f8-4528-95e1-125c54e8042a tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event deleted for resources: {'Port': ['ID=3bf4bef3-e792-4dfd-823b-9a720c15fade,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:48.214646 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] For port 517de3e2-96a4-456a-b9a6-6e757431cf56, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:48.218108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] For port 517de3e2-96a4-456a-b9a6-6e757431cf56, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=517de3e2-96a4-456a-b9a6-6e757431cf56,segment=NetworkSegment(b6cbc134-3fa8-490a-8590-8353ae78b1c8),segment_id=b6cbc134-3fa8-490a-8590-8353ae78b1c8)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:48.228354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.238845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router 03a19314-1a58-487a-adf2-2f141ac246ad has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:35:48.254246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c01296-7d9e-4d96-a2cd-da7f3205e7e3,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:48.279027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.280448 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0766e9b5-7fb1-47ae-99b1-cd25fb4a93da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4759657 Jan 12 09:35:48.283757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34164) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:48.285796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.8 (62cf1790-c9ec-4c69-ab6c-80239d936c85/a3b79703-1565-423d-9366-50099fab4967/9ae36746-f9eb-4428-95b9-5f876f5d06fa) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:48.297845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': '38e1e044-d40d-491f-834c-f242db3152b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98c01296-7d9e-4d96-a2cd-da7f3205e7e3', 'remote_ip_prefix': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:48.311498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:48.320119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:48.324670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:48.328488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a02a57-5d2e-4e96-adf7-a73aeb19ca8c None None] Pushing event updated for resources: {'Port': ['ID=517de3e2-96a4-456a-b9a6-6e757431cf56,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:48.348008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:48.464450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.589146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.592897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4c3dee33-39f8-4528-95e1-125c54e8042a tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.603743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.715755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0570a2cb-32ba-4148-b1d6-4909976e385a,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:48.756892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.758507 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-31f5b3f4-e5f1-47f8-a0d9-1d05a80864ee tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4738615 Jan 12 09:35:48.762358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34172) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:48.778023 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4c3dee33-39f8-4528-95e1-125c54e8042a tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "DELETE /v2.0/ports/3bf4bef3-e792-4dfd-823b-9a720c15fade HTTP/1.1" status: 204 len: 168 time: 2.2117531 Jan 12 09:35:48.780963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34176) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:48.883213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.904375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object 9ae36746-f9eb-4428-95b9-5f876f5d06fa will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:48.904682 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1865fc3d-63dc-4b65-b51e-6b5dd5321181 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.916337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:48.924720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-be0f7170-56a2-4fe0-bfcc-fea38364add5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/03a19314-1a58-487a-adf2-2f141ac246ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1660655 Jan 12 09:35:48.926207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34180) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:48.928757 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10e2b6-13d1-4ebb-8a5b-00954dcada4c None None] Sync routers for ids ['03a19314-1a58-487a-adf2-2f141ac246ad'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:48.930964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1865fc3d-63dc-4b65-b51e-6b5dd5321181 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.941524 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10e2b6-13d1-4ebb-8a5b-00954dcada4c None None] Routers {'03a19314-1a58-487a-adf2-2f141ac246ad'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:48.942589 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3f10e2b6-13d1-4ebb-8a5b-00954dcada4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['03a19314-1a58-487a-adf2-2f141ac246ad'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:48.997727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f1835d-0762-4dfd-ac30-8267084176a1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:48.998342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-94f1835d-0762-4dfd-ac30-8267084176a1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Synchronizing usage tracker for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:49.002608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.007142 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3f10e2b6-13d1-4ebb-8a5b-00954dcada4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:49.048039 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10e2b6-13d1-4ebb-8a5b-00954dcada4c None None] Routers {'03a19314-1a58-487a-adf2-2f141ac246ad'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:49.050751 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3f10e2b6-13d1-4ebb-8a5b-00954dcada4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['03a19314-1a58-487a-adf2-2f141ac246ad'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:49.069552 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f865481-9291-4eda-887c-77afd47eca84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.072067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1865fc3d-63dc-4b65-b51e-6b5dd5321181 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.108265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-94f1835d-0762-4dfd-ac30-8267084176a1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Unset dirty status for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:49.110602 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865fc3d-63dc-4b65-b51e-6b5dd5321181 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0570a2cb-32ba-4148-b1d6-4909976e385a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:49.112551 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-94f1835d-0762-4dfd-ac30-8267084176a1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports/8315b9ed-8a75-46ff-898b-a6c93bcb737f HTTP/1.1" status: 200 len: 913 time: 0.1853616 Jan 12 09:35:49.115562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34186) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:49.120349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a79b3d-360b-45ce-a7f3-760af6e4a503 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Deleting subnet 07a7c52a-e28e-4ba6-b073-00f5d6763e37 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:35:49.131316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network 62cf1790-c9ec-4c69-ab6c-80239d936c85 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:49.134742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:49.153657 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3f10e2b6-13d1-4ebb-8a5b-00954dcada4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:49.154132 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10e2b6-13d1-4ebb-8a5b-00954dcada4c None None] The sync data for ids ['03a19314-1a58-487a-adf2-2f141ac246ad'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:49.155537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:49.177378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1865fc3d-63dc-4b65-b51e-6b5dd5321181 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.178492 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1865fc3d-63dc-4b65-b51e-6b5dd5321181 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0570a2cb-32ba-4148-b1d6-4909976e385a HTTP/1.1" status: 204 len: 168 time: 0.4149568 Jan 12 09:35:49.186251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=9ae36746-f9eb-4428-95b9-5f876f5d06fa,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:49.186251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34190) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:49.186536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8a79b3d-360b-45ce-a7f3-760af6e4a503 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.231159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 517de3e2-96a4-456a-b9a6-6e757431cf56 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:49.260174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:49.260800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.295856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6a2afac3-e180-4a9e-add3-63fd9e4dea8f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:49.304033 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0f3f0bbc-c609-49df-9fd0-9e049ab1b491 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3794513 Jan 12 09:35:49.304695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34194) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:49.325785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 517de3e2-96a4-456a-b9a6-6e757431cf56 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:49.344085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e4ce981-037e-4787-ad07-dd7e4df29664 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.344655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c9dfd352-811d-4ba5-86f7-7bf51c946bf8 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:49.370067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6a2afac3-e180-4a9e-add3-63fd9e4dea8f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:49.371371 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6a2afac3-e180-4a9e-add3-63fd9e4dea8f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1693196 Jan 12 09:35:49.374812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34198) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:49.387951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: c9dfd352-811d-4ba5-86f7-7bf51c946bf8 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:35:49.388598 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c9dfd352-811d-4ba5-86f7-7bf51c946bf8 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:49.405452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-7a5384b1-8621-4eae-b147-aca77a96c4ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 9ae36746-f9eb-4428-95b9-5f876f5d06fa {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:49.405797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7a5384b1-8621-4eae-b147-aca77a96c4ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.425986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8a79b3d-360b-45ce-a7f3-760af6e4a503 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.552813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85dfc654-995f-4994-9215-a10567d3f8c7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.606641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8a79b3d-360b-45ce-a7f3-760af6e4a503 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.717011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860ad06-0311-44dd-bfe8-8cb6f29a5e0a None None] Network 62cf1790-c9ec-4c69-ab6c-80239d936c85 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:49.769606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85dfc654-995f-4994-9215-a10567d3f8c7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.862229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7a5384b1-8621-4eae-b147-aca77a96c4ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.870104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8a79b3d-360b-45ce-a7f3-760af6e4a503 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.921771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a79b3d-360b-45ce-a7f3-760af6e4a503 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event deleted for resources: {'Subnet': ['ID=07a7c52a-e28e-4ba6-b073-00f5d6763e37,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:49.941441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-313374e3-e52d-45dc-b898-3e6018cc4eff None None] Provisioning for port 517de3e2-96a4-456a-b9a6-6e757431cf56 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:49.947766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8a79b3d-360b-45ce-a7f3-760af6e4a503 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.949503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-313374e3-e52d-45dc-b898-3e6018cc4eff None None] Provisioning complete for port 517de3e2-96a4-456a-b9a6-6e757431cf56 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:49.949890 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-313374e3-e52d-45dc-b898-3e6018cc4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.972228 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e8a79b3d-360b-45ce-a7f3-760af6e4a503 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "DELETE /v2.0/subnets/07a7c52a-e28e-4ba6-b073-00f5d6763e37 HTTP/1.1" status: 204 len: 168 time: 1.1880131 Jan 12 09:35:49.974465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34206) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:49.980631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c8b27d-6986-4667-828c-2720d0db13c7 None None] Network fe238ad4-393b-401d-8eb1-c0e98c4f5397 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:50.003841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85dfc654-995f-4994-9215-a10567d3f8c7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.013275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-7a5384b1-8621-4eae-b147-aca77a96c4ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 9ae36746-f9eb-4428-95b9-5f876f5d06fa owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:50.068638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfc654-995f-4994-9215-a10567d3f8c7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c01296-7d9e-4d96-a2cd-da7f3205e7e3,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:50.109907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85dfc654-995f-4994-9215-a10567d3f8c7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.109907 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-85dfc654-995f-4994-9215-a10567d3f8c7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/98c01296-7d9e-4d96-a2cd-da7f3205e7e3 HTTP/1.1" status: 204 len: 168 time: 0.7317386 Jan 12 09:35:50.110191 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34210) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:50.189982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.206738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dfb619fe-7505-4660-bac9-ed4be38a6f9f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:50.245118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dfb619fe-7505-4660-bac9-ed4be38a6f9f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:50.246425 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dfb619fe-7505-4660-bac9-ed4be38a6f9f tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1354485 Jan 12 09:35:50.250296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34216) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:50.283493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7a5384b1-8621-4eae-b147-aca77a96c4ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.296401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e4ce981-037e-4787-ad07-dd7e4df29664 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.304537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e4ce981-037e-4787-ad07-dd7e4df29664 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.311234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.343531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5384b1-8621-4eae-b147-aca77a96c4ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=9ae36746-f9eb-4428-95b9-5f876f5d06fa,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:50.396927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-313374e3-e52d-45dc-b898-3e6018cc4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.446821 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-313374e3-e52d-45dc-b898-3e6018cc4eff None None] For port 517de3e2-96a4-456a-b9a6-6e757431cf56, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=517de3e2-96a4-456a-b9a6-6e757431cf56,segment=NetworkSegment(b6cbc134-3fa8-490a-8590-8353ae78b1c8),segment_id=b6cbc134-3fa8-490a-8590-8353ae78b1c8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:50.453982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-313374e3-e52d-45dc-b898-3e6018cc4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.486188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7a5384b1-8621-4eae-b147-aca77a96c4ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.520155 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7a5384b1-8621-4eae-b147-aca77a96c4ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/9ae36746-f9eb-4428-95b9-5f876f5d06fa HTTP/1.1" status: 204 len: 168 time: 1.2142518 Jan 12 09:35:50.523243 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bba9a217-90eb-4085-96eb-5aa38565de5e tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.524912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34220) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:50.543909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Deleting port 867eea1d-a426-4a77-ab40-9b86a17a7065 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:50.544436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.581693 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313374e3-e52d-45dc-b898-3e6018cc4eff None None] Pushing event updated for resources: {'Port': ['ID=517de3e2-96a4-456a-b9a6-6e757431cf56,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:50.584441 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd77377e-9267-4813-b241-79a4ae3e116e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:35:50.585128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cd77377e-9267-4813-b241-79a4ae3e116e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:50.594134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe5f0ef-b616-4c7e-971d-0533562f7446 None None] DHCP port deletion for fe238ad4-393b-401d-8eb1-c0e98c4f5397 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:35:50.599024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5f0ef-b616-4c7e-971d-0533562f7446 None None] Deleting port 867eea1d-a426-4a77-ab40-9b86a17a7065 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:50.599960 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f0ef-b616-4c7e-971d-0533562f7446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.601528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bba9a217-90eb-4085-96eb-5aa38565de5e tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.640730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cd77377e-9267-4813-b241-79a4ae3e116e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:50.642244 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cd77377e-9267-4813-b241-79a4ae3e116e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/9ae36746-f9eb-4428-95b9-5f876f5d06fa HTTP/1.1" status: 404 len: 333 time: 0.1163728 Jan 12 09:35:50.645714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34224) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:50.736192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bba9a217-90eb-4085-96eb-5aa38565de5e tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.807908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9a217-90eb-4085-96eb-5aa38565de5e tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e1e044-d40d-491f-834c-f242db3152b0,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:50.826542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dfe5f0ef-b616-4c7e-971d-0533562f7446 None None] For port 867eea1d-a426-4a77-ab40-9b86a17a7065, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=867eea1d-a426-4a77-ab40-9b86a17a7065,segment=NetworkSegment(e8b3894e-ddca-4209-8699-75c73cb6b110),segment_id=e8b3894e-ddca-4209-8699-75c73cb6b110)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:50.826961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f0ef-b616-4c7e-971d-0533562f7446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.848150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bba9a217-90eb-4085-96eb-5aa38565de5e tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.851981 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bba9a217-90eb-4085-96eb-5aa38565de5e tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/38e1e044-d40d-491f-834c-f242db3152b0 HTTP/1.1" status: 204 len: 168 time: 0.5982254 Jan 12 09:35:50.860637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34230) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:50.905324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-441f882f-ceb6-439f-a03a-ab243d052e03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet a3b79703-1565-423d-9366-50099fab4967 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:35:50.940032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-60367b4f-85cd-48dd-a319-cfeac531ce47 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:50.942868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-441f882f-ceb6-439f-a03a-ab243d052e03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.012917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5f0ef-b616-4c7e-971d-0533562f7446 None None] Calling delete_port for 867eea1d-a426-4a77-ab40-9b86a17a7065 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:51.033376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-60367b4f-85cd-48dd-a319-cfeac531ce47 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:51.039819 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-60367b4f-85cd-48dd-a319-cfeac531ce47 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1729870 Jan 12 09:35:51.039819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34236) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:51.049738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-441f882f-ceb6-439f-a03a-ab243d052e03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.120996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690010367'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:51.131571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:51.152831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:51.178000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 517de3e2-96a4-456a-b9a6-6e757431cf56 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:51.185364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.232323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f0ef-b616-4c7e-971d-0533562f7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.243532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:51.248422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-441f882f-ceb6-439f-a03a-ab243d052e03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.276241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:51.287260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:51.290494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5f0ef-b616-4c7e-971d-0533562f7446 None None] No DVR routers for this DVR port 867eea1d-a426-4a77-ab40-9b86a17a7065 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:51.298256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:51.304752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4bfe2e96-c2ef-4251-955e-0a333762b58d None None] Provisioning complete for port 517de3e2-96a4-456a-b9a6-6e757431cf56 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:51.305899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2e96-c2ef-4251-955e-0a333762b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.316657 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] For port 867eea1d-a426-4a77-ab40-9b86a17a7065, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=867eea1d-a426-4a77-ab40-9b86a17a7065,segment=NetworkSegment(e8b3894e-ddca-4209-8699-75c73cb6b110),segment_id=e8b3894e-ddca-4209-8699-75c73cb6b110)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:51.316923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.355677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5f0ef-b616-4c7e-971d-0533562f7446 None None] Pushing event deleted for resources: {'Port': ['ID=867eea1d-a426-4a77-ab40-9b86a17a7065,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:51.375425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-441f882f-ceb6-439f-a03a-ab243d052e03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.403125 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99e5bb71-c406-4b3a-8a09-163482a4ae34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.418423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.427367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.442547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.448609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f882f-ceb6-439f-a03a-ab243d052e03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b79703-1565-423d-9366-50099fab4967,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:51.456067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-441f882f-ceb6-439f-a03a-ab243d052e03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.474578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e788a99-452e-4f11-a472-f1b91457fad3 None None] Network 62cf1790-c9ec-4c69-ab6c-80239d936c85 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:51.511090 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-441f882f-ceb6-439f-a03a-ab243d052e03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/a3b79703-1565-423d-9366-50099fab4967 HTTP/1.1" status: 204 len: 168 time: 0.8639562 Jan 12 09:35:51.516118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34242) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:51.524723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Calling delete_port for 867eea1d-a426-4a77-ab40-9b86a17a7065 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:51.539995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f23487-2970-4e6b-898b-d049d26d81bd,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:51.551829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.553330 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b712ff81-6aef-47c9-81b0-62bd894b2569 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5111456 Jan 12 09:35:51.559034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34246) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:51.570367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 517de3e2-96a4-456a-b9a6-6e757431cf56 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:51.570883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.614440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': 'e9f23487-2970-4e6b-898b-d049d26d81bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:51.627680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:51.643574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:51.648063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:51.650895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4ce981-037e-4787-ad07-dd7e4df29664 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Router 25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:35:51.664376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:51.674330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.692826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 517de3e2-96a4-456a-b9a6-6e757431cf56 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:51.693050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.709745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4bfe2e96-c2ef-4251-955e-0a333762b58d None None] Could not find standard attr ID for object 9ae36746-f9eb-4428-95b9-5f876f5d06fa. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:35:51.722760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.738405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:51.738751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:51.843043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-06d5e348-8bca-4818-ad85-949e035390e1 None None] Could not find standard attr ID for object 9ae36746-f9eb-4428-95b9-5f876f5d06fa. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:35:51.948811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] DHCP port deletion for 62cf1790-c9ec-4c69-ab6c-80239d936c85 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:35:51.954254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] Deleting port 517de3e2-96a4-456a-b9a6-6e757431cf56 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:51.954883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.986454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 867eea1d-a426-4a77-ab40-9b86a17a7065 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:52.028202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 867eea1d-a426-4a77-ab40-9b86a17a7065 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:35:52.028805 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 867eea1d-a426-4a77-ab40-9b86a17a7065 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:52.036712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.053262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.085997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] For port 517de3e2-96a4-456a-b9a6-6e757431cf56, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=517de3e2-96a4-456a-b9a6-6e757431cf56,segment=NetworkSegment(b6cbc134-3fa8-490a-8590-8353ae78b1c8),segment_id=b6cbc134-3fa8-490a-8590-8353ae78b1c8)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:52.086364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.097269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b856e479-3487-413e-b39c-6bff05d68a25,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:52.121714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ce981-037e-4787-ad07-dd7e4df29664 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:52.156163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e4ce981-037e-4787-ad07-dd7e4df29664 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.162855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34252) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:52.164003 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2e4ce981-037e-4787-ad07-dd7e4df29664 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "PUT /v2.0/routers/25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05 HTTP/1.1" status: 200 len: 926 time: 4.3022144 Jan 12 09:35:52.165195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69008850-e25e-4a55-9206-110e2badc45e None None] Sync routers for ids ['25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:52.165817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 8315b9ed-8a75-46ff-898b-a6c93bcb737f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:52.166439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.211301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69008850-e25e-4a55-9206-110e2badc45e None None] Routers {'25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:52.212456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-69008850-e25e-4a55-9206-110e2badc45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.256569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Deleting port 867eea1d-a426-4a77-ab40-9b86a17a7065 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:52.256911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.282280 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-69008850-e25e-4a55-9206-110e2badc45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.290286 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] For port 517de3e2-96a4-456a-b9a6-6e757431cf56, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=517de3e2-96a4-456a-b9a6-6e757431cf56,segment=NetworkSegment(b6cbc134-3fa8-490a-8590-8353ae78b1c8),segment_id=b6cbc134-3fa8-490a-8590-8353ae78b1c8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:35:52.290702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.307825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 517de3e2-96a4-456a-b9a6-6e757431cf56 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:52.339063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.340227 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bd7c2830-d931-4a52-9ce8-8ad86f429f67 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7796359 Jan 12 09:35:52.350841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34258) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:52.399052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] The port '867eea1d-a426-4a77-ab40-9b86a17a7065' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:35:52.417313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] Calling delete_port for 517de3e2-96a4-456a-b9a6-6e757431cf56 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:52.428696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7991657-f1db-4259-8990-a06f4759aadd tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.440103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7991657-f1db-4259-8990-a06f4759aadd tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.449569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69008850-e25e-4a55-9206-110e2badc45e None None] Routers {'25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:52.450402 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-69008850-e25e-4a55-9206-110e2badc45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.469475 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7991657-f1db-4259-8990-a06f4759aadd tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.489718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.536142 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-69008850-e25e-4a55-9206-110e2badc45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.536553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69008850-e25e-4a55-9206-110e2badc45e None None] The sync data for ids ['25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:52.537289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7991657-f1db-4259-8990-a06f4759aadd tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b856e479-3487-413e-b39c-6bff05d68a25,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:52.550482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.572437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=517de3e2-96a4-456a-b9a6-6e757431cf56,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:52.586682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:52.586866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:52.588596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.618938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.631708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.637168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7991657-f1db-4259-8990-a06f4759aadd tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.642081 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d7991657-f1db-4259-8990-a06f4759aadd tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b856e479-3487-413e-b39c-6bff05d68a25 HTTP/1.1" status: 204 len: 168 time: 0.2830846 Jan 12 09:35:52.642081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No DVR routers for this DVR port 517de3e2-96a4-456a-b9a6-6e757431cf56 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:52.642327 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34264) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:52.780743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.810872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cf1790-c9ec-4c69-ab6c-80239d936c85']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.830358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cbc134-3fa8-490a-8590-8353ae78b1c8') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.830645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cbc134-3fa8-490a-8590-8353ae78b1c8') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.845378 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.856660 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f74194a1-1dad-4f4d-be8a-776879660efe tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/routers/25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05 HTTP/1.1" status: 200 len: 926 time: 0.6919997 Jan 12 09:35:52.859720 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34268) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:52.864393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.870474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:52.870903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:52.885078 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:52.906808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 8315b9ed-8a75-46ff-898b-a6c93bcb737f owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:52.961495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.967971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe238ad4-393b-401d-8eb1-c0e98c4f5397']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.982748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.989539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b3894e-ddca-4209-8699-75c73cb6b110') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.989816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b3894e-ddca-4209-8699-75c73cb6b110') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.992476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Network': ['ID=62cf1790-c9ec-4c69-ab6c-80239d936c85,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:52.998513 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d7416867-f373-4cd7-9029-9bf8e5000f04 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/networks/62cf1790-c9ec-4c69-ab6c-80239d936c85 HTTP/1.1" status: 204 len: 168 time: 1.4756405 Jan 12 09:35:52.999118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34272) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.004302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'name': 'tempest-PortsTestJSON-1967162784'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:53.016344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.046147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.063649 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ca0aefd4-2dc2-4550-878d-30ef7e1fac4c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:53.069377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 517de3e2-96a4-456a-b9a6-6e757431cf56 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:53.077469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:35:53.077870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:53.093646 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:53.098179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] Deleting port 517de3e2-96a4-456a-b9a6-6e757431cf56 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:53.098548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.119898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:53.129410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:53.130984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 517de3e2-96a4-456a-b9a6-6e757431cf56 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:35:53.131104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 517de3e2-96a4-456a-b9a6-6e757431cf56 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:53.147238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:53.150270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.170813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cdfab562-6ab7-49d7-9efe-0b2a8fd562de None None] The port '517de3e2-96a4-456a-b9a6-6e757431cf56' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:35:53.174745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port f5a2f26e-94ee-4332-90a9-3bffb498b326 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:53.190108 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ca0aefd4-2dc2-4550-878d-30ef7e1fac4c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:53.191088 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ca0aefd4-2dc2-4550-878d-30ef7e1fac4c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5491660 Jan 12 09:35:53.196840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34276) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.206437 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f947166b-4da4-4df2-93ea-4645d33c8db4 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&device_id=25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3456340 Jan 12 09:35:53.210015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34280) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.220782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.254078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.315872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] Pushing event deleted for resources: {'Network': ['ID=fe238ad4-393b-401d-8eb1-c0e98c4f5397,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:53.343608 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0507c852-9a97-4157-9af1-ead70661ee29 tempest-AllowedAddressPairTestJSON-2111342923 tempest-AllowedAddressPairTestJSON-2111342923-project] 10.222.0.58 "DELETE /v2.0/networks/fe238ad4-393b-401d-8eb1-c0e98c4f5397 HTTP/1.1" status: 204 len: 168 time: 3.3678143 Jan 12 09:35:53.387617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2337f2d3-2cea-4096-a907-c5e7e47f14aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.389169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.474249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a570a-ac41-4e1d-924e-f289e5448b11 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:53.475261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-078a570a-ac41-4e1d-924e-f289e5448b11 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Synchronizing usage tracker for tenant:f108a379c46d4d228d59246898b65061 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:53.497302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=8315b9ed-8a75-46ff-898b-a6c93bcb737f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:53.505175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-078a570a-ac41-4e1d-924e-f289e5448b11 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Unset dirty status for tenant:f108a379c46d4d228d59246898b65061 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:53.506911 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-078a570a-ac41-4e1d-924e-f289e5448b11 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 881 time: 0.2958779 Jan 12 09:35:53.510058 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34290) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.553824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2337f2d3-2cea-4096-a907-c5e7e47f14aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.577907 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fc688b23-305b-4ae1-816d-e66830c05797 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05 HTTP/1.1" status: 200 len: 205 time: 0.0664272 Jan 12 09:35:53.585302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34294) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.734041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.776914 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2337f2d3-2cea-4096-a907-c5e7e47f14aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.797616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34302) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.818641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.820535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337f2d3-2cea-4096-a907-c5e7e47f14aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f23487-2970-4e6b-898b-d049d26d81bd,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:53.842495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2337f2d3-2cea-4096-a907-c5e7e47f14aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.846769 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2337f2d3-2cea-4096-a907-c5e7e47f14aa tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/e9f23487-2970-4e6b-898b-d049d26d81bd HTTP/1.1" status: 204 len: 168 time: 0.6425791 Jan 12 09:35:53.846940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34308) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.849845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.926688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.973102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-564fcef9-c1be-40f3-a6c7-be2ada21eb0c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:54.054901 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-505d0713-f4fa-4b79-b2ce-d0e16c387f60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e28420eb1f2d453e9a40ebda46a7031c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2561097 Jan 12 09:35:54.057606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34312) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:54.072374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=f5a2f26e-94ee-4332-90a9-3bffb498b326,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:54.079360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:54.081291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:54.090392 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:54.094200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:54.094739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.100705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-564fcef9-c1be-40f3-a6c7-be2ada21eb0c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:54.101902 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-564fcef9-c1be-40f3-a6c7-be2ada21eb0c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2540948 Jan 12 09:35:54.105641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34316) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:54.117468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390752002'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:54.128655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:54.145759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:54.148319 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-38383aa8-59f9-4813-8b3f-48f4f40e774c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1485767 Jan 12 09:35:54.154351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34320) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:54.195593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.236112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.268429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9a66d51f-0e10-4f71-8e35-3939f164c5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.305922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4862f-4868-4d35-8414-057369837f8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port f5a2f26e-94ee-4332-90a9-3bffb498b326 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:54.306170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9a66d51f-0e10-4f71-8e35-3939f164c5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.306255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d1d4862f-4868-4d35-8414-057369837f8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.361922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:54.368932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:54.373824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:54.384953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:54.622127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9a66d51f-0e10-4f71-8e35-3939f164c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.637982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66d51f-0e10-4f71-8e35-3939f164c5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1470eb4b-1015-4ea6-bd18-49d8520e7f27,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:54.649046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9a66d51f-0e10-4f71-8e35-3939f164c5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.653747 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9a66d51f-0e10-4f71-8e35-3939f164c5c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1470eb4b-1015-4ea6-bd18-49d8520e7f27 HTTP/1.1" status: 204 len: 168 time: 0.5916023 Jan 12 09:35:54.680682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.683831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d1d4862f-4868-4d35-8414-057369837f8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.689518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router 03a19314-1a58-487a-adf2-2f141ac246ad has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:35:54.698593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.833157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4862f-4868-4d35-8414-057369837f8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for f5a2f26e-94ee-4332-90a9-3bffb498b326 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:54.866618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:54.872219 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5b32e73d-f5cf-4644-9768-92219cda5c48 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/03a19314-1a58-487a-adf2-2f141ac246ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7549822 Jan 12 09:35:54.875420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34332) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:54.879545 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e62e9-6a8c-4e7b-b19f-b9e062b60a85 None None] Sync routers for ids ['03a19314-1a58-487a-adf2-2f141ac246ad'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:54.907216 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e62e9-6a8c-4e7b-b19f-b9e062b60a85 None None] Routers {'03a19314-1a58-487a-adf2-2f141ac246ad'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:54.912310 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9a1e62e9-6a8c-4e7b-b19f-b9e062b60a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['03a19314-1a58-487a-adf2-2f141ac246ad'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:54.920982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb99a27a-cb11-4fb8-9bb6-ff82a51c22b2,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:54.935548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.940328 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f062f9cb-9726-4cec-8ccf-da86b03f6e09 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8335936 Jan 12 09:35:54.941690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34338) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:54.953637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': 'cb99a27a-cb11-4fb8-9bb6-ff82a51c22b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:54.962067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:54.969456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:54.973044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:54.996699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.026677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:55.027107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d1d4862f-4868-4d35-8414-057369837f8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.039458 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9a1e62e9-6a8c-4e7b-b19f-b9e062b60a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:55.052895 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e62e9-6a8c-4e7b-b19f-b9e062b60a85 None None] Routers {'03a19314-1a58-487a-adf2-2f141ac246ad'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:55.053728 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9a1e62e9-6a8c-4e7b-b19f-b9e062b60a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['03a19314-1a58-487a-adf2-2f141ac246ad'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:55.069149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.094378 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4862f-4868-4d35-8414-057369837f8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=f5a2f26e-94ee-4332-90a9-3bffb498b326,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:55.104768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Deleting port ebdb8397-be6d-42ee-805c-fbd55091b5c2 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:55.105283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.155380 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9a1e62e9-6a8c-4e7b-b19f-b9e062b60a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:55.155789 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e62e9-6a8c-4e7b-b19f-b9e062b60a85 None None] The sync data for ids ['03a19314-1a58-487a-adf2-2f141ac246ad'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:55.171758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d1d4862f-4868-4d35-8414-057369837f8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.207139 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d1d4862f-4868-4d35-8414-057369837f8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/f5a2f26e-94ee-4332-90a9-3bffb498b326 HTTP/1.1" status: 204 len: 168 time: 1.0482755 Jan 12 09:35:55.214069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34348) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:55.224725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.230057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'mac_address': 'fa:16:3e:4d:96:98', 'name': 'tempest-PortsTestJSON-1727331449'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:55.255949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.308201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.355713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4862a737-fd19-47a9-bfd4-12dbc508a60e,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:55.433864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.437602 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-24877ea6-8618-4773-a0e1-0e9b922906d0 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4921427 Jan 12 09:35:55.439997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34358) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:55.456470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:55.464156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:port and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:55.470922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:55.493240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:55.499961 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-070a96d7-15ab-48a2-ab68-fc5b1760fe4d tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules/4862a737-fd19-47a9-bfd4-12dbc508a60e HTTP/1.1" status: 200 len: 705 time: 0.0564594 Jan 12 09:35:55.501173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34362) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:55.536844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:55.555252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Calling delete_port for ebdb8397-be6d-42ee-805c-fbd55091b5c2 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:55.664375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e7cc4850-81f7-4f8e-8810-3e65ac70263d tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:55.678997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.692922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.721171 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34372) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:55.759264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.774631 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 28487eba-c882-4326-95d3-17416ab5d90a yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:55.811185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e7cc4850-81f7-4f8e-8810-3e65ac70263d tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:55.815040 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e7cc4850-81f7-4f8e-8810-3e65ac70263d tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3099959 Jan 12 09:35:55.816853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34378) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:55.822964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Pushing event deleted for resources: {'Port': ['ID=ebdb8397-be6d-42ee-805c-fbd55091b5c2,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:55.894412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1613783002'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:55.902747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:55.909341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Usage tracker for resource:network and tenant:14c615558a384a6293d92c5fb2c82b98 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:55.913473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:55.925516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:55.974281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cda56e6f-0180-4b0c-8ba1-8c51e67f2dd9 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.997621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Made reservation on behalf of 14c615558a384a6293d92c5fb2c82b98 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:56.000593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.009104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cda56e6f-0180-4b0c-8ba1-8c51e67f2dd9 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.070893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.095403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.133781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cda56e6f-0180-4b0c-8ba1-8c51e67f2dd9 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.149980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.159100 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda56e6f-0180-4b0c-8ba1-8c51e67f2dd9 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4862a737-fd19-47a9-bfd4-12dbc508a60e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:56.300605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:56.308804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cda56e6f-0180-4b0c-8ba1-8c51e67f2dd9 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.309974 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cda56e6f-0180-4b0c-8ba1-8c51e67f2dd9 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/4862a737-fd19-47a9-bfd4-12dbc508a60e HTTP/1.1" status: 204 len: 168 time: 0.4880271 Jan 12 09:35:56.313540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34384) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:56.356393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Usage tracker for resource:security_group_rule and tenant:14c615558a384a6293d92c5fb2c82b98 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:56.365465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:56.373535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.375616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:56.384825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.431193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.431464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.432024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Fanout notify agent at l3_agent the message router_deleted on router 25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:35:56.474156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.479595 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.491285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.495953 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2d6d1537-9c33-4584-b4b4-e7b5ee306c1a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05 HTTP/1.1" status: 204 len: 168 time: 2.8974059 Jan 12 09:35:56.499148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34388) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:56.504717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1123465982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:56.525738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:56.530387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:56.535842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Usage tracker for resource:router and tenant:984e9570095f43928dee30becbed9c50 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:56.540988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:56.548369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf4efe5-7f50-4fd5-8f43-54f7be78b1b0,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:56.551903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:56.556099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f16b8a97-4a42-49d9-9e8b-51e168bbc5ff tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:56.556715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.557065 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Added segment 3bfbb00b-ac06-4249-87ac-61dc548a617a of type vlan for network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 Jan 12 09:35:56.572564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.573451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.594181 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.601082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=28487eba-c882-4326-95d3-17416ab5d90a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:56.605487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:56.610557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:56.614070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:56.618097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:56.618748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.623842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.625755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f16b8a97-4a42-49d9-9e8b-51e168bbc5ff tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:56.626277 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f16b8a97-4a42-49d9-9e8b-51e168bbc5ff tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3110259 Jan 12 09:35:56.632192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34392) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:56.641110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.644933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:56.645513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.669148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-aec09e77-94c6-4e28-9b71-02483c15aab7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': 'cb99a27a-cb11-4fb8-9bb6-ff82a51c22b2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:56.670823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.680564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aec09e77-94c6-4e28-9b71-02483c15aab7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:56.688700 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aa8a9180-9053-41df-875c-82c3f6531dc2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4710958 Jan 12 09:35:56.690348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34398) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:56.728266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aec09e77-94c6-4e28-9b71-02483c15aab7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:56.780068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event updated for resources: {'Network': ['ID=461613b3-5bf9-47e2-8a4b-34ee2064ac54,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:56.782945 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-163aff98-2817-4412-ac1e-898012144087 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0607681 Jan 12 09:35:56.784222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.787895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aec09e77-94c6-4e28-9b71-02483c15aab7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.788072 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f552d79f-8a45-4666-829e-00fa3411cc54 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2848926 Jan 12 09:35:56.788072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34402) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:56.788072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34406) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:56.793033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Request body: {'subnet': {'network_id': '461613b3-5bf9-47e2-8a4b-34ee2064ac54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:56.797384 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:56.808962 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:56.840904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43956155-654d-44a0-9c2a-3cd41d273f34 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:56.842942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-43956155-654d-44a0-9c2a-3cd41d273f34 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:56.896232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-43956155-654d-44a0-9c2a-3cd41d273f34 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:56.897464 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-43956155-654d-44a0-9c2a-3cd41d273f34 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/28487eba-c882-4326-95d3-17416ab5d90a HTTP/1.1" status: 200 len: 841 time: 0.2028461 Jan 12 09:35:56.900208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34412) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:56.963277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aec09e77-94c6-4e28-9b71-02483c15aab7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.977843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aec09e77-94c6-4e28-9b71-02483c15aab7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.049764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec09e77-94c6-4e28-9b71-02483c15aab7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435092dd-2069-49eb-874c-8c1dabd6e68a,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:57.059135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fea20904-bbd9-4d09-aa48-f65b10aee511 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 28487eba-c882-4326-95d3-17416ab5d90a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:57.059466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fea20904-bbd9-4d09-aa48-f65b10aee511 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.092536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aec09e77-94c6-4e28-9b71-02483c15aab7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.094352 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aec09e77-94c6-4e28-9b71-02483c15aab7 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4606202 Jan 12 09:35:57.101488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34416) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:57.137982 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-816edc25-9b5a-48cd-8e3b-006d0749a766 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules/435092dd-2069-49eb-874c-8c1dabd6e68a HTTP/1.1" status: 200 len: 705 time: 0.0304306 Jan 12 09:35:57.139096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:57.157012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34420) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:57.203092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Usage tracker for resource:subnet and tenant:14c615558a384a6293d92c5fb2c82b98 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:57.206596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:57.213120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:57.275087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Made reservation on behalf of 14c615558a384a6293d92c5fb2c82b98 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:57.376398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fea20904-bbd9-4d09-aa48-f65b10aee511 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.393236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-39f7aa69-b0c9-4fb8-9d29-9de32a51ec26 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:57.395532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:35:57.395868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.447451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.552832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fea20904-bbd9-4d09-aa48-f65b10aee511 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 28487eba-c882-4326-95d3-17416ab5d90a owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:57.598469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.617780 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-39f7aa69-b0c9-4fb8-9d29-9de32a51ec26 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:57.621481 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-39f7aa69-b0c9-4fb8-9d29-9de32a51ec26 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4602411 Jan 12 09:35:57.622389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34426) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:57.738414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fea20904-bbd9-4d09-aa48-f65b10aee511 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.754441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-519f8d48-09bf-48a7-81fa-8a63d80e22da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.778866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-519f8d48-09bf-48a7-81fa-8a63d80e22da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.810567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea20904-bbd9-4d09-aa48-f65b10aee511 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=28487eba-c882-4326-95d3-17416ab5d90a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:57.820435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fea20904-bbd9-4d09-aa48-f65b10aee511 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.826830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.848762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-519f8d48-09bf-48a7-81fa-8a63d80e22da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.879253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f8d48-09bf-48a7-81fa-8a63d80e22da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=435092dd-2069-49eb-874c-8c1dabd6e68a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:57.888139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.956621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-519f8d48-09bf-48a7-81fa-8a63d80e22da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.957717 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-519f8d48-09bf-48a7-81fa-8a63d80e22da tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/435092dd-2069-49eb-874c-8c1dabd6e68a HTTP/1.1" status: 204 len: 168 time: 0.3343768 Jan 12 09:35:57.963196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34432) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:58.011775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event updated for resources: {'Subnet': ['ID=71dd0699-dd67-446c-a34d-017d69032433,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:58.033720 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fea20904-bbd9-4d09-aa48-f65b10aee511 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/28487eba-c882-4326-95d3-17416ab5d90a HTTP/1.1" status: 204 len: 168 time: 1.1324317 Jan 12 09:35:58.041491 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34438) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:58.041942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:35:58.124630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.153831 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-94823cea-a55f-4a7f-b082-8f2722fec1cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:35:58.154327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-94823cea-a55f-4a7f-b082-8f2722fec1cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:58.160370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Checking segment: {'id': '3bfbb00b-ac06-4249-87ac-61dc548a617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '461613b3-5bf9-47e2-8a4b-34ee2064ac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:58.160725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Network hostable DHCP agents. Network: 461613b3-5bf9-47e2-8a4b-34ee2064ac54, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:58.169801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f533b583-d213-4e30-be7b-58557869c38a tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:58.181042 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.219347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.241744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-94823cea-a55f-4a7f-b082-8f2722fec1cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:58.243084 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-94823cea-a55f-4a7f-b082-8f2722fec1cf tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/28487eba-c882-4326-95d3-17416ab5d90a HTTP/1.1" status: 404 len: 333 time: 0.2007043 Jan 12 09:35:58.250602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34442) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:58.260278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f533b583-d213-4e30-be7b-58557869c38a tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:58.261430 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f533b583-d213-4e30-be7b-58557869c38a tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2972021 Jan 12 09:35:58.265806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=4bd79c21-6321-4c52-bc47-e3ca8f0b7ca7,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:58.267750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'name': 'tempest-PortsTestJSON-913128047'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:58.269079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34446) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:58.274548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ce65a16a-530b-4efd-8c20-bccaf2c748bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': 'cb99a27a-cb11-4fb8-9bb6-ff82a51c22b2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:58.282153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ce65a16a-530b-4efd-8c20-bccaf2c748bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:58.328449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ce65a16a-530b-4efd-8c20-bccaf2c748bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:58.349862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:58.413510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 461613b3-5bf9-47e2-8a4b-34ee2064ac54) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:58.428333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d1a67-3ae2-4406-b733-81bc1a2d249c None None] Network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:35:58.429806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:58.430403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.481637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:58.485126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Allocated IP 172.26.1.218 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/71091ec5-d41c-4864-b290-bfecf2c2b298) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:58.491839 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-66043209-1bc3-4237-a6b2-20daae3a29fe tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7051592 Jan 12 09:35:58.496883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34452) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:58.510552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-838405363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:58.515777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:58.523014 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-ce65a16a-530b-4efd-8c20-bccaf2c748bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Project 6470334c378747ea8f46b966c3bb8563 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:35:58.536945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ce65a16a-530b-4efd-8c20-bccaf2c748bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.554052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:58.568472 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.575383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Usage tracker for resource:router and tenant:14c615558a384a6293d92c5fb2c82b98 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:58.621528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:58.633282 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:58.635342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:58.638824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.710579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-461613b3-5bf9-47e2-8a4b-34ee2064ac54', 'network_id': '461613b3-5bf9-47e2-8a4b-34ee2064ac54', 'tenant_id': '14c615558a384a6293d92c5fb2c82b98', 'fixed_ips': [{'subnet_id': '71dd0699-dd67-446c-a34d-017d69032433'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:35:58.711461 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.791868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.792828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.802533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 63c20e5a-5707-44dc-86bf-4cc7427496b3 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:58.813254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ce65a16a-530b-4efd-8c20-bccaf2c748bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.823958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ce65a16a-530b-4efd-8c20-bccaf2c748bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.832465 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:35:58.887121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Allocated IP 172.20.0.2 (461613b3-5bf9-47e2-8a4b-34ee2064ac54/71dd0699-dd67-446c-a34d-017d69032433/c3738785-452a-4167-99a1-103c33a7889e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:58.906357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65a16a-530b-4efd-8c20-bccaf2c748bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142b4869-adfc-4e86-a892-576c0107db82,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:58.935168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.941280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.997345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ce65a16a-530b-4efd-8c20-bccaf2c748bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.002091 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ce65a16a-530b-4efd-8c20-bccaf2c748bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7319767 Jan 12 09:35:59.007245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34458) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:59.061945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.117749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.121366 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-25207590-5dba-439e-ade7-331f1e1a622a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6176350 Jan 12 09:35:59.121998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34462) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:59.129701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.130437 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9b62215a-ef61-4d04-a484-86179e70ebe4 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules/142b4869-adfc-4e86-a892-576c0107db82 HTTP/1.1" status: 200 len: 711 time: 0.1184046 Jan 12 09:35:59.131226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34466) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:59.138966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Transition to ACTIVE for port object c3738785-452a-4167-99a1-103c33a7889e will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:59.158139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Transition to ACTIVE for port object c3738785-452a-4167-99a1-103c33a7889e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:59.165299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router 03a19314-1a58-487a-adf2-2f141ac246ad has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:35:59.167335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.182402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.184486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.260614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:59.264295 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:59.264453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b50b1cb2-50ac-4e5c-894e-a563b258fb57 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:59.273977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:59.284830 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Pushing event updated for resources: {'Port': ['ID=c3738785-452a-4167-99a1-103c33a7889e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:59.331051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:59.339908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b50b1cb2-50ac-4e5c-894e-a563b258fb57 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:59.344022 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b50b1cb2-50ac-4e5c-894e-a563b258fb57 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2085781 Jan 12 09:35:59.344161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:59.344283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34472) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:59.346937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Pushing event updated for resources: {'Port': ['ID=71091ec5-d41c-4864-b290-bfecf2c2b298,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:59.350903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:59.356655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:35:59.365252 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2e88adcb-a90b-41d2-834a-b8f8b620933b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/03a19314-1a58-487a-adf2-2f141ac246ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4886127 Jan 12 09:35:59.366099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34476) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:59.384079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66a1ef-3a9e-4bfa-a2ff-e1586296cf40 None None] Sync routers for ids ['03a19314-1a58-487a-adf2-2f141ac246ad'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:35:59.396274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Attempting to bind port c3738785-452a-4167-99a1-103c33a7889e on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:59.396679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Attempting to bind port c3738785-452a-4167-99a1-103c33a7889e by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '3bfbb00b-ac06-4249-87ac-61dc548a617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '461613b3-5bf9-47e2-8a4b-34ee2064ac54'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:59.397124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Attempting to bind port c3738785-452a-4167-99a1-103c33a7889e on network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:35:59.408456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66a1ef-3a9e-4bfa-a2ff-e1586296cf40 None None] Routers {'03a19314-1a58-487a-adf2-2f141ac246ad'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:59.409317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8f66a1ef-3a9e-4bfa-a2ff-e1586296cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['03a19314-1a58-487a-adf2-2f141ac246ad'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:59.426749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-81d0909c-182a-4e57-a833-71c0352fc48f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Synchronizing usage tracker for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:59.434601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cb95b1fa-a092-49b3-aedd-0fdfde2df729 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.449895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cb95b1fa-a092-49b3-aedd-0fdfde2df729 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.454409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.463500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-81d0909c-182a-4e57-a833-71c0352fc48f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Unset dirty status for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:59.464671 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:35:59.465180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Checking segment: {'id': '3bfbb00b-ac06-4249-87ac-61dc548a617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '461613b3-5bf9-47e2-8a4b-34ee2064ac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:35:59.465593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.466271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Bound using segment: {'id': '3bfbb00b-ac06-4249-87ac-61dc548a617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '461613b3-5bf9-47e2-8a4b-34ee2064ac54'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:35:59.466574 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-81d0909c-182a-4e57-a833-71c0352fc48f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=03a19314-1a58-487a-adf2-2f141ac246ad HTTP/1.1" status: 200 len: 205 time: 0.0967238 Jan 12 09:35:59.466757 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Bound port: c3738785-452a-4167-99a1-103c33a7889e, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfbb00b-ac06-4249-87ac-61dc548a617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '461613b3-5bf9-47e2-8a4b-34ee2064ac54'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:59.467163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.467299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34480) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:59.494892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8f66a1ef-3a9e-4bfa-a2ff-e1586296cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:59.580029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] For port c3738785-452a-4167-99a1-103c33a7889e, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:35:59.580936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cb95b1fa-a092-49b3-aedd-0fdfde2df729 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.583580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] For port c3738785-452a-4167-99a1-103c33a7889e, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c3738785-452a-4167-99a1-103c33a7889e,segment=NetworkSegment(3bfbb00b-ac06-4249-87ac-61dc548a617a),segment_id=3bfbb00b-ac06-4249-87ac-61dc548a617a)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:35:59.589909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.605223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:59.613210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=63c20e5a-5707-44dc-86bf-4cc7427496b3,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:59.625029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66a1ef-3a9e-4bfa-a2ff-e1586296cf40 None None] Routers {'03a19314-1a58-487a-adf2-2f141ac246ad'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:35:59.625888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8f66a1ef-3a9e-4bfa-a2ff-e1586296cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['03a19314-1a58-487a-adf2-2f141ac246ad'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:59.661562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:59.673567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:35:59.677470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:59.678085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.698786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8f66a1ef-3a9e-4bfa-a2ff-e1586296cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:59.699545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66a1ef-3a9e-4bfa-a2ff-e1586296cf40 None None] The sync data for ids ['03a19314-1a58-487a-adf2-2f141ac246ad'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:35:59.751550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95b1fa-a092-49b3-aedd-0fdfde2df729 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=142b4869-adfc-4e86-a892-576c0107db82,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:59.752329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57caf4b-2f8b-494d-8c95-b503e97b2163 None None] Pushing event updated for resources: {'Port': ['ID=c3738785-452a-4167-99a1-103c33a7889e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:59.758904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cb95b1fa-a092-49b3-aedd-0fdfde2df729 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.760064 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cb95b1fa-a092-49b3-aedd-0fdfde2df729 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/142b4869-adfc-4e86-a892-576c0107db82 HTTP/1.1" status: 204 len: 168 time: 0.4149101 Jan 12 09:35:59.762688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34486) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:59.773528 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1e789e53-667a-4aee-a339-713aeaa4d920 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5183389 Jan 12 09:35:59.785598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34490) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:59.798391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-906d22eb-78f2-468e-a837-0207a3339974 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:35:59.833888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec6d33d8-20fd-4d88-b444-b33786a4e6b2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.990392 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.043840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-66bfaaac-6845-4e36-8750-7e863d37ccf8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:00.065148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.209895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-906d22eb-78f2-468e-a837-0207a3339974 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.218406 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-66bfaaac-6845-4e36-8750-7e863d37ccf8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:00.222349 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-66bfaaac-6845-4e36-8750-7e863d37ccf8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4560831 Jan 12 09:36:00.229002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34496) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:00.452491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec6d33d8-20fd-4d88-b444-b33786a4e6b2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.469024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec6d33d8-20fd-4d88-b444-b33786a4e6b2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.507074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.518243 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.641243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b48a-2c01-4a05-ae19-5b7214191b6d tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.684913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Allocated IP 172.20.0.1 (461613b3-5bf9-47e2-8a4b-34ee2064ac54/71dd0699-dd67-446c-a34d-017d69032433/3721d02b-2708-4658-8754-b1958c961224) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:00.697148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec6d33d8-20fd-4d88-b444-b33786a4e6b2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.698208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d33d8-20fd-4d88-b444-b33786a4e6b2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Fanout notify agent at l3_agent the message router_deleted on router 03a19314-1a58-487a-adf2-2f141ac246ad {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:36:00.700250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b48a-2c01-4a05-ae19-5b7214191b6d tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.733648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec6d33d8-20fd-4d88-b444-b33786a4e6b2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.737280 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ec6d33d8-20fd-4d88-b444-b33786a4e6b2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/03a19314-1a58-487a-adf2-2f141ac246ad HTTP/1.1" status: 204 len: 168 time: 1.2656071 Jan 12 09:36:00.745517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34502) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:00.773060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e797e7-14be-4a11-978b-f69a4c1ede51 None None] Network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:00.809979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-906d22eb-78f2-468e-a837-0207a3339974 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.825028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-906d22eb-78f2-468e-a837-0207a3339974 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.892894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-20e8b4d1-3a8e-4a5e-ba80-5329fb248031 None None] Provisioning for port c3738785-452a-4167-99a1-103c33a7889e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:00.911026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d22eb-78f2-468e-a837-0207a3339974 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=63c20e5a-5707-44dc-86bf-4cc7427496b3,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:00.913785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-906d22eb-78f2-468e-a837-0207a3339974 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] In _notify_port_updated(), no bound segment for port 63c20e5a-5707-44dc-86bf-4cc7427496b3 on network e4d8b427-e96c-4ac9-9027-604ee40ed74e {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:36:00.917888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d22eb-78f2-468e-a837-0207a3339974 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:00.918799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-906d22eb-78f2-468e-a837-0207a3339974 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.920349 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-906d22eb-78f2-468e-a837-0207a3339974 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "PUT /v2.0/ports/63c20e5a-5707-44dc-86bf-4cc7427496b3 HTTP/1.1" status: 200 len: 818 time: 1.1338239 Jan 12 09:36:00.923627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b48a-2c01-4a05-ae19-5b7214191b6d tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.923907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34508) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:00.965805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.009126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Transition to ACTIVE for port object 3721d02b-2708-4658-8754-b1958c961224 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:01.010832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7b48a-2c01-4a05-ae19-5b7214191b6d tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb99a27a-cb11-4fb8-9bb6-ff82a51c22b2,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:01.016683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9d503bee-7317-4598-8fcd-97dacd921f0e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 63c20e5a-5707-44dc-86bf-4cc7427496b3 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:01.017228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9d503bee-7317-4598-8fcd-97dacd921f0e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.049674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b48a-2c01-4a05-ae19-5b7214191b6d tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.054084 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8ef7b48a-2c01-4a05-ae19-5b7214191b6d tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/cb99a27a-cb11-4fb8-9bb6-ff82a51c22b2 HTTP/1.1" status: 204 len: 168 time: 0.8214536 Jan 12 09:36:01.056730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34512) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:01.105181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd740c15-3051-45e4-a0e8-38e83ccfc3bd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting subnet 22ad420e-7cdc-4381-bdda-aeb1717c6cc2 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:36:01.108537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd740c15-3051-45e4-a0e8-38e83ccfc3bd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.172608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c3738785-452a-4167-99a1-103c33a7889e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:01.175211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd740c15-3051-45e4-a0e8-38e83ccfc3bd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.212504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.253436 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port c3738785-452a-4167-99a1-103c33a7889e completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:01.259500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a6eb6b72-ba4e-4680-a753-c05d13e9a78e tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:01.261512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c3738785-452a-4167-99a1-103c33a7889e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:01.262057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.278761 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd740c15-3051-45e4-a0e8-38e83ccfc3bd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.367743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd740c15-3051-45e4-a0e8-38e83ccfc3bd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.419652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event updated for resources: {'Port': ['ID=3721d02b-2708-4658-8754-b1958c961224,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:01.421156 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.449932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:01.478152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port c3738785-452a-4167-99a1-103c33a7889e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c3738785-452a-4167-99a1-103c33a7889e,segment=NetworkSegment(3bfbb00b-ac06-4249-87ac-61dc548a617a),segment_id=3bfbb00b-ac06-4249-87ac-61dc548a617a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:01.488252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9d503bee-7317-4598-8fcd-97dacd921f0e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.499387 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-daf22807-c1f7-4431-b7eb-0c6924278173 None None] Provisioning complete for port c3738785-452a-4167-99a1-103c33a7889e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:01.500486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-daf22807-c1f7-4431-b7eb-0c6924278173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.546970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.569784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd740c15-3051-45e4-a0e8-38e83ccfc3bd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Subnet': ['ID=22ad420e-7cdc-4381-bdda-aeb1717c6cc2,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:01.586390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd740c15-3051-45e4-a0e8-38e83ccfc3bd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.597826 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cd740c15-3051-45e4-a0e8-38e83ccfc3bd tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/22ad420e-7cdc-4381-bdda-aeb1717c6cc2 HTTP/1.1" status: 204 len: 168 time: 0.8511238 Jan 12 09:36:01.598422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34518) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:01.605902 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a65b1-fae9-43ba-b7b8-35432c9d9634 None None] Network 14fcef23-3b48-4477-8b30-e910932dd8ac requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:01.646422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a6eb6b72-ba4e-4680-a753-c05d13e9a78e tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:01.647810 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a6eb6b72-ba4e-4680-a753-c05d13e9a78e tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5900087 Jan 12 09:36:01.656863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9d503bee-7317-4598-8fcd-97dacd921f0e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 63c20e5a-5707-44dc-86bf-4cc7427496b3 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:01.659741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34524) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:01.666325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group': {'name': 'tempest-secgroup--814734053'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:01.678891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:01.688330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:01.703339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:01.717717 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:01.738992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Router 469b6007-3bbd-490c-86ac-8e656040e21c is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:36:01.794754 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=c3738785-452a-4167-99a1-103c33a7889e,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:01.891928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.945279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.993178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9d503bee-7317-4598-8fcd-97dacd921f0e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.993523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-754f9fdf-abfc-47aa-8d46-0b2d1760bcff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting subnet 44386bd8-99f3-4c62-bdb7-af61e015a412 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:36:01.999159 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-754f9fdf-abfc-47aa-8d46-0b2d1760bcff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.038375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:02.041745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae140f-72dd-445b-b0f4-4adeff98a09d None None] DHCP port deletion for 14fcef23-3b48-4477-8b30-e910932dd8ac request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:36:02.045964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:02.050237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:02.050536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-40ae140f-72dd-445b-b0f4-4adeff98a09d None None] Deleting port 7f80792e-e273-4b6e-8bec-5249f22dea6c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:02.050991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-40ae140f-72dd-445b-b0f4-4adeff98a09d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.053991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d503bee-7317-4598-8fcd-97dacd921f0e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=63c20e5a-5707-44dc-86bf-4cc7427496b3,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:02.072734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9d503bee-7317-4598-8fcd-97dacd921f0e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.077478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:02.087913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-754f9fdf-abfc-47aa-8d46-0b2d1760bcff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.120569 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9d503bee-7317-4598-8fcd-97dacd921f0e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/63c20e5a-5707-44dc-86bf-4cc7427496b3 HTTP/1.1" status: 204 len: 168 time: 1.1931679 Jan 12 09:36:02.122162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34530) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:02.209889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-709abbc9-d4e3-423b-82c1-33b5f6d0fad5 None None] Provisioning for port 3721d02b-2708-4658-8754-b1958c961224 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:02.232330 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-709abbc9-d4e3-423b-82c1-33b5f6d0fad5 None None] Provisioning complete for port 3721d02b-2708-4658-8754-b1958c961224 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:02.232973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-709abbc9-d4e3-423b-82c1-33b5f6d0fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.252059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.261527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.308371 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-754f9fdf-abfc-47aa-8d46-0b2d1760bcff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.345655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.360447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518fcf7a-1988-4871-9644-b790dd497878,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:02.370634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.374375 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4f4660e0-26ba-45e7-aeca-986e7c30988b tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7114959 Jan 12 09:36:02.383283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e6366-e172-499f-85a7-43f7043a7fa0 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:02.383961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-672e6366-e172-499f-85a7-43f7043a7fa0 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:02.386209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34534) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:02.394972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Request body: {'security_group_rule': {'security_group_id': '518fcf7a-1988-4871-9644-b790dd497878', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:02.397873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-709abbc9-d4e3-423b-82c1-33b5f6d0fad5 None None] Port 3721d02b-2708-4658-8754-b1958c961224 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:02.406393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:02.406539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-40ae140f-72dd-445b-b0f4-4adeff98a09d None None] For port 7f80792e-e273-4b6e-8bec-5249f22dea6c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7f80792e-e273-4b6e-8bec-5249f22dea6c,segment=NetworkSegment(a977c87e-6064-4531-ba29-61d6b0e9c438),segment_id=a977c87e-6064-4531-ba29-61d6b0e9c438)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:02.406889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-40ae140f-72dd-445b-b0f4-4adeff98a09d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.414000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Usage tracker for resource:security_group_rule and tenant:6470334c378747ea8f46b966c3bb8563 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:02.420776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:02.433322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:02.440691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-672e6366-e172-499f-85a7-43f7043a7fa0 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:02.441831 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-672e6366-e172-499f-85a7-43f7043a7fa0 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3187377 Jan 12 09:36:02.445158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34538) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:02.478809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-754f9fdf-abfc-47aa-8d46-0b2d1760bcff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.531536 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e970c29-7366-4688-837c-d5042ab1568e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:36:02.532796 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2e970c29-7366-4688-837c-d5042ab1568e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/63c20e5a-5707-44dc-86bf-4cc7427496b3 HTTP/1.1" status: 404 len: 333 time: 0.0866475 Jan 12 09:36:02.538895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34544) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:02.542819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f9fdf-abfc-47aa-8d46-0b2d1760bcff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Subnet': ['ID=44386bd8-99f3-4c62-bdb7-af61e015a412,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:02.544689 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.558539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-285250951'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:02.563148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:02.566395 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-754f9fdf-abfc-47aa-8d46-0b2d1760bcff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.573440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:02.580865 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde5370-5d6b-4c07-aeb6-c8bb6984e237 None None] Sync routers for ids ['469b6007-3bbd-490c-86ac-8e656040e21c'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:02.590179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.591633 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-31f8e1be-407f-4a4c-b6d8-431d5d8bdf84 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "PUT /v2.0/routers/469b6007-3bbd-490c-86ac-8e656040e21c HTTP/1.1" status: 200 len: 884 time: 5.8029330 Jan 12 09:36:02.595077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34548) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:02.595912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:network and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:02.599719 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-754f9fdf-abfc-47aa-8d46-0b2d1760bcff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/44386bd8-99f3-4c62-bdb7-af61e015a412 HTTP/1.1" status: 204 len: 168 time: 0.9999876 Jan 12 09:36:02.602545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:02.609050 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde5370-5d6b-4c07-aeb6-c8bb6984e237 None None] Routers {'469b6007-3bbd-490c-86ac-8e656040e21c'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:02.610024 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-abde5370-5d6b-4c07-aeb6-c8bb6984e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['469b6007-3bbd-490c-86ac-8e656040e21c'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:02.610932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34552) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:02.628240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652688b6-29da-4b5d-9d04-ae336d729a48 None None] Network f9f48742-4e76-4574-8262-8b8471f7f013 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:02.637341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:02.649705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-40ae140f-72dd-445b-b0f4-4adeff98a09d None None] Calling delete_port for 7f80792e-e273-4b6e-8bec-5249f22dea6c owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:02.700550 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-abde5370-5d6b-4c07-aeb6-c8bb6984e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:02.720132 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde5370-5d6b-4c07-aeb6-c8bb6984e237 None None] Routers {'469b6007-3bbd-490c-86ac-8e656040e21c'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:02.721043 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-abde5370-5d6b-4c07-aeb6-c8bb6984e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['469b6007-3bbd-490c-86ac-8e656040e21c'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:02.724823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:02.728236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.780091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.788079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.798889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.811035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:02.840431 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-abde5370-5d6b-4c07-aeb6-c8bb6984e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:02.841097 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde5370-5d6b-4c07-aeb6-c8bb6984e237 None None] The sync data for ids ['469b6007-3bbd-490c-86ac-8e656040e21c'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:02.842314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.842633 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Added segment a6273b28-f95d-432f-a4cd-3ef0f2907403 of type vlan for network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 Jan 12 09:36:02.846256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203120ad-e704-47a4-a627-748660b7dc12,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:02.856028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 7f80792e-e273-4b6e-8bec-5249f22dea6c {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:02.856369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.880445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-40ae140f-72dd-445b-b0f4-4adeff98a09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.932081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae140f-72dd-445b-b0f4-4adeff98a09d None None] Pushing event deleted for resources: {'Port': ['ID=7f80792e-e273-4b6e-8bec-5249f22dea6c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:02.941268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] The port '7f80792e-e273-4b6e-8bec-5249f22dea6c' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:36:02.941892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae140f-72dd-445b-b0f4-4adeff98a09d None None] No DVR routers for this DVR port 7f80792e-e273-4b6e-8bec-5249f22dea6c on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:02.942728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.946364 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-89e514ee-6186-4340-8612-3d5914be3443 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5546315 Jan 12 09:36:02.947554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34558) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:02.986165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.005577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.018120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.056549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab64755c-5ce7-4245-bb86-ad196ba7190a None None] DHCP port deletion for f9f48742-4e76-4574-8262-8b8471f7f013 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:36:03.061761 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ab64755c-5ce7-4245-bb86-ad196ba7190a None None] Deleting port 753fc97a-0793-4e8e-b8c3-2157492e8464 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:03.062126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab64755c-5ce7-4245-bb86-ad196ba7190a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.134727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c3738785-452a-4167-99a1-103c33a7889e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:03.142777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.143002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.159114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.162539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:03.163299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.175039 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-65b486fd-5d25-4090-b0e4-3e936762385b tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/routers/469b6007-3bbd-490c-86ac-8e656040e21c HTTP/1.1" status: 200 len: 925 time: 0.5743628 Jan 12 09:36:03.176135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34562) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:03.215678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fcef23-3b48-4477-8b30-e910932dd8ac']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:03.284534 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb1df963-b22e-4646-9ece-d7dd0a078b7c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.296430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a977c87e-6064-4531-ba29-61d6b0e9c438') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:03.296714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a977c87e-6064-4531-ba29-61d6b0e9c438') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:03.313310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event updated for resources: {'Port': ['ID=3721d02b-2708-4658-8754-b1958c961224,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:03.324875 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7815495 Jan 12 09:36:03.326554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34568) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:03.329211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.335562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Network': ['ID=06ed2fb1-fea2-45d8-98e2-364a2829ec57,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:03.339885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:03.347906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c3738785-452a-4167-99a1-103c33a7889e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:03.348083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.360997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb1df963-b22e-4646-9ece-d7dd0a078b7c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.368166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.371077 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.371417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.371744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.372103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.372427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.372748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.373060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.373375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.373685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.374008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.374314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd10ba-a962-45ab-a2d4-7282df4a1a58 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.377339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.377589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.377890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.378233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.378566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.378924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.379251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.380183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.380530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.380849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.381172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:03.391631 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:36:03.392060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.397355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ab64755c-5ce7-4245-bb86-ad196ba7190a None None] For port 753fc97a-0793-4e8e-b8c3-2157492e8464, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=753fc97a-0793-4e8e-b8c3-2157492e8464,segment=NetworkSegment(7cccae29-f484-4cd2-823b-b7261305f5c4),segment_id=7cccae29-f484-4cd2-823b-b7261305f5c4)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:03.397816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab64755c-5ce7-4245-bb86-ad196ba7190a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:03.407486 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:03.409332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:03.508283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.530943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.534435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb1df963-b22e-4646-9ece-d7dd0a078b7c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.540337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b7aad1f7-a12f-4980-b8be-0916b148a19d tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Synchronizing usage tracker for tenant:f108a379c46d4d228d59246898b65061 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:03.553676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Network': ['ID=14fcef23-3b48-4477-8b30-e910932dd8ac,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:03.555623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:03.561880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:03.562265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1df963-b22e-4646-9ece-d7dd0a078b7c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=518fcf7a-1988-4871-9644-b790dd497878,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:03.566448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:03.566605 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb1df963-b22e-4646-9ece-d7dd0a078b7c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.568039 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bb1df963-b22e-4646-9ece-d7dd0a078b7c tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/518fcf7a-1988-4871-9644-b790dd497878 HTTP/1.1" status: 204 len: 168 time: 0.6196856 Jan 12 09:36:03.573123 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c38f424c-cdfe-4701-a40d-2185546ddc7a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/networks/14fcef23-3b48-4477-8b30-e910932dd8ac HTTP/1.1" status: 204 len: 168 time: 0.9581680 Jan 12 09:36:03.573123 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34572) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:03.573510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34576) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:03.578701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:03.581149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:03.583314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:03.610978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ab64755c-5ce7-4245-bb86-ad196ba7190a None None] Calling delete_port for 753fc97a-0793-4e8e-b8c3-2157492e8464 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:03.793022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b7aad1f7-a12f-4980-b8be-0916b148a19d tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Unset dirty status for tenant:f108a379c46d4d228d59246898b65061 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:03.797965 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b7aad1f7-a12f-4980-b8be-0916b148a19d tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&device_id=469b6007-3bbd-490c-86ac-8e656040e21c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6071322 Jan 12 09:36:03.799941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34582) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:03.810485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab64755c-5ce7-4245-bb86-ad196ba7190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.845433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a58b33ae-6c5b-48fb-9bd3-2bb1e9ece918 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:03.880086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a58b33ae-6c5b-48fb-9bd3-2bb1e9ece918 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:03.880513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64755c-5ce7-4245-bb86-ad196ba7190a None None] Pushing event deleted for resources: {'Port': ['ID=753fc97a-0793-4e8e-b8c3-2157492e8464,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:03.882862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f80792e-e273-4b6e-8bec-5249f22dea6c no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:03.884391 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a58b33ae-6c5b-48fb-9bd3-2bb1e9ece918 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3125045 Jan 12 09:36:03.884971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34586) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:03.910486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64755c-5ce7-4245-bb86-ad196ba7190a None None] No DVR routers for this DVR port 753fc97a-0793-4e8e-b8c3-2157492e8464 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:03.911324 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.918126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 7f80792e-e273-4b6e-8bec-5249f22dea6c {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:36:03.918462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f80792e-e273-4b6e-8bec-5249f22dea6c not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:03.918889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 753fc97a-0793-4e8e-b8c3-2157492e8464 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:03.995780 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ff6ae55f-2e00-4852-91c7-087d563039b6 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Synchronizing usage tracker for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:04.009244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 753fc97a-0793-4e8e-b8c3-2157492e8464 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:36:04.009580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 753fc97a-0793-4e8e-b8c3-2157492e8464 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:04.021957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-78e22c12-3012-4c1f-921e-2fda9db23e09 None None] Provisioning complete for port 3721d02b-2708-4658-8754-b1958c961224 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:04.022529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-78e22c12-3012-4c1f-921e-2fda9db23e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.076423 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-78e22c12-3012-4c1f-921e-2fda9db23e09 None None] Port 3721d02b-2708-4658-8754-b1958c961224 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:04.082960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:04.091653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.100147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ff6ae55f-2e00-4852-91c7-087d563039b6 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] Unset dirty status for tenant:6470334c378747ea8f46b966c3bb8563 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:04.101289 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ff6ae55f-2e00-4852-91c7-087d563039b6 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2128055 Jan 12 09:36:04.104059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34592) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:04.132692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f48742-4e76-4574-8262-8b8471f7f013']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:04.139788 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-601f3ddb-5c80-4f02-a4e0-f773b120f8c8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] delete failed (client error): The resource could not be found. Jan 12 09:36:04.140819 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-601f3ddb-5c80-4f02-a4e0-f773b120f8c8 tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "DELETE /v2.0/security-groups/518fcf7a-1988-4871-9644-b790dd497878 HTTP/1.1" status: 404 len: 347 time: 0.0358574 Jan 12 09:36:04.146468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34596) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:04.150524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cccae29-f484-4cd2-823b-b7261305f5c4') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:04.150850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cccae29-f484-4cd2-823b-b7261305f5c4') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:04.178548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.205403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.219872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:36:04.220262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:04.238606 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:04.301047 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b0fbc7e1-7c0a-4591-8bd3-842b4a4d79bf tempest-SecGroupIPv6Test-1215741269 tempest-SecGroupIPv6Test-1215741269-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1535079 Jan 12 09:36:04.330712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.333861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f7ac76-6388-44c4-a262-6461fb659c91 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:04.337767 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-35f7ac76-6388-44c4-a262-6461fb659c91 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 881 time: 0.5193982 Jan 12 09:36:04.337767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.350580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34602) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:04.351626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.391832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Network': ['ID=f9f48742-4e76-4574-8262-8b8471f7f013,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:04.411745 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2bf7aa9d-a196-4075-b39f-35ad5b2d783c tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=469b6007-3bbd-490c-86ac-8e656040e21c HTTP/1.1" status: 200 len: 205 time: 0.0506272 Jan 12 09:36:04.411745 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d0edb222-35a9-4f5f-b3c0-d8d2e01cdf54 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/networks/f9f48742-4e76-4574-8262-8b8471f7f013 HTTP/1.1" status: 204 len: 168 time: 0.8336892 Jan 12 09:36:04.411745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34608) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:04.413506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34610) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:04.418604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-94644534'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:04.429088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:04.435436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:network and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:04.447575 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:04.467039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:04.495168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:04.498414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.582458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:04.613618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.613923 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added segment 007c27dc-2b1d-4523-808e-10057a3a38ba of type vlan for network 241fab70-ecf3-420d-8194-0e91a5fd537d Jan 12 09:36:04.669011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.680134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.724481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Router 36aa9a28-7ad5-468a-a56c-e22a55393317 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:36:04.732769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.754503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34618) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:04.798461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.804544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:04.805556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.910492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.939076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Deleting port 71091ec5-d41c-4864-b290-bfecf2c2b298 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:04.939572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.004044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=964121b9-738d-4bda-842e-40af9ea0d386,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:05.019975 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6067202 Jan 12 09:36:05.028879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34626) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.040215 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'subnet': {'network_id': '241fab70-ecf3-420d-8194-0e91a5fd537d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:05.054598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9d755-0392-4ad4-8116-ced425f43a13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Network': ['ID=241fab70-ecf3-420d-8194-0e91a5fd537d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:05.065385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 241fab70-ecf3-420d-8194-0e91a5fd537d details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:05.095912 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-32057f0c-d309-47b5-94c3-405a55dea58e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6470334c378747ea8f46b966c3bb8563&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3401954 Jan 12 09:36:05.100878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34630) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.184883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.190363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Checking segment: {'id': 'a6273b28-f95d-432f-a4cd-3ef0f2907403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:05.190952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network hostable DHCP agents. Network: 06ed2fb1-fea2-45d8-98e2-364a2829ec57, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:05.242084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:05.248737 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:subnet and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:05.254135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:05.263065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:05.268784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:05.285767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:05.307413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 06ed2fb1-fea2-45d8-98e2-364a2829ec57) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:05.315483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Calling delete_port for 71091ec5-d41c-4864-b290-bfecf2c2b298 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:05.316549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151d39bd-a059-4beb-8579-b2b2cf8be10d None None] Network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:05.350807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4016b17-85bd-40cf-a5b5-6ea963cd91c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.355019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:05.355518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.366694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:05.382012 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ec4a0257-14d3-41d6-91c5-115d4b15b0d8 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "PUT /v2.0/routers/36aa9a28-7ad5-468a-a56c-e22a55393317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2567611 Jan 12 09:36:05.388235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34636) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.397738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Request body: {'port': {'network_id': '461613b3-5bf9-47e2-8a4b-34ee2064ac54', 'name': 'tempest-FloatingIPNegativeTestJSON-1713576110'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:05.398712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e780a5e-cd55-43d8-8edb-c95fdbc2e9e7 None None] Sync routers for ids ['36aa9a28-7ad5-468a-a56c-e22a55393317'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:05.414987 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b082bfeb-d1c6-4679-953a-997de48b2eb5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0878894 Jan 12 09:36:05.418439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34640) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.426057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:05.450320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e780a5e-cd55-43d8-8edb-c95fdbc2e9e7 None None] Routers {'36aa9a28-7ad5-468a-a56c-e22a55393317'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:05.451126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9e780a5e-cd55-43d8-8edb-c95fdbc2e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['36aa9a28-7ad5-468a-a56c-e22a55393317'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:05.451435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.519113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4016b17-85bd-40cf-a5b5-6ea963cd91c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.531205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9e780a5e-cd55-43d8-8edb-c95fdbc2e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:05.585926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e780a5e-cd55-43d8-8edb-c95fdbc2e9e7 None None] Routers {'36aa9a28-7ad5-468a-a56c-e22a55393317'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:05.587092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9e780a5e-cd55-43d8-8edb-c95fdbc2e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['36aa9a28-7ad5-468a-a56c-e22a55393317'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:05.665867 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9e780a5e-cd55-43d8-8edb-c95fdbc2e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:05.666473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e780a5e-cd55-43d8-8edb-c95fdbc2e9e7 None None] The sync data for ids ['36aa9a28-7ad5-468a-a56c-e22a55393317'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:05.687805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:05.689818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:05.693170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Usage tracker for resource:port and tenant:14c615558a384a6293d92c5fb2c82b98 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:05.697068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:05.701528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:05.712458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:05.724210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4016b17-85bd-40cf-a5b5-6ea963cd91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.724396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-06ed2fb1-fea2-45d8-98e2-364a2829ec57', 'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57', 'tenant_id': 'e91abe40cd084170b0c80e93ce9fa4d2', 'fixed_ips': [{'subnet_id': '964121b9-738d-4bda-842e-40af9ea0d386'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:36:05.725495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.732348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:05.749785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:05.756087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4016b17-85bd-40cf-a5b5-6ea963cd91c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d270a3-f5a1-4706-8772-29143904b823,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:05.786225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Made reservation on behalf of 14c615558a384a6293d92c5fb2c82b98 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:05.789613 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.813884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.870003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Pushing event deleted for resources: {'Port': ['ID=71091ec5-d41c-4864-b290-bfecf2c2b298,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:05.873688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] device_id is not set on port 9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:05.912471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4016b17-85bd-40cf-a5b5-6ea963cd91c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.916236 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e4016b17-85bd-40cf-a5b5-6ea963cd91c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48d270a3-f5a1-4706-8772-29143904b823 HTTP/1.1" status: 204 len: 168 time: 0.8118238 Jan 12 09:36:05.925653 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Allocated IP 172.20.0.2 (06ed2fb1-fea2-45d8-98e2-364a2829ec57/964121b9-738d-4bda-842e-40af9ea0d386/6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:05.927782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:05.932649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.105108 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.ipam_backend_mixin [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 964121b9-738d-4bda-842e-40af9ea0d386 (CIDR: 172.20.0.0/28) Jan 12 09:36:06.110980 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:06.111733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:06.154995 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b44dabf1-cb69-449e-b7b5-f906a3127a41 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7354808 Jan 12 09:36:06.157631 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34650) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:06.163878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:06.191255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.191935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.203860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Transition to ACTIVE for port object 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:06.226596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Transition to ACTIVE for port object 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:06.234765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.234982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.288228 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Allocated IP 172.20.0.8 (461613b3-5bf9-47e2-8a4b-34ee2064ac54/71dd0699-dd67-446c-a34d-017d69032433/9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:06.323712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:06.327149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:06.335369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:06.342602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Pushing event updated for resources: {'Port': ['ID=6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:06.375567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Subnet': ['ID=51e8d1aa-63b7-496b-b5b6-0a84539d13f1,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:06.397555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Checking segment: {'id': '007c27dc-2b1d-4523-808e-10057a3a38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '241fab70-ecf3-420d-8194-0e91a5fd537d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:06.398054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network hostable DHCP agents. Network: 241fab70-ecf3-420d-8194-0e91a5fd537d, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:06.422271 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:06.426963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:06.430879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:06.438913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:06.443349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Attempting to bind port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:06.453190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Attempting to bind port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'a6273b28-f95d-432f-a4cd-3ef0f2907403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:06.453951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Attempting to bind port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 on network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:36:06.454844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 241fab70-ecf3-420d-8194-0e91a5fd537d is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:06.464260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:36:06.465156 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Checking segment: {'id': 'a6273b28-f95d-432f-a4cd-3ef0f2907403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:06.465793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.466258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Bound using segment: {'id': 'a6273b28-f95d-432f-a4cd-3ef0f2907403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:36:06.466755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Bound port: 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6273b28-f95d-432f-a4cd-3ef0f2907403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:06.467158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.467730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:06.476595 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.503309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 241fab70-ecf3-420d-8194-0e91a5fd537d) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:06.508486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:06.509532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.558817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92860ff-2c7b-469e-9e97-73a0555fe939 None None] Network 241fab70-ecf3-420d-8194-0e91a5fd537d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:06.612799 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4e079042-a3a2-4ab2-a959-d50ed67e66d5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5818238 Jan 12 09:36:06.616414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34664) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:06.624654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-880108018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:06.631712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:06.635861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:router and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:06.640121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:06.645413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:06.672581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.673618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.697069 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] For port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:36:06.709609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.716934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.728094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] For port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9,segment=NetworkSegment(a6273b28-f95d-432f-a4cd-3ef0f2907403),segment_id=a6273b28-f95d-432f-a4cd-3ef0f2907403)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:36:06.745641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.749396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.776214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.812828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.817715 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6c0a6b62-aa64-4962-b286-956895c25fbe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1997049 Jan 12 09:36:06.818421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34670) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:06.829010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'port': {'network_id': '241fab70-ecf3-420d-8194-0e91a5fd537d', 'name': 'tempest-RoutersIpV6Test-514789884'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:06.859402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.861656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Fanout notify agent at l3_agent the message router_deleted on router 469b6007-3bbd-490c-86ac-8e656040e21c {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:36:06.894412 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Pushing event updated for resources: {'Port': ['ID=6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:06.913796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.914143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.914570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.914854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.915220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.915629 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.915883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.916205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.916682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.917000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.917310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae1f7-002c-4603-9877-8ef3a4a57b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.965399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.972186 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-666dfd20-6ae6-4efd-8c84-a4f92a996681 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/469b6007-3bbd-490c-86ac-8e656040e21c HTTP/1.1" status: 204 len: 168 time: 2.5617950 Jan 12 09:36:06.983983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34680) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:07.007899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.013770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-884218544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:07.040665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Transition to ACTIVE for port object 9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:07.054430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:07.067162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Usage tracker for resource:router and tenant:984e9570095f43928dee30becbed9c50 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:07.078000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.082975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:07.085121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-241fab70-ecf3-420d-8194-0e91a5fd537d', 'network_id': '241fab70-ecf3-420d-8194-0e91a5fd537d', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'fixed_ips': [{'subnet_id': '51e8d1aa-63b7-496b-b5b6-0a84539d13f1'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:36:07.085772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.088331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:07.100663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.106577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:port and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:07.160597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:07.163321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:07.168015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:07.172294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:07.178896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:07.192862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:07.201854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34686) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:07.223124 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event updated for resources: {'Port': ['ID=9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:07.252454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:07.256251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.257244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.260854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:07.263898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.278640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:07.281670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:07.282285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.292470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=9fc43130-64b7-492e-bd55-fc7ecbe81f93,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:07.301918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:07.302930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.344177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] device_id is not set on port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:07.358927 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f6884ef7-35a7-4432-be07-6eca028d76d7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9695969 Jan 12 09:36:07.361910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34694) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:07.372961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:07.396767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:07.407771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Usage tracker for resource:floatingip and tenant:14c615558a384a6293d92c5fb2c82b98 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:07.416417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:07.426058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:07.450494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.488896 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8b2cc2aa-6d79-4989-946a-44e96dc6b522 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3300552 Jan 12 09:36:07.500124 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34698) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:07.508103 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Allocated IP 2001:db8::2 (241fab70-ecf3-420d-8194-0e91a5fd537d/51e8d1aa-63b7-496b-b5b6-0a84539d13f1/8ae46064-3282-490a-aa3d-32dde23fd5b3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:07.522926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group': {'name': 'tempest-secgroup--983100032'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:07.556804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:07.564488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.612724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:07.620194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57', 'fixed_ips': [{'subnet_id': '964121b9-738d-4bda-842e-40af9ea0d386'}, {'subnet_id': '9fc43130-64b7-492e-bd55-fc7ecbe81f93'}], 'name': 'tempest-PortsTestJSON-887179364'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:07.644046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:07.676173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:07.695249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.705862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.732874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.755353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.756868 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-49cb5e19-d75b-4819-a9bb-9ffa2af90127 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7715271 Jan 12 09:36:07.760156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34704) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:07.773993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'enable_snat': True}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:07.817644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b3bd7a83-255d-45b8-bf13-4c0435f3fafa None None] Provisioning for port 9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:07.825022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.830870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b3bd7a83-255d-45b8-bf13-4c0435f3fafa None None] Provisioning complete for port 9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:07.830870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3bd7a83-255d-45b8-bf13-4c0435f3fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.848440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:07.854346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:port and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:07.858920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:07.866176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:07.869978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:07.872725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Transition to ACTIVE for port object 8ae46064-3282-490a-aa3d-32dde23fd5b3 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:07.893096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:07.904400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b3bd7a83-255d-45b8-bf13-4c0435f3fafa None None] Port 9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:07.907094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Transition to ACTIVE for port object 8ae46064-3282-490a-aa3d-32dde23fd5b3 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:07.913757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.914146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.960464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:07.974839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:07.980758 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Network 241fab70-ecf3-420d-8194-0e91a5fd537d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:07.983385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:07.985332 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:07.988184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:07.994753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Pushing event updated for resources: {'Port': ['ID=8ae46064-3282-490a-aa3d-32dde23fd5b3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:08.099467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Allocated IP 2001:db8::118 (241fab70-ecf3-420d-8194-0e91a5fd537d/51e8d1aa-63b7-496b-b5b6-0a84539d13f1/9e62876c-8cec-44e4-8776-3d9f5a0bd499) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:08.119483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Attempting to bind port 8ae46064-3282-490a-aa3d-32dde23fd5b3 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:08.119839 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Attempting to bind port 8ae46064-3282-490a-aa3d-32dde23fd5b3 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '007c27dc-2b1d-4523-808e-10057a3a38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '241fab70-ecf3-420d-8194-0e91a5fd537d'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:08.120197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Attempting to bind port 8ae46064-3282-490a-aa3d-32dde23fd5b3 on network 241fab70-ecf3-420d-8194-0e91a5fd537d {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:36:08.121760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.128107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:36:08.128473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Checking segment: {'id': '007c27dc-2b1d-4523-808e-10057a3a38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '241fab70-ecf3-420d-8194-0e91a5fd537d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:08.128915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.129378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Bound using segment: {'id': '007c27dc-2b1d-4523-808e-10057a3a38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '241fab70-ecf3-420d-8194-0e91a5fd537d'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:36:08.129873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Bound port: 8ae46064-3282-490a-aa3d-32dde23fd5b3, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007c27dc-2b1d-4523-808e-10057a3a38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '241fab70-ecf3-420d-8194-0e91a5fd537d'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:08.130246 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.160692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 556f5f36-73da-4dad-978d-6817c5500d16 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:08.229946 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Allocated IP 172.26.1.233 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/7ca14063-9bc6-4d12-b628-4d92bd5ded67) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:08.262588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] For port 8ae46064-3282-490a-aa3d-32dde23fd5b3, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:36:08.266153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] For port 8ae46064-3282-490a-aa3d-32dde23fd5b3, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8ae46064-3282-490a-aa3d-32dde23fd5b3,segment=NetworkSegment(007c27dc-2b1d-4523-808e-10057a3a38ba),segment_id=007c27dc-2b1d-4523-808e-10057a3a38ba)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:36:08.272985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.380108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d53fd9-8826-47fd-8af4-c0a2156173af None None] Pushing event updated for resources: {'Port': ['ID=8ae46064-3282-490a-aa3d-32dde23fd5b3,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:08.531313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac8807-b4be-4a72-bd05-319e1d8b417a None None] Network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:08.582521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.657614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ffe4c80b-f365-4eb6-a322-aa59d26bdbb7 None None] Provisioning for port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:08.718461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.723147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.740217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.782955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.852956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:08.872610 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:08.874874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c37ecb7-fd5c-42aa-ae82-5361274dd302,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:08.897199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:08.922547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event updated for resources: {'Port': ['ID=7ca14063-9bc6-4d12-b628-4d92bd5ded67,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:08.929651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:08.933767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:08.958166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:08.973200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:09.001101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.007540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.14 (06ed2fb1-fea2-45d8-98e2-364a2829ec57/964121b9-738d-4bda-842e-40af9ea0d386/556f5f36-73da-4dad-978d-6817c5500d16) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:09.032207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.23 (06ed2fb1-fea2-45d8-98e2-364a2829ec57/9fc43130-64b7-492e-bd55-fc7ecbe81f93/556f5f36-73da-4dad-978d-6817c5500d16) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:09.034233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Transition to ACTIVE for port object 9e62876c-8cec-44e4-8776-3d9f5a0bd499 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:09.090237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1de7c-4d86-4764-8218-e2bc70a97d7c None None] Update dhcp port {'port': {'network_id': '06ed2fb1-fea2-45d8-98e2-364a2829ec57', 'fixed_ips': [{'subnet_id': '964121b9-738d-4bda-842e-40af9ea0d386', 'ip_address': '172.20.0.2'}, {'subnet_id': '9fc43130-64b7-492e-bd55-fc7ecbe81f93'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': '6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:36:09.105170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.114580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.155132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fe1de7c-4d86-4764-8218-e2bc70a97d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.186856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.197625 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:09.233881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c731a9e-f3ed-47d4-b328-b05cb89008a5,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:09.253605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.253971 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4e4b27c2-cc1e-406f-a4c1-04bd832e7bae tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0350866 Jan 12 09:36:09.261592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34716) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:09.334652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 241fab70-ecf3-420d-8194-0e91a5fd537d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:09.343015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:09.345512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:09.349702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:09.350403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.370722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=9e62876c-8cec-44e4-8776-3d9f5a0bd499,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:09.394362 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1ca9da3c-9e1f-413e-b2ba-7ee0e0f5a178 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5723712 Jan 12 09:36:09.397818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34720) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:09.401596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.416549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:09.422740 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:09.423418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.519497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.520257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.569000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.605231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9,segment=NetworkSegment(a6273b28-f95d-432f-a4cd-3ef0f2907403),segment_id=a6273b28-f95d-432f-a4cd-3ef0f2907403)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:09.610370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.611352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8ae46064-3282-490a-aa3d-32dde23fd5b3 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:09.640586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.762411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:09.773908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 8ae46064-3282-490a-aa3d-32dde23fd5b3 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:09.786296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32908db1-1400-4ac6-b37a-8d4b38ccc649 None None] Network 241fab70-ecf3-420d-8194-0e91a5fd537d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:09.835431 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b193dcf8-dda2-4666-a143-cba90c1d5471 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5611389 Jan 12 09:36:09.841747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34726) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:09.857265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-fbd6445c-4e53-435d-a69a-efb865cc8a9a tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group': {'name': 'tempest-security--584438328', 'description': 'tempest-security-description-2106466765'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:09.881339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-51e278f3-3a04-4bcc-b5e8-d0d9359e42b5 None None] Provisioning for port 8ae46064-3282-490a-aa3d-32dde23fd5b3 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:09.896981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-51e278f3-3a04-4bcc-b5e8-d0d9359e42b5 None None] Provisioning complete for port 8ae46064-3282-490a-aa3d-32dde23fd5b3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:09.897726 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51e278f3-3a04-4bcc-b5e8-d0d9359e42b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.904743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.939547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object 556f5f36-73da-4dad-978d-6817c5500d16 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:09.987572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Allocated IP 172.26.1.248 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/51aeef43-92c1-4ad0-850f-36881c7b98e6) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:10.004487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.006466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.052359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fbd6445c-4e53-435d-a69a-efb865cc8a9a tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.059076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.145819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:10.153510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:10.160002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7fe1de7c-4d86-4764-8218-e2bc70a97d7c None None] Allocated IP 172.20.0.18 (06ed2fb1-fea2-45d8-98e2-364a2829ec57/9fc43130-64b7-492e-bd55-fc7ecbe81f93/6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:10.164971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=556f5f36-73da-4dad-978d-6817c5500d16,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:10.168149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:10.304225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.315562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event updated for resources: {'Port': ['ID=7ca14063-9bc6-4d12-b628-4d92bd5ded67,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:10.321490 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:10.322147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.349157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51e278f3-3a04-4bcc-b5e8-d0d9359e42b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.357798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.359472 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f7c819af-5476-4563-9a43-434242a7e6a7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9964345 Jan 12 09:36:10.364383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fbd6445c-4e53-435d-a69a-efb865cc8a9a tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.364564 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3740c881-f6c9-4d6c-a990-638ec6d48074 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8603909 Jan 12 09:36:10.364564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34732) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:10.366460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34734) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:10.369932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a1606ef4-128d-4bcc-8638-0487708cd089 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Request body: {'floatingip': {'port_id': '9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:10.382079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '964121b9-738d-4bda-842e-40af9ea0d386'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:10.417609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fbd6445c-4e53-435d-a69a-efb865cc8a9a tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.439673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-51e278f3-3a04-4bcc-b5e8-d0d9359e42b5 None None] For port 8ae46064-3282-490a-aa3d-32dde23fd5b3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8ae46064-3282-490a-aa3d-32dde23fd5b3,segment=NetworkSegment(007c27dc-2b1d-4523-808e-10057a3a38ba),segment_id=007c27dc-2b1d-4523-808e-10057a3a38ba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:10.460756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51e278f3-3a04-4bcc-b5e8-d0d9359e42b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.475037 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1606ef4-128d-4bcc-8638-0487708cd089 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for floatingip, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.494332 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fbd6445c-4e53-435d-a69a-efb865cc8a9a tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.498840 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fbd6445c-4e53-435d-a69a-efb865cc8a9a tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "PUT /v2.0/security-groups/5c731a9e-f3ed-47d4-b328-b05cb89008a5 HTTP/1.1" status: 200 len: 1611 time: 0.6492500 Jan 12 09:36:10.521081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34742) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:10.540198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7fe1de7c-4d86-4764-8218-e2bc70a97d7c None None] For port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9,segment=NetworkSegment(a6273b28-f95d-432f-a4cd-3ef0f2907403),segment_id=a6273b28-f95d-432f-a4cd-3ef0f2907403)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:10.564321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e278f3-3a04-4bcc-b5e8-d0d9359e42b5 None None] Pushing event updated for resources: {'Port': ['ID=8ae46064-3282-490a-aa3d-32dde23fd5b3,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:10.581820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fe1de7c-4d86-4764-8218-e2bc70a97d7c None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.600943 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-39f9febb-8fbb-4d2d-9869-4b0741e6d60b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups/5c731a9e-f3ed-47d4-b328-b05cb89008a5 HTTP/1.1" status: 200 len: 1611 time: 0.0761526 Jan 12 09:36:10.601171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7fe1de7c-4d86-4764-8218-e2bc70a97d7c None None] Transition to ACTIVE for port object 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:10.601273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6445c-4e53-435d-a69a-efb865cc8a9a tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c731a9e-f3ed-47d4-b328-b05cb89008a5,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:10.601273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34746) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:10.610243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fe1de7c-4d86-4764-8218-e2bc70a97d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.723746 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-a1606ef4-128d-4bcc-8638-0487708cd089 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] update failed (client error): The resource could not be found. Jan 12 09:36:10.724875 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a1606ef4-128d-4bcc-8638-0487708cd089 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "PUT /v2.0/floatingips/5cd6229c-5ce2-4dd5-a070-0d3763c1eefa HTTP/1.1" status: 404 len: 507 time: 0.3601134 Jan 12 09:36:10.728389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34750) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:10.789232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1de7c-4d86-4764-8218-e2bc70a97d7c None None] Pushing event updated for resources: {'Port': ['ID=6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:10.853898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.890624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.900271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-eedb7fbf-5cca-4194-8221-7788d9f387c4 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Deleting port 7ca14063-9bc6-4d12-b628-4d92bd5ded67 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:10.900517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eedb7fbf-5cca-4194-8221-7788d9f387c4 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.005999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-67fd4b42-ab5c-46b1-b2f1-23fea1a7adaf None None] Provisioning for port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:11.016897 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-67fd4b42-ab5c-46b1-b2f1-23fea1a7adaf None None] Provisioning complete for port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:11.017292 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67fd4b42-ab5c-46b1-b2f1-23fea1a7adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.138891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-67fd4b42-ab5c-46b1-b2f1-23fea1a7adaf None None] Port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:11.163375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ccd787d3-865a-411b-9782-54cd55aac1df tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.165152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eedb7fbf-5cca-4194-8221-7788d9f387c4 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.165870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eedb7fbf-5cca-4194-8221-7788d9f387c4 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.167274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:11.200815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-67fd4b42-ab5c-46b1-b2f1-23fea1a7adaf None None] Provisioning complete for port 8ae46064-3282-490a-aa3d-32dde23fd5b3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:11.201520 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67fd4b42-ab5c-46b1-b2f1-23fea1a7adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.204155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ccd787d3-865a-411b-9782-54cd55aac1df tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.302533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.352463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-eedb7fbf-5cca-4194-8221-7788d9f387c4 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Calling delete_port for 7ca14063-9bc6-4d12-b628-4d92bd5ded67 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:11.360878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8ae46064-3282-490a-aa3d-32dde23fd5b3 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:11.403765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.451959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 8ae46064-3282-490a-aa3d-32dde23fd5b3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:11.454517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.536441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eedb7fbf-5cca-4194-8221-7788d9f387c4 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.553814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ccd787d3-865a-411b-9782-54cd55aac1df tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.598181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb7fbf-5cca-4194-8221-7788d9f387c4 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event deleted for resources: {'Port': ['ID=7ca14063-9bc6-4d12-b628-4d92bd5ded67,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:11.631525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b24c0388-7c4a-42d9-9611-9242e79863f0 None None] Provisioning complete for port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:11.632070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b24c0388-7c4a-42d9-9611-9242e79863f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.639289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:11.657065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2da6e7-c348-4144-960d-05a82f674b5c None None] Network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:11.692849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd787d3-865a-411b-9782-54cd55aac1df tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c731a9e-f3ed-47d4-b328-b05cb89008a5,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:11.694900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:11.706211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:11.786228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event updated for resources: {'Port': ['ID=51aeef43-92c1-4ad0-850f-36881c7b98e6,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:11.787197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b24c0388-7c4a-42d9-9611-9242e79863f0 None None] Port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:11.818044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eedb7fbf-5cca-4194-8221-7788d9f387c4 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.827874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ccd787d3-865a-411b-9782-54cd55aac1df tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.828989 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ccd787d3-865a-411b-9782-54cd55aac1df tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/5c731a9e-f3ed-47d4-b328-b05cb89008a5 HTTP/1.1" status: 204 len: 168 time: 1.1158183 Jan 12 09:36:11.832910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34760) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:11.852323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eedb7fbf-5cca-4194-8221-7788d9f387c4 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.860048 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eedb7fbf-5cca-4194-8221-7788d9f387c4 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "DELETE /v2.0/floatingips/5cd6229c-5ce2-4dd5-a070-0d3763c1eefa HTTP/1.1" status: 204 len: 168 time: 1.1268666 Jan 12 09:36:11.860965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34764) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:11.867842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1e5a7d3d-0da9-498e-9900-53dd3f9c8e70 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Request body: {'floatingip': {'floating_network_id': '461613b3-5bf9-47e2-8a4b-34ee2064ac54', 'port_id': '9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:11.873729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1e5a7d3d-0da9-498e-9900-53dd3f9c8e70 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:11.878050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1e5a7d3d-0da9-498e-9900-53dd3f9c8e70 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Usage tracker for resource:floatingip and tenant:14c615558a384a6293d92c5fb2c82b98 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:11.881215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1e5a7d3d-0da9-498e-9900-53dd3f9c8e70 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:11.888640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1e5a7d3d-0da9-498e-9900-53dd3f9c8e70 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:11.918725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7d3d-0da9-498e-9900-53dd3f9c8e70 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.944766 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9654b993-0c0c-4780-9a89-76a5b7d35dd4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1075006 Jan 12 09:36:11.945241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34768) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:11.953065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-171db867-8dae-47c0-8ab5-cef924e99e2d None None] Provisioning for port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:11.960355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-171db867-8dae-47c0-8ab5-cef924e99e2d None None] Provisioning complete for port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:11.960723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-171db867-8dae-47c0-8ab5-cef924e99e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.012359 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-84698184-0954-45d9-9cef-ad5c4f2f2b40 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] delete failed (client error): The resource could not be found. Jan 12 09:36:12.016884 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-84698184-0954-45d9-9cef-ad5c4f2f2b40 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/5c731a9e-f3ed-47d4-b328-b05cb89008a5 HTTP/1.1" status: 404 len: 347 time: 0.0673437 Jan 12 09:36:12.017037 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34772) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:12.023308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group': {'name': 'tempest-secgroup--366733244'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:12.030403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:12.036375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:12.040748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:12.049830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:12.056254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.061960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.069076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.128545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:12.140739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:12.145331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:12.152820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:12.205117 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-1e5a7d3d-0da9-498e-9900-53dd3f9c8e70 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:12.205996 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1e5a7d3d-0da9-498e-9900-53dd3f9c8e70 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3448513 Jan 12 09:36:12.210318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34778) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:12.216371 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:12.231629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:12.242870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Usage tracker for resource:floatingip and tenant:14c615558a384a6293d92c5fb2c82b98 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:12.248307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:12.252489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.257557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:12.260139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.308366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.326180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1516b74b-3cc9-405c-a258-c64d3790d064,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:12.332138 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.333350 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7ca5fa4b-23f6-467b-be20-f73820a8b160 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3154359 Jan 12 09:36:12.340012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34782) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:12.350373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': '1516b74b-3cc9-405c-a258-c64d3790d064', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:12.418839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:12.437704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:12.450166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d6d7c75c-446d-47a6-a3d3-11af3df22132 None None] Provisioning complete for port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:12.450399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:12.450944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6d7c75c-446d-47a6-a3d3-11af3df22132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.468618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:12.489303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=9e62876c-8cec-44e4-8776-3d9f5a0bd499,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:12.512573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.648981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d6d7c75c-446d-47a6-a3d3-11af3df22132 None None] Provisioning for port 556f5f36-73da-4dad-978d-6817c5500d16 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:12.650127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.653421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Delete allocated IP 172.20.0.23 (06ed2fb1-fea2-45d8-98e2-364a2829ec57/9fc43130-64b7-492e-bd55-fc7ecbe81f93) {{(pid=83594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:36:12.655622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.659348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d6d7c75c-446d-47a6-a3d3-11af3df22132 None None] Provisioning complete for port 556f5f36-73da-4dad-978d-6817c5500d16 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:12.660296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6d7c75c-446d-47a6-a3d3-11af3df22132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.669974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.682269 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579f9128-dead-43e2-9724-55c8aa671759,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:12.733431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.737288 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8abe10d7-121b-4202-a2c1-320c00b695a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3937461 Jan 12 09:36:12.740306 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34788) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:12.780574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7c75c-446d-47a6-a3d3-11af3df22132 None None] Port 556f5f36-73da-4dad-978d-6817c5500d16 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:12.791531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-90a133b5-0263-4633-b4a8-16cfadc6d4e6 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.830213 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-90a133b5-0263-4633-b4a8-16cfadc6d4e6 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.873322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Allocated IP 172.26.1.114 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/90cdac42-cb72-4f8d-8b3b-0d546e618ad8) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:12.875410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-90a133b5-0263-4633-b4a8-16cfadc6d4e6 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.893010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.899494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a133b5-0263-4633-b4a8-16cfadc6d4e6 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=579f9128-dead-43e2-9724-55c8aa671759,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:12.922947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bffe6b37-2ed0-44ab-a761-9edb4fb3cdb1 None None] Provisioning complete for port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:12.923327 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bffe6b37-2ed0-44ab-a761-9edb4fb3cdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.923463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-90a133b5-0263-4633-b4a8-16cfadc6d4e6 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.926822 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-90a133b5-0263-4633-b4a8-16cfadc6d4e6 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/579f9128-dead-43e2-9724-55c8aa671759 HTTP/1.1" status: 204 len: 168 time: 0.1836948 Jan 12 09:36:12.927972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34794) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:12.955183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.995127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bffe6b37-2ed0-44ab-a761-9edb4fb3cdb1 None None] Port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:13.014818 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bffe6b37-2ed0-44ab-a761-9edb4fb3cdb1 None None] Provisioning complete for port 556f5f36-73da-4dad-978d-6817c5500d16 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:13.015325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bffe6b37-2ed0-44ab-a761-9edb4fb3cdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.054964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1dbc3b61-d456-4a9e-9941-38e73a6fbe14 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:13.075930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bffe6b37-2ed0-44ab-a761-9edb4fb3cdb1 None None] Port 556f5f36-73da-4dad-978d-6817c5500d16 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:13.083473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.089876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.100210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1dbc3b61-d456-4a9e-9941-38e73a6fbe14 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:13.101275 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1dbc3b61-d456-4a9e-9941-38e73a6fbe14 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1724210 Jan 12 09:36:13.104729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34798) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:13.147233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Ignored duplicate provisioning block setup for port 556f5f36-73da-4dad-978d-6817c5500d16 by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 12 09:36:13.155397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.155796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.158863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.217913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.238546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:13.241221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7c7b1618-4aab-40f6-8d45-e150ca4ade39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.244359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.245696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:13.248490 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event updated for resources: {'Port': ['ID=90cdac42-cb72-4f8d-8b3b-0d546e618ad8,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:13.250581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:13.315661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7c7b1618-4aab-40f6-8d45-e150ca4ade39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.397492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=556f5f36-73da-4dad-978d-6817c5500d16,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:13.447391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7c7b1618-4aab-40f6-8d45-e150ca4ade39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.476350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b1618-4aab-40f6-8d45-e150ca4ade39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1516b74b-3cc9-405c-a258-c64d3790d064,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:13.517132 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7c7b1618-4aab-40f6-8d45-e150ca4ade39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.520758 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7c7b1618-4aab-40f6-8d45-e150ca4ade39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/1516b74b-3cc9-405c-a258-c64d3790d064 HTTP/1.1" status: 204 len: 168 time: 0.4126451 Jan 12 09:36:13.520990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34804) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:13.556129 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Deleting port 90cdac42-cb72-4f8d-8b3b-0d546e618ad8 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:13.556317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] In _notify_port_updated(), no bound segment for port 556f5f36-73da-4dad-978d-6817c5500d16 on network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:36:13.556665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.560083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:13.560643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.564691 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-11b50c37-3b18-4a01-9c2c-885655bbc232 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "PUT /v2.0/ports/556f5f36-73da-4dad-978d-6817c5500d16 HTTP/1.1" status: 200 len: 919 time: 3.1954119 Jan 12 09:36:13.601739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-74d4613a-cb5b-40e0-a473-6c39f91ce498 None None] Provisioning complete for port 556f5f36-73da-4dad-978d-6817c5500d16 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:13.602181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d4613a-cb5b-40e0-a473-6c39f91ce498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.615502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34810) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:13.625669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '964121b9-738d-4bda-842e-40af9ea0d386'}, {'subnet_id': '9fc43130-64b7-492e-bd55-fc7ecbe81f93'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:13.664556 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74d4613a-cb5b-40e0-a473-6c39f91ce498 None None] Port 556f5f36-73da-4dad-978d-6817c5500d16 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:13.723508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-24a1725d-0e79-471b-addc-4a9b8d7fab27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:13.770319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-24a1725d-0e79-471b-addc-4a9b8d7fab27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:13.775194 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-24a1725d-0e79-471b-addc-4a9b8d7fab27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2494135 Jan 12 09:36:13.775437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34814) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:13.782394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group': {'name': 'tempest-secgroup--207815038'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:13.788002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.788342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.799147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:13.918310 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Calling delete_port for 90cdac42-cb72-4f8d-8b3b-0d546e618ad8 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:14.018724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:14.026953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.043506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.093984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:14.097961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:14.100753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:14.106305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:14.160158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.165428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.253000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.267407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6080096-f1a5-4cab-9433-8fdf274f95b2,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:14.273018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.277551 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ac546789-2bdc-45eb-b664-957a272b688d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4978788 Jan 12 09:36:14.278236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34820) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:14.285075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': 'd6080096-f1a5-4cab-9433-8fdf274f95b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:14.291054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:14.295286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.296038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.296163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:14.298887 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.303826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:14.341700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:14.353529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event deleted for resources: {'Port': ['ID=90cdac42-cb72-4f8d-8b3b-0d546e618ad8,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:14.434304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.457878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=9e62876c-8cec-44e4-8776-3d9f5a0bd499,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:14.539333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.541720 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] create failed (client error): The resource could not be found. Jan 12 09:36:14.542794 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a1488e48-9079-442c-9977-f5a7e18c423f tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3313859 Jan 12 09:36:14.543967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.554059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34826) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:14.596334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Router e1ecf171-c459-468f-8699-7b47cb56325d is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:36:14.602802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0552be47-ea79-454b-a0f9-ea46811a0b04,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:14.632528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.636552 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6ae51883-b717-49e5-a963-82abecd1eaa7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3547621 Jan 12 09:36:14.636705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34830) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:14.643729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': 'd6080096-f1a5-4cab-9433-8fdf274f95b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:14.650131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b65672e4-04b4-457a-b7e3-1d61aa480284 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Deleting port 9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:14.650494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b65672e4-04b4-457a-b7e3-1d61aa480284 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.666581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.26 (06ed2fb1-fea2-45d8-98e2-364a2829ec57/9fc43130-64b7-492e-bd55-fc7ecbe81f93/556f5f36-73da-4dad-978d-6817c5500d16) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:14.675059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 241fab70-ecf3-420d-8194-0e91a5fd537d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:14.677608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:14.680493 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:14.691714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:14.701036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:14.709926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:14.784093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.956413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.967793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.978220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b65672e4-04b4-457a-b7e3-1d61aa480284 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.999879 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-aa6d548e-a107-458e-a7a0-bdb76d5346ba None None] Provisioning complete for port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:15.000502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa6d548e-a107-458e-a7a0-bdb76d5346ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.013364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.016799 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3792331 Jan 12 09:36:15.023452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34836) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:15.036884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': 'd6080096-f1a5-4cab-9433-8fdf274f95b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:15.047689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:15.055287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:15.057796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d548e-a107-458e-a7a0-bdb76d5346ba None None] Port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:15.068184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c2bc9-4460-48cc-af3f-52302d605203 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c160be9-f909-44df-bd1a-c1309a083094,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:15.107814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:15.126258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b65672e4-04b4-457a-b7e3-1d61aa480284 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Calling delete_port for 9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:15.126945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:15.157481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.271811 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b65672e4-04b4-457a-b7e3-1d61aa480284 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.286039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.308519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object 556f5f36-73da-4dad-978d-6817c5500d16 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:15.329598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.330227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65672e4-04b4-457a-b7e3-1d61aa480284 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event deleted for resources: {'Port': ['ID=9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:15.438530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.445347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b65672e4-04b4-457a-b7e3-1d61aa480284 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.455237 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b65672e4-04b4-457a-b7e3-1d61aa480284 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "DELETE /v2.0/ports/9c1d775f-f9aa-4c9b-bfc0-26e45ac648b1 HTTP/1.1" status: 204 len: 168 time: 0.9002099 Jan 12 09:36:15.455986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34842) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:15.578420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c03a56d-6609-4acb-975f-4fd4c8088fb7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:15.579258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6c03a56d-6609-4acb-975f-4fd4c8088fb7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Synchronizing usage tracker for tenant:14c615558a384a6293d92c5fb2c82b98 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:15.611506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6c03a56d-6609-4acb-975f-4fd4c8088fb7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Unset dirty status for tenant:14c615558a384a6293d92c5fb2c82b98 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:15.613029 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6c03a56d-6609-4acb-975f-4fd4c8088fb7 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "GET /v2.0/ports?device_id=36aa9a28-7ad5-468a-a56c-e22a55393317 HTTP/1.1" status: 200 len: 913 time: 0.1560557 Jan 12 09:36:15.615736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34848) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:15.702938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.784256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e53c2eb0-2759-4af1-aad8-0fb116dfb4f3 None None] Provisioning for port 556f5f36-73da-4dad-978d-6817c5500d16 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:15.786497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e682ca8-3a07-404b-a6bd-85dcf600b27a,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:15.791485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e53c2eb0-2759-4af1-aad8-0fb116dfb4f3 None None] Provisioning complete for port 556f5f36-73da-4dad-978d-6817c5500d16 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:15.792150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e53c2eb0-2759-4af1-aad8-0fb116dfb4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.855862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e53c2eb0-2759-4af1-aad8-0fb116dfb4f3 None None] Port 556f5f36-73da-4dad-978d-6817c5500d16 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:15.856673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=556f5f36-73da-4dad-978d-6817c5500d16,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:15.873778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.874977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f386a750-e538-4c85-89b6-8f1b69be0a39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8493638 Jan 12 09:36:15.884336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34854) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:15.891919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': 'd6080096-f1a5-4cab-9433-8fdf274f95b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:15.901921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] In _notify_port_updated(), no bound segment for port 556f5f36-73da-4dad-978d-6817c5500d16 on network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:36:15.905875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:15.906516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.910831 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-da0910ce-f142-47d3-882f-fbe82a8897af tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "PUT /v2.0/ports/556f5f36-73da-4dad-978d-6817c5500d16 HTTP/1.1" status: 200 len: 999 time: 2.2932091 Jan 12 09:36:15.911721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34858) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:15.914131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:15.955147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:15.959520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.964305 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1a74ba23-ca8d-4283-b774-edd50cfdc828 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "PUT /v2.0/routers/e1ecf171-c459-468f-8699-7b47cb56325d HTTP/1.1" status: 200 len: 918 time: 8.2029543 Jan 12 09:36:15.966014 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf82831-06be-4eb3-841d-159cd4be2d85 None None] Sync routers for ids ['e1ecf171-c459-468f-8699-7b47cb56325d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:15.966481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:15.973499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34862) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:15.981066 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf82831-06be-4eb3-841d-159cd4be2d85 None None] Routers {'e1ecf171-c459-468f-8699-7b47cb56325d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:15.981682 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bbf82831-06be-4eb3-841d-159cd4be2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e1ecf171-c459-468f-8699-7b47cb56325d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:15.991038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:16.039049 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bbf82831-06be-4eb3-841d-159cd4be2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:16.049745 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf82831-06be-4eb3-841d-159cd4be2d85 None None] Routers {'e1ecf171-c459-468f-8699-7b47cb56325d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:16.050333 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bbf82831-06be-4eb3-841d-159cd4be2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e1ecf171-c459-468f-8699-7b47cb56325d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:16.076013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:16.103469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-8418439a-c83a-459d-8c72-fa27b8b7e0bb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 556f5f36-73da-4dad-978d-6817c5500d16 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:16.103848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8418439a-c83a-459d-8c72-fa27b8b7e0bb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.116993 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bbf82831-06be-4eb3-841d-159cd4be2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:16.117597 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf82831-06be-4eb3-841d-159cd4be2d85 None None] The sync data for ids ['e1ecf171-c459-468f-8699-7b47cb56325d'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:16.135462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.164344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.256782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router bbf93a33-8d31-4ceb-a982-1ea78722b8aa is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:36:16.544633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.560339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.688831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee08c21-3076-418c-8aa5-861bb61f80d6,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:16.697714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8418439a-c83a-459d-8c72-fa27b8b7e0bb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.715072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.719288 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f85f6ead-825b-4775-9005-eeb1f546de27 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8301573 Jan 12 09:36:16.719736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Deleting port 3721d02b-2708-4658-8754-b1958c961224 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:16.719736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.723162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34870) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:16.835161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': 'd6080096-f1a5-4cab-9433-8fdf274f95b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:16.845017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-8418439a-c83a-459d-8c72-fa27b8b7e0bb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 556f5f36-73da-4dad-978d-6817c5500d16 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:16.886548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:16.896543 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:16.903093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.906265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:16.915395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:16.964002 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f63c9b01-94ba-4b6d-92e4-55e2f7747909 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/routers/e1ecf171-c459-468f-8699-7b47cb56325d HTTP/1.1" status: 200 len: 924 time: 0.9881058 Jan 12 09:36:16.967005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34874) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:16.970394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.021627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Calling delete_port for 3721d02b-2708-4658-8754-b1958c961224 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:17.104340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:17.114848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7cef9a-d42b-4565-a29d-2a535d79475c None None] Sync routers for ids ['bbf93a33-8d31-4ceb-a982-1ea78722b8aa'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:17.129667 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7cef9a-d42b-4565-a29d-2a535d79475c None None] Routers {'bbf93a33-8d31-4ceb-a982-1ea78722b8aa'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:17.130270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8e7cef9a-d42b-4565-a29d-2a535d79475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bbf93a33-8d31-4ceb-a982-1ea78722b8aa'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:17.136318 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e59e7f19-4834-44dd-b8dd-6b2089efca53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/bbf93a33-8d31-4ceb-a982-1ea78722b8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7376056 Jan 12 09:36:17.138990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34880) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:17.171515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.192206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8e7cef9a-d42b-4565-a29d-2a535d79475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:17.203872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7cef9a-d42b-4565-a29d-2a535d79475c None None] Routers {'bbf93a33-8d31-4ceb-a982-1ea78722b8aa'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:17.204695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8e7cef9a-d42b-4565-a29d-2a535d79475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bbf93a33-8d31-4ceb-a982-1ea78722b8aa'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:17.212721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.247680 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a5e95a37-05ff-4b97-bd7a-4f213b668e35 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&device_id=e1ecf171-c459-468f-8699-7b47cb56325d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2783301 Jan 12 09:36:17.250128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34884) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:17.256221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1207c31-921c-479f-8e10-ef64147f89a9,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:17.261659 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e8aea-1fe6-4323-83a8-dfb6fd5e7e4a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:17.263074 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2d6e8aea-1fe6-4323-83a8-dfb6fd5e7e4a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports/9e62876c-8cec-44e4-8776-3d9f5a0bd499 HTTP/1.1" status: 200 len: 983 time: 0.1230011 Jan 12 09:36:17.267541 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8e7cef9a-d42b-4565-a29d-2a535d79475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:17.268244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7cef9a-d42b-4565-a29d-2a535d79475c None None] The sync data for ids ['bbf93a33-8d31-4ceb-a982-1ea78722b8aa'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:17.274723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34888) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:17.333200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8418439a-c83a-459d-8c72-fa27b8b7e0bb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.338881 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.343590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.344703 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c9d026b0-7aaf-44dd-9a3e-eefc5255edd9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5738902 Jan 12 09:36:17.373432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34892) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:17.494268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event deleted for resources: {'Port': ['ID=3721d02b-2708-4658-8754-b1958c961224,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:17.527177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418439a-c83a-459d-8c72-fa27b8b7e0bb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=556f5f36-73da-4dad-978d-6817c5500d16,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:17.606339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cfbc-51e7-4ee6-9264-b750362496bd tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.632465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cfbc-51e7-4ee6-9264-b750362496bd tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.659664 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44635359-b3d7-47e3-9675-66a02aec9fc7 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:17.660237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-44635359-b3d7-47e3-9675-66a02aec9fc7 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Synchronizing usage tracker for tenant:f108a379c46d4d228d59246898b65061 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:17.754391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cfbc-51e7-4ee6-9264-b750362496bd tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.771825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8418439a-c83a-459d-8c72-fa27b8b7e0bb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.773434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-44635359-b3d7-47e3-9675-66a02aec9fc7 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Unset dirty status for tenant:f108a379c46d4d228d59246898b65061 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:17.777256 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-44635359-b3d7-47e3-9675-66a02aec9fc7 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 881 time: 0.5232449 Jan 12 09:36:17.777562 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8418439a-c83a-459d-8c72-fa27b8b7e0bb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/556f5f36-73da-4dad-978d-6817c5500d16 HTTP/1.1" status: 204 len: 168 time: 1.8602841 Jan 12 09:36:17.779293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34898) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:17.779426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34900) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:17.788398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9cfbc-51e7-4ee6-9264-b750362496bd tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1207c31-921c-479f-8e10-ef64147f89a9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:17.840157 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4f03d6-3a3c-42b1-a3f5-f19ad4060708 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:36:17.840712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0d4f03d6-3a3c-42b1-a3f5-f19ad4060708 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:17.887622 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-80cd32f7-e164-4332-ac6f-7ac4961169b5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ecf171-c459-468f-8699-7b47cb56325d HTTP/1.1" status: 200 len: 205 time: 0.1071072 Jan 12 09:36:17.893330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34908) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:17.904524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cfbc-51e7-4ee6-9264-b750362496bd tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.907918 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0ff9cfbc-51e7-4ee6-9264-b750362496bd tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d1207c31-921c-479f-8e10-ef64147f89a9 HTTP/1.1" status: 204 len: 168 time: 0.5250695 Jan 12 09:36:17.910696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34912) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:17.940359 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0d4f03d6-3a3c-42b1-a3f5-f19ad4060708 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:17.941502 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0d4f03d6-3a3c-42b1-a3f5-f19ad4060708 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/556f5f36-73da-4dad-978d-6817c5500d16 HTTP/1.1" status: 404 len: 333 time: 0.1563146 Jan 12 09:36:17.943320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.947410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34916) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:18.094409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2b64210a-e893-45a8-99c9-22669ed76706 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:18.241761 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2b64210a-e893-45a8-99c9-22669ed76706 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:18.243079 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2b64210a-e893-45a8-99c9-22669ed76706 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3315463 Jan 12 09:36:18.246857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34922) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:18.265462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.435252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0f7d10-730f-40a7-8138-611d80a47d3c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet 9fc43130-64b7-492e-bd55-fc7ecbe81f93 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:36:18.439858 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3b78c05c-9a38-480e-a00e-7ce623815c39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.445555 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7d10-730f-40a7-8138-611d80a47d3c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.483584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.489786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3b78c05c-9a38-480e-a00e-7ce623815c39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.577774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7d10-730f-40a7-8138-611d80a47d3c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.668697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.670400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3b78c05c-9a38-480e-a00e-7ce623815c39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.683883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Deleting port 51aeef43-92c1-4ad0-850f-36881c7b98e6 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:18.684242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.708444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78c05c-9a38-480e-a00e-7ce623815c39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ee08c21-3076-418c-8aa5-861bb61f80d6,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:18.725374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3b78c05c-9a38-480e-a00e-7ce623815c39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.726464 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3b78c05c-9a38-480e-a00e-7ce623815c39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/2ee08c21-3076-418c-8aa5-861bb61f80d6 HTTP/1.1" status: 204 len: 168 time: 0.4778450 Jan 12 09:36:18.737253 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34926) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:18.740951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Router 36aa9a28-7ad5-468a-a56c-e22a55393317 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:36:18.779364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7d10-730f-40a7-8138-611d80a47d3c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.003510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f00cf5a4-fe83-4902-bdc5-657c65438a0a tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:19.057081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb8897d6-9c79-4aa4-a1b1-797f6da36680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.093557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f00cf5a4-fe83-4902-bdc5-657c65438a0a tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:19.097749 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f00cf5a4-fe83-4902-bdc5-657c65438a0a tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3566310 Jan 12 09:36:19.097964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7d10-730f-40a7-8138-611d80a47d3c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.099204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34934) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:19.138134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f7d10-730f-40a7-8138-611d80a47d3c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc43130-64b7-492e-bd55-fc7ecbe81f93,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:19.141617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.145012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:19.150553 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7d10-730f-40a7-8138-611d80a47d3c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.156241 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd280a0-789f-468d-a9bd-078694f73c75 None None] Sync routers for ids ['36aa9a28-7ad5-468a-a56c-e22a55393317'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:19.157940 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aa0f7d10-730f-40a7-8138-611d80a47d3c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/9fc43130-64b7-492e-bd55-fc7ecbe81f93 HTTP/1.1" status: 204 len: 168 time: 1.2095277 Jan 12 09:36:19.160852 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1c1a64a4-e0f9-4475-845c-1d2df1d417ca tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "PUT /v2.0/routers/36aa9a28-7ad5-468a-a56c-e22a55393317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5440967 Jan 12 09:36:19.161442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34938) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:19.163276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34940) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:19.169086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e61473-6b2b-4235-907a-2c167555884e None None] Network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:19.176829 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd280a0-789f-468d-a9bd-078694f73c75 None None] Routers {'36aa9a28-7ad5-468a-a56c-e22a55393317'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:19.177551 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-cdd280a0-789f-468d-a9bd-078694f73c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['36aa9a28-7ad5-468a-a56c-e22a55393317'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:19.253645 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-cdd280a0-789f-468d-a9bd-078694f73c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:19.268762 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd280a0-789f-468d-a9bd-078694f73c75 None None] Routers {'36aa9a28-7ad5-468a-a56c-e22a55393317'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:19.269382 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-cdd280a0-789f-468d-a9bd-078694f73c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:35:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['36aa9a28-7ad5-468a-a56c-e22a55393317'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:19.304853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cbf44404-4c7d-4a54-8682-614997a2a812 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.313377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b479-f397-4fc3-a60d-fefa4a536b3a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.319238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Calling delete_port for 51aeef43-92c1-4ad0-850f-36881c7b98e6 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:19.343444 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-cdd280a0-789f-468d-a9bd-078694f73c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:19.345622 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd280a0-789f-468d-a9bd-078694f73c75 None None] The sync data for ids ['36aa9a28-7ad5-468a-a56c-e22a55393317'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:19.356329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 9e62876c-8cec-44e4-8776-3d9f5a0bd499 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:19.356671 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.389895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cbf44404-4c7d-4a54-8682-614997a2a812 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.617943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cbf44404-4c7d-4a54-8682-614997a2a812 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.677995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf44404-4c7d-4a54-8682-614997a2a812 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e682ca8-3a07-404b-a6bd-85dcf600b27a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:19.693745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cbf44404-4c7d-4a54-8682-614997a2a812 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.697535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cbf44404-4c7d-4a54-8682-614997a2a812 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/1e682ca8-3a07-404b-a6bd-85dcf600b27a HTTP/1.1" status: 204 len: 168 time: 0.5926039 Jan 12 09:36:19.712178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34948) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:19.759600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b479-f397-4fc3-a60d-fefa4a536b3a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.765776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b479-f397-4fc3-a60d-fefa4a536b3a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.782915 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.798770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b479-f397-4fc3-a60d-fefa4a536b3a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.799339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f1b479-f397-4fc3-a60d-fefa4a536b3a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Fanout notify agent at l3_agent the message router_deleted on router 36aa9a28-7ad5-468a-a56c-e22a55393317 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:36:19.804216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce5e555-b48c-428c-a351-b0690692f45d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet 964121b9-738d-4bda-842e-40af9ea0d386 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:36:19.815595 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b479-f397-4fc3-a60d-fefa4a536b3a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.816733 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b5f1b479-f397-4fc3-a60d-fefa4a536b3a tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "DELETE /v2.0/routers/36aa9a28-7ad5-468a-a56c-e22a55393317 HTTP/1.1" status: 204 len: 168 time: 0.6525230 Jan 12 09:36:19.819453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34952) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:19.867276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e555-b48c-428c-a351-b0690692f45d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.963437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 9e62876c-8cec-44e4-8776-3d9f5a0bd499 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:20.003235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada22841-7d20-4324-adab-f4fc0805dce5 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Deleting subnet 71dd0699-dd67-446c-a34d-017d69032433 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:36:20.006202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ada22841-7d20-4324-adab-f4fc0805dce5 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.024083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0a6ab8c2-79e4-4c44-9cce-bd839bfb0bd5 None None] Provisioning complete for port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:20.024796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab8c2-79e4-4c44-9cce-bd839bfb0bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.061060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ada22841-7d20-4324-adab-f4fc0805dce5 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.098628 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2d437794-3680-48d8-9f5b-87defca29ad0 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:20.107131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e555-b48c-428c-a351-b0690692f45d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.160848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ada22841-7d20-4324-adab-f4fc0805dce5 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.191216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.194855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2d437794-3680-48d8-9f5b-87defca29ad0 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:20.199089 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2d437794-3680-48d8-9f5b-87defca29ad0 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4829519 Jan 12 09:36:20.200121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34960) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:20.255592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8fb067e-1ea7-4d84-96bc-444db49de029 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.269309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8fb067e-1ea7-4d84-96bc-444db49de029 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.298928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ada22841-7d20-4324-adab-f4fc0805dce5 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.335904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8fb067e-1ea7-4d84-96bc-444db49de029 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.352017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada22841-7d20-4324-adab-f4fc0805dce5 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event deleted for resources: {'Subnet': ['ID=71dd0699-dd67-446c-a34d-017d69032433,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:20.360186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb067e-1ea7-4d84-96bc-444db49de029 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c160be9-f909-44df-bd1a-c1309a083094,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:20.368261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ada22841-7d20-4324-adab-f4fc0805dce5 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.374127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a148e8a-67c4-45cc-ae94-de341668eedc None None] Network 461613b3-5bf9-47e2-8a4b-34ee2064ac54 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:20.376949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Pushing event deleted for resources: {'Port': ['ID=51aeef43-92c1-4ad0-850f-36881c7b98e6,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:20.386281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8fb067e-1ea7-4d84-96bc-444db49de029 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.390952 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c8fb067e-1ea7-4d84-96bc-444db49de029 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/4c160be9-f909-44df-bd1a-c1309a083094 HTTP/1.1" status: 204 len: 168 time: 0.1904433 Jan 12 09:36:20.391719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34964) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:20.398092 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ada22841-7d20-4324-adab-f4fc0805dce5 tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "DELETE /v2.0/subnets/71dd0699-dd67-446c-a34d-017d69032433 HTTP/1.1" status: 204 len: 168 time: 0.5753579 Jan 12 09:36:20.408718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34968) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:20.502217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e555-b48c-428c-a351-b0690692f45d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.639763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f207c-d033-4744-9088-092de8c0b180 None None] DHCP port deletion for 461613b3-5bf9-47e2-8a4b-34ee2064ac54 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:36:20.645786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c88f207c-d033-4744-9088-092de8c0b180 None None] Deleting port c3738785-452a-4167-99a1-103c33a7889e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:20.646278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c88f207c-d033-4744-9088-092de8c0b180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.704446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.715020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-82719942-3137-48c9-8f9e-01261cb3eb9c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:20.732335 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Deleting port c3738785-452a-4167-99a1-103c33a7889e {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:20.732540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.766695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-82719942-3137-48c9-8f9e-01261cb3eb9c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:20.768110 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-82719942-3137-48c9-8f9e-01261cb3eb9c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3749316 Jan 12 09:36:20.778755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34974) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:20.778939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.837225 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.856000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2fde0f-88bb-4b61-8908-948cfebe5bf7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.857268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c88f207c-d033-4744-9088-092de8c0b180 None None] For port c3738785-452a-4167-99a1-103c33a7889e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c3738785-452a-4167-99a1-103c33a7889e,segment=NetworkSegment(3bfbb00b-ac06-4249-87ac-61dc548a617a),segment_id=3bfbb00b-ac06-4249-87ac-61dc548a617a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:20.857746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c88f207c-d033-4744-9088-092de8c0b180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.870867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2fde0f-88bb-4b61-8908-948cfebe5bf7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.897640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=9e62876c-8cec-44e4-8776-3d9f5a0bd499,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:20.957600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e555-b48c-428c-a351-b0690692f45d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.977214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c88f207c-d033-4744-9088-092de8c0b180 None None] Calling delete_port for c3738785-452a-4167-99a1-103c33a7889e owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:20.980435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2fde0f-88bb-4b61-8908-948cfebe5bf7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.997843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] For port c3738785-452a-4167-99a1-103c33a7889e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c3738785-452a-4167-99a1-103c33a7889e,segment=NetworkSegment(3bfbb00b-ac06-4249-87ac-61dc548a617a),segment_id=3bfbb00b-ac06-4249-87ac-61dc548a617a)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:20.998197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.017158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fde0f-88bb-4b61-8908-948cfebe5bf7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0552be47-ea79-454b-a0f9-ea46811a0b04,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:21.095682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c88f207c-d033-4744-9088-092de8c0b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.117091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5e555-b48c-428c-a351-b0690692f45d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=964121b9-738d-4bda-842e-40af9ea0d386,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:21.140174 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c3738785-452a-4167-99a1-103c33a7889e no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:21.160965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Calling delete_port for c3738785-452a-4167-99a1-103c33a7889e owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:21.181900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: c3738785-452a-4167-99a1-103c33a7889e {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:36:21.182577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c3738785-452a-4167-99a1-103c33a7889e not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:21.191261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f207c-d033-4744-9088-092de8c0b180 None None] Pushing event deleted for resources: {'Port': ['ID=c3738785-452a-4167-99a1-103c33a7889e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:21.206111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f207c-d033-4744-9088-092de8c0b180 None None] No DVR routers for this DVR port c3738785-452a-4167-99a1-103c33a7889e on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:21.208960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2fde0f-88bb-4b61-8908-948cfebe5bf7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.212605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd205bf1-c753-4e3a-ae9f-7bba9de75dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.228469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a2e8e9-283d-4001-a446-7b57d839458c None None] Network 06ed2fb1-fea2-45d8-98e2-364a2829ec57 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:21.232068 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ca2fde0f-88bb-4b61-8908-948cfebe5bf7 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0552be47-ea79-454b-a0f9-ea46811a0b04 HTTP/1.1" status: 204 len: 168 time: 0.4516201 Jan 12 09:36:21.237968 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34980) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:21.298342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e555-b48c-428c-a351-b0690692f45d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.305960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.329688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:21.330013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:21.365007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7a184055-4b3e-441b-8c83-34b939d15660 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:21.373569 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2ce5e555-b48c-428c-a351-b0690692f45d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/964121b9-738d-4bda-842e-40af9ea0d386 HTTP/1.1" status: 204 len: 168 time: 2.2068324 Jan 12 09:36:21.373569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.377029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34986) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:21.391953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.436319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.471883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7a184055-4b3e-441b-8c83-34b939d15660 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:21.473249 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7a184055-4b3e-441b-8c83-34b939d15660 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2344756 Jan 12 09:36:21.483167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 34990) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:21.497574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.497872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Fanout notify agent at l3_agent the message router_deleted on router e1ecf171-c459-468f-8699-7b47cb56325d {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:36:21.521742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.526769 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f30bd00b-53a6-41bc-96d2-1d049ef25cd4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/e1ecf171-c459-468f-8699-7b47cb56325d HTTP/1.1" status: 204 len: 168 time: 3.6328285 Jan 12 09:36:21.527743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 34994) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:21.535498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1821832591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:21.541885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:21.555696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.568059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed789da7-791b-4d50-8e11-de1c172e5303 None None] DHCP port deletion for 06ed2fb1-fea2-45d8-98e2-364a2829ec57 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:36:21.572832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ed789da7-791b-4d50-8e11-de1c172e5303 None None] Deleting port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:21.573201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed789da7-791b-4d50-8e11-de1c172e5303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.585868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:21.586196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.592730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Usage tracker for resource:router and tenant:984e9570095f43928dee30becbed9c50 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:21.600247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:21.608581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:21.631040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17d0054c-58dd-4b41-b791-9e505a9d7793 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.702551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17d0054c-58dd-4b41-b791-9e505a9d7793 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.712342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.713645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.802168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ed789da7-791b-4d50-8e11-de1c172e5303 None None] For port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9,segment=NetworkSegment(a6273b28-f95d-432f-a4cd-3ef0f2907403),segment_id=a6273b28-f95d-432f-a4cd-3ef0f2907403)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:21.802555 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed789da7-791b-4d50-8e11-de1c172e5303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.837574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Deleting port c3738785-452a-4167-99a1-103c33a7889e {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:21.837574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.874310 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17d0054c-58dd-4b41-b791-9e505a9d7793 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.925334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ed789da7-791b-4d50-8e11-de1c172e5303 None None] Calling delete_port for 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:21.935121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] The port 'c3738785-452a-4167-99a1-103c33a7889e' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:36:21.944260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0054c-58dd-4b41-b791-9e505a9d7793 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6080096-f1a5-4cab-9433-8fdf274f95b2,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:21.968420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.989621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] For port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9,segment=NetworkSegment(a6273b28-f95d-432f-a4cd-3ef0f2907403),segment_id=a6273b28-f95d-432f-a4cd-3ef0f2907403)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:21.989971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.010187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed789da7-791b-4d50-8e11-de1c172e5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.053326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.056705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed789da7-791b-4d50-8e11-de1c172e5303 None None] Pushing event deleted for resources: {'Port': ['ID=6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:22.063060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed789da7-791b-4d50-8e11-de1c172e5303 None None] No DVR routers for this DVR port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:22.086155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router bbf93a33-8d31-4ceb-a982-1ea78722b8aa has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:36:22.087633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.088797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6f6f4a16-4949-4ed4-b78f-1d426f5cd3cd tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5590544 Jan 12 09:36:22.092311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35000) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:22.098076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'enable_snat': False}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:22.191978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:22.219806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17d0054c-58dd-4b41-b791-9e505a9d7793 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.220937 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-17d0054c-58dd-4b41-b791-9e505a9d7793 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/d6080096-f1a5-4cab-9433-8fdf274f95b2 HTTP/1.1" status: 204 len: 168 time: 0.7368484 Jan 12 09:36:22.237422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35004) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:22.267180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.367241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.405246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461613b3-5bf9-47e2-8a4b-34ee2064ac54']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:22.422417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfbb00b-ac06-4249-87ac-61dc548a617a') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:22.422417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfbb00b-ac06-4249-87ac-61dc548a617a') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:22.422821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:22.438875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396c050-cc5d-4f00-ab79-a779cb920d12 None None] Sync routers for ids ['bbf93a33-8d31-4ceb-a982-1ea78722b8aa'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:22.444965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:22.445290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:22.447415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.457588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-857046d8-5058-4db6-aaa4-b493018afc63 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:22.458518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396c050-cc5d-4f00-ab79-a779cb920d12 None None] Routers {'bbf93a33-8d31-4ceb-a982-1ea78722b8aa'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:22.460448 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6396c050-cc5d-4f00-ab79-a779cb920d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bbf93a33-8d31-4ceb-a982-1ea78722b8aa'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:22.471551 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cb823bdc-bf35-4e0a-be47-4d5c7e29b0a9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/bbf93a33-8d31-4ceb-a982-1ea78722b8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1926198 Jan 12 09:36:22.474326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35010) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:22.477842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.576105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6396c050-cc5d-4f00-ab79-a779cb920d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:22.595057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396c050-cc5d-4f00-ab79-a779cb920d12 None None] Routers {'bbf93a33-8d31-4ceb-a982-1ea78722b8aa'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:22.595904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6396c050-cc5d-4f00-ab79-a779cb920d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bbf93a33-8d31-4ceb-a982-1ea78722b8aa'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:22.607774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:36:22.608268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:22.623320 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:22.625722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-857046d8-5058-4db6-aaa4-b493018afc63 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:22.625722 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-857046d8-5058-4db6-aaa4-b493018afc63 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3868272 Jan 12 09:36:22.637418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35016) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:22.647599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group': {'name': 'tempest-secgroup--128959421'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:22.652723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.654825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.660386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:22.666976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6396c050-cc5d-4f00-ab79-a779cb920d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:22.667374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396c050-cc5d-4f00-ab79-a779cb920d12 None None] The sync data for ids ['bbf93a33-8d31-4ceb-a982-1ea78722b8aa'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:22.674316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:22.700935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.761498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.783518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.793594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] Pushing event deleted for resources: {'Network': ['ID=461613b3-5bf9-47e2-8a4b-34ee2064ac54,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:22.796991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:22.803185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:22.808022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:22.815095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:22.861287 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fad1b192-e0d1-483b-9598-310d6377ab0e tempest-FloatingIPNegativeTestJSON-547396741 tempest-FloatingIPNegativeTestJSON-547396741-project] 10.222.0.58 "DELETE /v2.0/networks/461613b3-5bf9-47e2-8a4b-34ee2064ac54 HTTP/1.1" status: 204 len: 168 time: 2.4514992 Jan 12 09:36:22.908769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.915775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.970812 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:22.971395 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.012734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d12a49-78cf-43e5-a20f-85ae08ca5f98,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:23.021954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.058572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.062322 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ef9493df-7362-4a65-8cff-952fd0b896be tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4191196 Jan 12 09:36:23.062322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.063044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35024) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:23.070007 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': 'd6d12a49-78cf-43e5-a20f-85ae08ca5f98', 'direction': 'ingress', 'protocol': 17}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:23.077345 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-a9912df7-aca8-48a1-a64d-dff6009c24f7 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] remove_router_interface failed (client error): The resource could not be found. Jan 12 09:36:23.081727 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a9912df7-aca8-48a1-a64d-dff6009c24f7 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/bbf93a33-8d31-4ceb-a982-1ea78722b8aa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5991564 Jan 12 09:36:23.091992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] The port '6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:36:23.092558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35028) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:23.111741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:23.117510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:23.123887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:23.138561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:23.141555 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:23.175908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.198717 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35034) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:23.205751 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-06b08854-9c0e-41fd-a5c5-c6ff1c393efe tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbf93a33-8d31-4ceb-a982-1ea78722b8aa HTTP/1.1" status: 200 len: 205 time: 0.1095891 Jan 12 09:36:23.205923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:36:23.205923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6de3f40f-2b8e-4d60-9cea-d00ec0b65cf9 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:23.212781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35038) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:23.284470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Allocated IP 172.26.1.159 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/807d296e-f6a0-41c9-b670-fa22e8b0f537) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:23.329680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.366757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.378788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.460547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ed2fb1-fea2-45d8-98e2-364a2829ec57']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:23.478422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6273b28-f95d-432f-a4cd-3ef0f2907403') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:23.478732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6273b28-f95d-432f-a4cd-3ef0f2907403') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:23.502185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.516154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d59b28a4-b99a-4860-b841-cb23630a9307 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.523018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d93b8e-cd25-4b07-bca6-a94e2a141b3c,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:23.552099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.553263 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3e4cf9b4-6361-4cde-9359-dba85a50a195 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4894145 Jan 12 09:36:23.563482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35044) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:23.584974 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4f3d87fb-c4ff-460b-954e-63db832b3d37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14c615558a384a6293d92c5fb2c82b98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3802915 Jan 12 09:36:23.587737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35048) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:23.591867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.613549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:36:23.613940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:23.629673 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:23.631502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.674111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87c849e1-8f2e-47af-a472-8aaf76b7c5d9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.712333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87c849e1-8f2e-47af-a472-8aaf76b7c5d9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.733345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.740734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.862812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:23.866379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:23.871561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:23.896579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Pushing event updated for resources: {'Port': ['ID=807d296e-f6a0-41c9-b670-fa22e8b0f537,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:23.913371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87c849e1-8f2e-47af-a472-8aaf76b7c5d9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.945989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c849e1-8f2e-47af-a472-8aaf76b7c5d9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d12a49-78cf-43e5-a20f-85ae08ca5f98,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:23.952254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.997289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87c849e1-8f2e-47af-a472-8aaf76b7c5d9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.001087 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-87c849e1-8f2e-47af-a472-8aaf76b7c5d9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/d6d12a49-78cf-43e5-a20f-85ae08ca5f98 HTTP/1.1" status: 204 len: 168 time: 0.4339287 Jan 12 09:36:24.001221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35058) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.033582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.050913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Network': ['ID=06ed2fb1-fea2-45d8-98e2-364a2829ec57,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:24.078677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6649b452-ed14-40a7-bc00-743a346ac79f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:24.103867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6649b452-ed14-40a7-bc00-743a346ac79f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:24.105131 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6649b452-ed14-40a7-bc00-743a346ac79f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1030743 Jan 12 09:36:24.109328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35062) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.115050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group': {'name': 'tempest-secgroup--721644466'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:24.118441 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f1305e59-4e3c-458c-89ff-bea8b6d04891 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/networks/06ed2fb1-fea2-45d8-98e2-364a2829ec57 HTTP/1.1" status: 204 len: 168 time: 2.7404528 Jan 12 09:36:24.122059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35066) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.125147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:24.129402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b86c4dfd-012d-4124-8eda-a6a66fa36682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.176912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:24.201851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.202183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d59b28a4-b99a-4860-b841-cb23630a9307 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.215909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d59b28a4-b99a-4860-b841-cb23630a9307 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.216907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.220933 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b86c4dfd-012d-4124-8eda-a6a66fa36682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.273008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d59b28a4-b99a-4860-b841-cb23630a9307 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.273489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59b28a4-b99a-4860-b841-cb23630a9307 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Fanout notify agent at l3_agent the message router_deleted on router bbf93a33-8d31-4ceb-a982-1ea78722b8aa {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:36:24.295119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d59b28a4-b99a-4860-b841-cb23630a9307 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.296208 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d59b28a4-b99a-4860-b841-cb23630a9307 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/bbf93a33-8d31-4ceb-a982-1ea78722b8aa HTTP/1.1" status: 204 len: 168 time: 1.0825503 Jan 12 09:36:24.298957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35070) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.301926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b86c4dfd-012d-4124-8eda-a6a66fa36682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.304189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b86c4dfd-012d-4124-8eda-a6a66fa36682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.305198 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b86c4dfd-012d-4124-8eda-a6a66fa36682 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/faf4efe5-7f50-4fd5-8f43-54f7be78b1b0 HTTP/1.1" status: 204 len: 168 time: 0.7167099 Jan 12 09:36:24.331459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1fbc73-5f06-45c7-b7fd-164c9caed10c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:24.331556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0f1fbc73-5f06-45c7-b7fd-164c9caed10c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:24.344661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:24.352329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c4dfd-012d-4124-8eda-a6a66fa36682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf4efe5-7f50-4fd5-8f43-54f7be78b1b0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:24.419313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:24.431605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:24.449178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0f1fbc73-5f06-45c7-b7fd-164c9caed10c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:24.450697 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0f1fbc73-5f06-45c7-b7fd-164c9caed10c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3275337 Jan 12 09:36:24.453225 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:24.454234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35076) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.474527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.483417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.572019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bd563e-09f1-468c-9aac-7a1333b9337f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting subnet 51e8d1aa-63b7-496b-b5b6-0a84539d13f1 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:36:24.577596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59bd563e-09f1-468c-9aac-7a1333b9337f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.613588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.625612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.636354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a8233c0d-9836-4067-b42d-f3782b9e1981 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:24.644915 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59bd563e-09f1-468c-9aac-7a1333b9337f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.680740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d77b09-5cd8-4240-8d1b-d49f4717cd15,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:24.691731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a8233c0d-9836-4067-b42d-f3782b9e1981 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:24.693363 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a8233c0d-9836-4067-b42d-f3782b9e1981 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2376406 Jan 12 09:36:24.698684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35086) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.711080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1625557795'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:24.718307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:24.727140 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:network and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:24.732084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:24.740703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:24.746760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.748036 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3cc7337c-79c8-4466-ba2e-40f94469d10b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6381798 Jan 12 09:36:24.752978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35090) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.760488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group': {'name': 'tempest-secgroup--711460556'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:24.768624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:24.771521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.783437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:24.797278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:24.800340 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59bd563e-09f1-468c-9aac-7a1333b9337f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.828845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:24.847989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:24.870416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Router 2509c0eb-d7c5-42af-999e-e5e628bca828 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:36:24.894415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:24.904358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.960893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.962232 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Added segment b77055bc-fb01-4b64-aab4-ce88fb95bf16 of type vlan for network bce42128-1958-447e-bc20-6e97f2c17f0b Jan 12 09:36:24.989061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.001600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:25.017691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:25.025329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:25.036239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:25.039574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59bd563e-09f1-468c-9aac-7a1333b9337f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.084207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.088164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:25.088342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:25.088787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.093018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.096888 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b0253547-4aef-4c36-ad92-8c77b35653c1 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "PUT /v2.0/routers/2509c0eb-d7c5-42af-999e-e5e628bca828 HTTP/1.1" status: 200 len: 920 time: 3.0008228 Jan 12 09:36:25.097252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35106) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.106964 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e507b-b0d0-4b22-8373-5e52602efb50 None None] Sync routers for ids ['2509c0eb-d7c5-42af-999e-e5e628bca828'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:25.127521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd563e-09f1-468c-9aac-7a1333b9337f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Subnet': ['ID=51e8d1aa-63b7-496b-b5b6-0a84539d13f1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:25.128677 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e507b-b0d0-4b22-8373-5e52602efb50 None None] Routers {'2509c0eb-d7c5-42af-999e-e5e628bca828'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:25.129293 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-119e507b-b0d0-4b22-8373-5e52602efb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['2509c0eb-d7c5-42af-999e-e5e628bca828'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:25.249152 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-119e507b-b0d0-4b22-8373-5e52602efb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:25.255572 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5556066 Jan 12 09:36:25.260629 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e507b-b0d0-4b22-8373-5e52602efb50 None None] Routers {'2509c0eb-d7c5-42af-999e-e5e628bca828'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:25.261231 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-119e507b-b0d0-4b22-8373-5e52602efb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['2509c0eb-d7c5-42af-999e-e5e628bca828'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:25.268813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35112) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.282605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524ed1e-88ec-466f-8246-51bd2f12d8de None None] Network 241fab70-ecf3-420d-8194-0e91a5fd537d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:25.302040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59bd563e-09f1-468c-9aac-7a1333b9337f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.317120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': 'bce42128-1958-447e-bc20-6e97f2c17f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:25.346831 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-24b56dc6-28ef-44b6-82aa-158867976f68 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/routers/2509c0eb-d7c5-42af-999e-e5e628bca828 HTTP/1.1" status: 200 len: 926 time: 0.2485442 Jan 12 09:36:25.349605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35118) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.381459 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-119e507b-b0d0-4b22-8373-5e52602efb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:25.382051 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e507b-b0d0-4b22-8373-5e52602efb50 None None] The sync data for ids ['2509c0eb-d7c5-42af-999e-e5e628bca828'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:25.452483 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-11b15825-551e-41e6-a705-3ae5c49d182d tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&device_id=2509c0eb-d7c5-42af-999e-e5e628bca828&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1012394 Jan 12 09:36:25.453588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35122) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.456671 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35124) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.462732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe39909-fbfb-43fb-93bc-7a26cca41f22 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Network': ['ID=bce42128-1958-447e-bc20-6e97f2c17f0b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:25.476601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network bce42128-1958-447e-bc20-6e97f2c17f0b details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:25.515246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.521482 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-59bd563e-09f1-468c-9aac-7a1333b9337f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/51e8d1aa-63b7-496b-b5b6-0a84539d13f1 HTTP/1.1" status: 204 len: 168 time: 1.2190313 Jan 12 09:36:25.527821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35132) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.528454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.594445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.602066 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8462536 Jan 12 09:36:25.613616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35136) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.642966 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': '67d77b09-5cd8-4240-8d1b-d49f4717cd15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6b56f584-3826-431e-919b-3ceaa0db8248', 'remote_ip_prefix': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:25.663777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb2cc3-6ced-4e29-8395-89f78e750a4d None None] DHCP port deletion for 241fab70-ecf3-420d-8194-0e91a5fd537d request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:36:25.668471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb2cc3-6ced-4e29-8395-89f78e750a4d None None] Deleting port 8ae46064-3282-490a-aa3d-32dde23fd5b3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:25.669117 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2cc3-6ced-4e29-8395-89f78e750a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.702095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:25.702880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0f6d2b3d-9d2a-4fb6-8e7a-19ed2d14499d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:25.703372 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-0f6d2b3d-9d2a-4fb6-8e7a-19ed2d14499d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:36:25.707344 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0f6d2b3d-9d2a-4fb6-8e7a-19ed2d14499d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2488096 Jan 12 09:36:25.708017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35142) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.710170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:25.713544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9965cea-7db8-4975-a34a-e68f9193943b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b56f584-3826-431e-919b-3ceaa0db8248,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:25.719586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'tempest-secgroup--329978332'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:25.719797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:25.724198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:25.726052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:25.732144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:25.736897 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:25.737275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:25.739753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:25.749421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:25.751476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:25.753587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:25.781862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.786512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.792567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:25.803875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.817053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33ca111-cee1-4edb-9e19-e3082d574815 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:25.818470 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d33ca111-cee1-4edb-9e19-e3082d574815 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 881 time: 0.3604932 Jan 12 09:36:25.823456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35146) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.882571 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9885c0ba-f45d-440a-9e97-23408d74b87e tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=2509c0eb-d7c5-42af-999e-e5e628bca828 HTTP/1.1" status: 200 len: 205 time: 0.0569453 Jan 12 09:36:25.885086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35150) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.941476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:25.942460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c9bb2cc3-6ced-4e29-8395-89f78e750a4d None None] For port 8ae46064-3282-490a-aa3d-32dde23fd5b3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8ae46064-3282-490a-aa3d-32dde23fd5b3,segment=NetworkSegment(007c27dc-2b1d-4523-808e-10057a3a38ba),segment_id=007c27dc-2b1d-4523-808e-10057a3a38ba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:25.943172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2cc3-6ced-4e29-8395-89f78e750a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.960371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:25.964624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:25.972226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:26.056000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.074602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb2cc3-6ced-4e29-8395-89f78e750a4d None None] Calling delete_port for 8ae46064-3282-490a-aa3d-32dde23fd5b3 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:26.090328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.111247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 8ae46064-3282-490a-aa3d-32dde23fd5b3 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:26.111721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.137971 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.153302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.161070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2cc3-6ced-4e29-8395-89f78e750a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.204277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:26.207753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c78cae-6cc7-4b2a-b44d-24b9fbe80117,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:26.213460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:26.217726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:26.222994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb2cc3-6ced-4e29-8395-89f78e750a4d None None] No DVR routers for this DVR port 8ae46064-3282-490a-aa3d-32dde23fd5b3 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:26.226470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:26.238290 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb2cc3-6ced-4e29-8395-89f78e750a4d None None] Pushing event deleted for resources: {'Port': ['ID=8ae46064-3282-490a-aa3d-32dde23fd5b3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:26.254628 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.317349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] The port '8ae46064-3282-490a-aa3d-32dde23fd5b3' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:36:26.383979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.390626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.402043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.439556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f89e4db-636c-4f2f-be76-d7c10a858f3c,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:26.449626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.450907 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-feb1a607-1fb7-4a90-b93f-1266cc9b2a6e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7418096 Jan 12 09:36:26.454399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35160) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:26.465812 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.473754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '5f89e4db-636c-4f2f-be76-d7c10a858f3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:26.509719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:26.553315 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.562957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:26.564157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.570521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67c584f-49d6-489e-8cc0-bffa9a84b03c,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:26.572863 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:26.574428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Deleting port 807d296e-f6a0-41c9-b670-fa22e8b0f537 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:26.574952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.601221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:26.620512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241fab70-ecf3-420d-8194-0e91a5fd537d']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:26.639861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.641148 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f5cbac4c-4341-4173-86be-f662b63b6787 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0221756 Jan 12 09:36:26.645301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35164) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:26.653601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007c27dc-2b1d-4523-808e-10057a3a38ba') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:26.653893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007c27dc-2b1d-4523-808e-10057a3a38ba') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:26.681544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.687464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.730464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.734472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb9342a9-8ddf-4310-8835-2375396b6eb9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.741204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.750229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb9342a9-8ddf-4310-8835-2375396b6eb9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.778014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:36:26.778410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.787560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:26.796777 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:26.905633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb9342a9-8ddf-4310-8835-2375396b6eb9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.907366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.913480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Calling delete_port for 807d296e-f6a0-41c9-b670-fa22e8b0f537 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:26.945127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.954091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=81023b9f-0e02-4693-8d54-40e5e2f8ceb8,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:26.961492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.968324 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Network': ['ID=241fab70-ecf3-420d-8194-0e91a5fd537d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:26.968661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9342a9-8ddf-4310-8835-2375396b6eb9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a67c584f-49d6-489e-8cc0-bffa9a84b03c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:26.970419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb9342a9-8ddf-4310-8835-2375396b6eb9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.974009 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cb9342a9-8ddf-4310-8835-2375396b6eb9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a67c584f-49d6-489e-8cc0-bffa9a84b03c HTTP/1.1" status: 204 len: 168 time: 0.3252420 Jan 12 09:36:26.974286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.974431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35168) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:26.982808 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6364d642-77c3-4508-9e47-4ae8e14aecab tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/networks/241fab70-ecf3-420d-8194-0e91a5fd537d HTTP/1.1" status: 204 len: 168 time: 1.4357948 Jan 12 09:36:26.987087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35172) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:26.993429 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-158385959'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:27.005275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:27.015081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:network and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:27.018880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:27.026170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35379ab4-b178-462b-ae4c-c89fd9e8b7a9,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:27.029892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:27.030215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Checking segment: {'id': 'b77055bc-fb01-4b64-aab4-ce88fb95bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bce42128-1958-447e-bc20-6e97f2c17f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:27.030572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network hostable DHCP agents. Network: bce42128-1958-447e-bc20-6e97f2c17f0b, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:27.034828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.038923 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7bbc28db-15a1-4be8-8084-37b0bc4be0ca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5797007 Jan 12 09:36:27.039342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35176) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.048764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0b25029c-c836-40da-a4f9-cf434fd7463c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '5f89e4db-636c-4f2f-be76-d7c10a858f3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:27.058318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0b25029c-c836-40da-a4f9-cf434fd7463c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:27.070638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0b25029c-c836-40da-a4f9-cf434fd7463c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:27.074533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0b25029c-c836-40da-a4f9-cf434fd7463c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:27.077306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:27.078011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-28b4fc2c-28fb-47f6-96a5-33c6490a8ff5 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:27.080205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.082275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network bce42128-1958-447e-bc20-6e97f2c17f0b is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:27.098482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, bce42128-1958-447e-bc20-6e97f2c17f0b) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:27.103347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0b25029c-c836-40da-a4f9-cf434fd7463c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:27.103945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:27.104302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.112469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8ae46064-3282-490a-aa3d-32dde23fd5b3 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:27.112994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-28b4fc2c-28fb-47f6-96a5-33c6490a8ff5 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:27.114312 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-28b4fc2c-28fb-47f6-96a5-33c6490a8ff5 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1335664 Jan 12 09:36:27.120007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35182) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.146208 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-75889896-c9e1-46e3-8453-038d8ca23af9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8691831 Jan 12 09:36:27.152619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2dbb44-1b89-42f6-b553-69f9f8353171 None None] Network bce42128-1958-447e-bc20-6e97f2c17f0b requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:27.152753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35186) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.170673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': 'bce42128-1958-447e-bc20-6e97f2c17f0b', 'name': 'tempest-PortsTestJSON-121546550'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:27.192226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:27.193777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-794d9871-b597-45ce-8b0b-13aee02fb1f8 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.199982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0b25029c-c836-40da-a4f9-cf434fd7463c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.222552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-794d9871-b597-45ce-8b0b-13aee02fb1f8 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.258401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 8ae46064-3282-490a-aa3d-32dde23fd5b3 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:36:27.258401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8ae46064-3282-490a-aa3d-32dde23fd5b3 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:27.286721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-794d9871-b597-45ce-8b0b-13aee02fb1f8 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.288103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.288446 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added segment 70c95f08-5ac2-47ae-af59-8140335533c5 of type vlan for network 8f82d4a0-c30a-4602-9a93-72737cadd1d4 Jan 12 09:36:27.312913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d9871-b597-45ce-8b0b-13aee02fb1f8 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b56f584-3826-431e-919b-3ceaa0db8248,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:27.332017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.336528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-794d9871-b597-45ce-8b0b-13aee02fb1f8 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.337875 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-794d9871-b597-45ce-8b0b-13aee02fb1f8 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/6b56f584-3826-431e-919b-3ceaa0db8248 HTTP/1.1" status: 204 len: 168 time: 0.2168002 Jan 12 09:36:27.340513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35192) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.419481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d6b5f6cf-4e95-433d-95f4-47075bcde6a4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:27.438646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d6b5f6cf-4e95-433d-95f4-47075bcde6a4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:27.440299 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d6b5f6cf-4e95-433d-95f4-47075bcde6a4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0986848 Jan 12 09:36:27.445606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35196) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.476761 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-bce42128-1958-447e-bc20-6e97f2c17f0b', 'network_id': 'bce42128-1958-447e-bc20-6e97f2c17f0b', 'tenant_id': 'e91abe40cd084170b0c80e93ce9fa4d2', 'fixed_ips': [{'subnet_id': '81023b9f-0e02-4693-8d54-40e5e2f8ceb8'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:36:27.477718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.527118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06783a38-4f35-4087-8a3c-78917ac913b5 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.532089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Pushing event deleted for resources: {'Port': ['ID=807d296e-f6a0-41c9-b670-fa22e8b0f537,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:27.539619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.560971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06783a38-4f35-4087-8a3c-78917ac913b5 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.613191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06783a38-4f35-4087-8a3c-78917ac913b5 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.640838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Allocated IP 172.20.0.2 (bce42128-1958-447e-bc20-6e97f2c17f0b/81023b9f-0e02-4693-8d54-40e5e2f8ceb8/0648d3cc-ab82-4490-b8dd-ace2a151c04a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:27.642655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06783a38-4f35-4087-8a3c-78917ac913b5 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d77b09-5cd8-4240-8d1b-d49f4717cd15,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:27.661545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:27.670250 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-0b25029c-c836-40da-a4f9-cf434fd7463c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:36:27.670824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06783a38-4f35-4087-8a3c-78917ac913b5 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.671409 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0b25029c-c836-40da-a4f9-cf434fd7463c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6311624 Jan 12 09:36:27.672175 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-06783a38-4f35-4087-8a3c-78917ac913b5 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/67d77b09-5cd8-4240-8d1b-d49f4717cd15 HTTP/1.1" status: 204 len: 168 time: 0.2255187 Jan 12 09:36:27.675285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35202) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.677871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35206) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.686466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:27.771714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.775384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:27.775994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.788444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-592248d8-fc27-4b2a-9240-94e8f7aea506 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.800848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:27.803949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.805674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e8dc0b68-1c9e-4f52-899f-d5cf501b7c39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:27.828990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-592248d8-fc27-4b2a-9240-94e8f7aea506 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.854985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e8dc0b68-1c9e-4f52-899f-d5cf501b7c39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:27.860751 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e8dc0b68-1c9e-4f52-899f-d5cf501b7c39 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1774895 Jan 12 09:36:27.862249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35210) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.880979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643400536'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:27.891117 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:27.901340 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.901536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:27.912685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.926497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Transition to ACTIVE for port object 0648d3cc-ab82-4490-b8dd-ace2a151c04a will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:27.933462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-592248d8-fc27-4b2a-9240-94e8f7aea506 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.945780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Transition to ACTIVE for port object 0648d3cc-ab82-4490-b8dd-ace2a151c04a will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:27.953062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.963954 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592248d8-fc27-4b2a-9240-94e8f7aea506 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f89e4db-636c-4f2f-be76-d7c10a858f3c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:27.979234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-592248d8-fc27-4b2a-9240-94e8f7aea506 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.980361 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-592248d8-fc27-4b2a-9240-94e8f7aea506 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "DELETE /v2.0/security-groups/5f89e4db-636c-4f2f-be76-d7c10a858f3c HTTP/1.1" status: 204 len: 168 time: 0.3046818 Jan 12 09:36:27.983312 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35214) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.987304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.008063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:28.017087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:28.022381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:28.036076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:28.037160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Network bce42128-1958-447e-bc20-6e97f2c17f0b is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:28.041379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:28.053512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:28.064174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port d22dba89-fbaf-4114-878b-9bf80bd31558 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:28.085146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-07e41724-757f-40d0-8c57-d4a9c7cd3f5b tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Synchronizing usage tracker for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:28.108466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Pushing event updated for resources: {'Port': ['ID=0648d3cc-ab82-4490-b8dd-ace2a151c04a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:28.117062 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1289368 Jan 12 09:36:28.121241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35218) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:28.135999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'subnet': {'network_id': '8f82d4a0-c30a-4602-9a93-72737cadd1d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:28.164537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-07e41724-757f-40d0-8c57-d4a9c7cd3f5b tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Unset dirty status for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:28.165971 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-07e41724-757f-40d0-8c57-d4a9c7cd3f5b tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1813228 Jan 12 09:36:28.172049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Attempting to bind port 0648d3cc-ab82-4490-b8dd-ace2a151c04a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:28.172633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Attempting to bind port 0648d3cc-ab82-4490-b8dd-ace2a151c04a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'b77055bc-fb01-4b64-aab4-ce88fb95bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bce42128-1958-447e-bc20-6e97f2c17f0b'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:28.173677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Attempting to bind port 0648d3cc-ab82-4490-b8dd-ace2a151c04a on network bce42128-1958-447e-bc20-6e97f2c17f0b {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:36:28.174961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.175686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35222) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:28.181752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:36:28.183050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Checking segment: {'id': 'b77055bc-fb01-4b64-aab4-ce88fb95bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bce42128-1958-447e-bc20-6e97f2c17f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:28.183050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.183241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Bound using segment: {'id': 'b77055bc-fb01-4b64-aab4-ce88fb95bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bce42128-1958-447e-bc20-6e97f2c17f0b'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:36:28.183555 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Bound port: 0648d3cc-ab82-4490-b8dd-ace2a151c04a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77055bc-fb01-4b64-aab4-ce88fb95bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bce42128-1958-447e-bc20-6e97f2c17f0b'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:28.184313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.198470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a462ad-7e7b-486e-a549-5c37e1b88bce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Network': ['ID=8f82d4a0-c30a-4602-9a93-72737cadd1d4,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:28.231473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 8f82d4a0-c30a-4602-9a93-72737cadd1d4 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:28.244502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998752961'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:28.248460 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.281537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:28.341687 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:28.344652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.349299 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4829528 Jan 12 09:36:28.361995 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35228) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:28.370806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': '2a269e62-aba0-43bc-b5f3-69ad43babd44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:28.393035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:28.398084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:28.401740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:28.405731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e67fd7-7e70-4e69-a969-8f3fde75cf5d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a269e62-aba0-43bc-b5f3-69ad43babd44,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:28.408316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:28.427931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.433228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.455624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:28.469412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:subnet and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:28.488665 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] For port 0648d3cc-ab82-4490-b8dd-ace2a151c04a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:36:28.492051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:28.492977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] For port 0648d3cc-ab82-4490-b8dd-ace2a151c04a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0648d3cc-ab82-4490-b8dd-ace2a151c04a,segment=NetworkSegment(b77055bc-fb01-4b64-aab4-ce88fb95bf16),segment_id=b77055bc-fb01-4b64-aab4-ce88fb95bf16)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:36:28.501260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.518414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:28.536681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.562463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:28.583876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:28.588096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:28.594038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.595832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.14 (bce42128-1958-447e-bc20-6e97f2c17f0b/81023b9f-0e02-4693-8d54-40e5e2f8ceb8/d22dba89-fbaf-4114-878b-9bf80bd31558) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:28.615852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:28.619974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:28.650401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44820ed0-4ced-4f4e-93ce-71c3824b9e12 None None] Pushing event updated for resources: {'Port': ['ID=0648d3cc-ab82-4490-b8dd-ace2a151c04a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:28.654253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.654785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Fanout notify agent at l3_agent the message router_deleted on router 2509c0eb-d7c5-42af-999e-e5e628bca828 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:36:28.719330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.723860 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-77560c7d-c733-4df7-94ad-dd05092934f6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/2509c0eb-d7c5-42af-999e-e5e628bca828 HTTP/1.1" status: 204 len: 168 time: 2.8344808 Jan 12 09:36:28.726015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35234) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:28.755854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1717464578', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:28.766451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:28.772145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Usage tracker for resource:router and tenant:984e9570095f43928dee30becbed9c50 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:28.775559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:28.786089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:28.818036 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-732987a5-2a22-4ee3-8247-c9fbbf33f9f7 req-990d1501-8ef1-4260-8407-06bcd220fbf6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3263683 Jan 12 09:36:28.907267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.908412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.912704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.926790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.938112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.045279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ae2043-59b5-4458-838f-fc45cb3a8e76,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:29.052457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.065003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.085031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.086014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.119626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.123896 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4dfb2f68-38e5-440f-8c7c-e435bf662c6d tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7578351 Jan 12 09:36:29.138456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35240) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.158102 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0648d3cc-ab82-4490-b8dd-ace2a151c04a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:29.169526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.173793 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9942451 Jan 12 09:36:29.173793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2ee1b-eaf4-4ab0-8b63-36d7e2965b80 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62abb522-8e73-4dcd-9b26-493bf44a9216,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:29.177162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object d22dba89-fbaf-4114-878b-9bf80bd31558 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:29.177958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35244) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.187876 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-732987a5-2a22-4ee3-8247-c9fbbf33f9f7 req-fb82cd4b-d790-4c36-a216-ca9602c92a96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcf4260c9dc04a52af653a66a3a24719&device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 1098 time: 0.2635806 Jan 12 09:36:29.193837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d499d1f7-a9a4-4ac8-be34-9c1b081a278f tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '62abb522-8e73-4dcd-9b26-493bf44a9216', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:29.194473 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-d499d1f7-a9a4-4ac8-be34-9c1b081a278f tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:29.195462 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d499d1f7-a9a4-4ac8-be34-9c1b081a278f tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0163248 Jan 12 09:36:29.200483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35248) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.216603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-835b3674-a342-4755-91ce-962c305afed9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.238420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-835b3674-a342-4755-91ce-962c305afed9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.260815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 0648d3cc-ab82-4490-b8dd-ace2a151c04a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:29.343768 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-835b3674-a342-4755-91ce-962c305afed9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.395728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b3674-a342-4755-91ce-962c305afed9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6ae2043-59b5-4458-838f-fc45cb3a8e76,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:29.407536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-44b85f60-eced-4182-a93d-60549c67ccdb tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.425625 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.465319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-835b3674-a342-4755-91ce-962c305afed9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.465766 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-835b3674-a342-4755-91ce-962c305afed9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a6ae2043-59b5-4458-838f-fc45cb3a8e76 HTTP/1.1" status: 204 len: 168 time: 0.3263545 Jan 12 09:36:29.476276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35252) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.513827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Subnet': ['ID=a696aaff-0184-47c2-b3e4-60a56a3d6c19,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:29.522618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.528947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-44b85f60-eced-4182-a93d-60549c67ccdb tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.539412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.613650 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-44b85f60-eced-4182-a93d-60549c67ccdb tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.636095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b85f60-eced-4182-a93d-60549c67ccdb tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62abb522-8e73-4dcd-9b26-493bf44a9216,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:29.653507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Checking segment: {'id': '70c95f08-5ac2-47ae-af59-8140335533c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f82d4a0-c30a-4602-9a93-72737cadd1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:29.655041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network hostable DHCP agents. Network: 8f82d4a0-c30a-4602-9a93-72737cadd1d4, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:29.671994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-44b85f60-eced-4182-a93d-60549c67ccdb tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.675683 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-44b85f60-eced-4182-a93d-60549c67ccdb tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "DELETE /v2.0/security-groups/62abb522-8e73-4dcd-9b26-493bf44a9216 HTTP/1.1" status: 204 len: 168 time: 0.4716918 Jan 12 09:36:29.676904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35260) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.694551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7a2d296f-3a22-445d-9a39-6ef79d1708aa tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:29.722286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network bce42128-1958-447e-bc20-6e97f2c17f0b is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:29.738639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ff9224f9-a93e-4476-b59f-cbd8e4dadc9b tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Synchronizing usage tracker for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:29.753541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 8f82d4a0-c30a-4602-9a93-72737cadd1d4 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:29.763950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ff9224f9-a93e-4476-b59f-cbd8e4dadc9b tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Unset dirty status for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:29.768940 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ff9224f9-a93e-4476-b59f-cbd8e4dadc9b tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0875347 Jan 12 09:36:29.768940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 8f82d4a0-c30a-4602-9a93-72737cadd1d4) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:29.770262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35264) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.774885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:29.779333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdd6d5e-442d-4da4-a794-7e194b89b860 None None] Network 8f82d4a0-c30a-4602-9a93-72737cadd1d4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:29.781884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:29.787564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'tempest-secgroup--555890577'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:29.792657 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:29.793286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.812199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:29.812408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=d22dba89-fbaf-4114-878b-9bf80bd31558,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:29.825376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:29.832938 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-df598a6f-535a-4444-90f0-76210cc18e62 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7092912 Jan 12 09:36:29.834789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732987a5-2a22-4ee3-8247-c9fbbf33f9f7 req-77780599-956e-4616-8cad-621c7a3459a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:29.835908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35268) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.836682 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-732987a5-2a22-4ee3-8247-c9fbbf33f9f7 req-77780599-956e-4616-8cad-621c7a3459a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 200 len: 913 time: 0.6250722 Jan 12 09:36:29.842028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-89950363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:29.847087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.862840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:29.869217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:router and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:29.872205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:29.881550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:29.902647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:29.903805 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606520bb-85bb-4958-9620-4c6d69acab2c None None] Network bce42128-1958-447e-bc20-6e97f2c17f0b requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:29.905282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.906233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.911039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7a2d296f-3a22-445d-9a39-6ef79d1708aa tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:29.912216 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7a2d296f-3a22-445d-9a39-6ef79d1708aa tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4349239 Jan 12 09:36:29.913698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:29.916130 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35272) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.920929 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:29.942327 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:29.963956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:29.964454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.003180 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-732987a5-2a22-4ee3-8247-c9fbbf33f9f7 req-0aedc583-cf30-444c-8790-8d4c04e54d4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 200 len: 1001 time: 0.1577306 Jan 12 09:36:30.053911 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-936f258c-daaa-450d-98da-ff50d8816060 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8960700 Jan 12 09:36:30.057572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35278) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:30.065535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-48f9c7dd-fd8e-4520-a656-f3e60acc4c76 None None] Provisioning for port 0648d3cc-ab82-4490-b8dd-ace2a151c04a completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:30.067847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': 'bce42128-1958-447e-bc20-6e97f2c17f0b', 'name': 'tempest-PortsTestJSON-580235667'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:30.093821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.095589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.110160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-48f9c7dd-fd8e-4520-a656-f3e60acc4c76 None None] Provisioning complete for port 0648d3cc-ab82-4490-b8dd-ace2a151c04a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:30.110633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48f9c7dd-fd8e-4520-a656-f3e60acc4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.113100 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.174115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732987a5-2a22-4ee3-8247-c9fbbf33f9f7 req-2582b1f1-68d8-4617-b805-0e8142cb8e9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:30.175512 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-732987a5-2a22-4ee3-8247-c9fbbf33f9f7 req-2582b1f1-68d8-4617-b805-0e8142cb8e9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c73e78c-b467-4bb9-9543-c898d6de8b84 HTTP/1.1" status: 200 len: 851 time: 0.1653690 Jan 12 09:36:30.181407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4362aac6-b5b2-41e7-bdcc-205a3212466f,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:30.188536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fce36885-efea-427e-870b-79369d86bde3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.191283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.215757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.219811 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-20784aad-dff7-4f23-99d2-92e73003f22c tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4462526 Jan 12 09:36:30.222765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35282) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:30.239593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-99a0b89a-6745-498a-9c9d-ef11e21c05fa tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '4362aac6-b5b2-41e7-bdcc-205a3212466f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:30.240334 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-99a0b89a-6745-498a-9c9d-ef11e21c05fa tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:30.244084 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-99a0b89a-6745-498a-9c9d-ef11e21c05fa tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0156355 Jan 12 09:36:30.249029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35286) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:30.253466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.257415 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-785d876e-d3f0-480f-a522-3595872acdda tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4176643 Jan 12 09:36:30.257415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fce36885-efea-427e-870b-79369d86bde3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.266055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35290) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:30.304790 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-8f82d4a0-c30a-4602-9a93-72737cadd1d4', 'network_id': '8f82d4a0-c30a-4602-9a93-72737cadd1d4', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'fixed_ips': [{'subnet_id': 'a696aaff-0184-47c2-b3e4-60a56a3d6c19'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:36:30.305757 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.338074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.351726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fce36885-efea-427e-870b-79369d86bde3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.355754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-727dcbc2-8d87-4858-8e5d-7ae30de7e1b3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.392185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce36885-efea-427e-870b-79369d86bde3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a269e62-aba0-43bc-b5f3-69ad43babd44,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:30.404044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-727dcbc2-8d87-4858-8e5d-7ae30de7e1b3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.404376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.483856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-727dcbc2-8d87-4858-8e5d-7ae30de7e1b3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.492050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:30.499161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48f9c7dd-fd8e-4520-a656-f3e60acc4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.517336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fce36885-efea-427e-870b-79369d86bde3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.519115 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fce36885-efea-427e-870b-79369d86bde3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/2a269e62-aba0-43bc-b5f3-69ad43babd44 HTTP/1.1" status: 204 len: 168 time: 0.6011090 Jan 12 09:36:30.524902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-727dcbc2-8d87-4858-8e5d-7ae30de7e1b3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.526441 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-727dcbc2-8d87-4858-8e5d-7ae30de7e1b3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "DELETE /v2.0/security-groups/4362aac6-b5b2-41e7-bdcc-205a3212466f HTTP/1.1" status: 204 len: 168 time: 0.2763474 Jan 12 09:36:30.527487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dcbc2-8d87-4858-8e5d-7ae30de7e1b3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4362aac6-b5b2-41e7-bdcc-205a3212466f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:30.534867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35294) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:30.536119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35296) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:30.550086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:port and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:30.569232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:30.587786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:30.638703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-48f9c7dd-fd8e-4520-a656-f3e60acc4c76 None None] For port 0648d3cc-ab82-4490-b8dd-ace2a151c04a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0648d3cc-ab82-4490-b8dd-ace2a151c04a,segment=NetworkSegment(b77055bc-fb01-4b64-aab4-ce88fb95bf16),segment_id=b77055bc-fb01-4b64-aab4-ce88fb95bf16)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:30.645394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-45429bf1-9d60-4724-a8ca-1d72211b4334 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:30.653601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48f9c7dd-fd8e-4520-a656-f3e60acc4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.653947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3d90b3b0-e65d-4e7e-b803-db3cd32c6cd9 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Synchronizing usage tracker for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:30.684290 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-732987a5-2a22-4ee3-8247-c9fbbf33f9f7 req-784492be-3c04-4cd6-bd58-f3f2635fe83f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cc1870b-44c6-49df-b549-ffb90a147677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5007770 Jan 12 09:36:30.693671 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3d90b3b0-e65d-4e7e-b803-db3cd32c6cd9 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Unset dirty status for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:30.700728 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3d90b3b0-e65d-4e7e-b803-db3cd32c6cd9 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1620047 Jan 12 09:36:30.701564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35304) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:30.709762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'tempest-secgroup--280240589'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:30.715003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-45429bf1-9d60-4724-a8ca-1d72211b4334 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:30.719802 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-45429bf1-9d60-4724-a8ca-1d72211b4334 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1799414 Jan 12 09:36:30.721927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:30.723597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Allocated IP 2001:db8::2 (8f82d4a0-c30a-4602-9a93-72737cadd1d4/a696aaff-0184-47c2-b3e4-60a56a3d6c19/2500d3e9-5d79-4c25-b102-0a2a0c788025) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:30.724683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35308) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:30.733574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605148030'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:30.750211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:30.757125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:30.765012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9c7dd-fd8e-4520-a656-f3e60acc4c76 None None] Pushing event updated for resources: {'Port': ['ID=0648d3cc-ab82-4490-b8dd-ace2a151c04a,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:30.778911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:30.797723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.813311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:30.816280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.818146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.896602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2a13e766-9d90-4105-b34a-371a7f52e0ba None None] Provisioning for port d22dba89-fbaf-4114-878b-9bf80bd31558 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:30.904167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:30.910187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:30.919528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:30.928884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:30.946640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:30.953520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:30.970864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Allocated IP 172.26.1.149 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/593ab53e-d3f9-4219-bf88-d65232cc8069) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:30.972111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:31.010554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:31.035624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 2082418e-882d-48c3-a3ef-1539d13f126d yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:31.043301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2a13e766-9d90-4105-b34a-371a7f52e0ba None None] Provisioning complete for port d22dba89-fbaf-4114-878b-9bf80bd31558 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:31.044146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a13e766-9d90-4105-b34a-371a7f52e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.049996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.057630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.092124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.116801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Transition to ACTIVE for port object 2500d3e9-5d79-4c25-b102-0a2a0c788025 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:31.132068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2a13e766-9d90-4105-b34a-371a7f52e0ba None None] Port d22dba89-fbaf-4114-878b-9bf80bd31558 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:31.153330 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Transition to ACTIVE for port object 2500d3e9-5d79-4c25-b102-0a2a0c788025 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:31.157709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0648d3cc-ab82-4490-b8dd-ace2a151c04a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:31.189850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2a13e766-9d90-4105-b34a-371a7f52e0ba None None] Provisioning complete for port 0648d3cc-ab82-4490-b8dd-ace2a151c04a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:31.190208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a13e766-9d90-4105-b34a-371a7f52e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.195843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.197309 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4944072 Jan 12 09:36:31.200926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7827aa8-f503-4ee5-8f8c-9238914cd43a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7871e0e5-72ab-4292-9aac-d5b888476cb2,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.205045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.205964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35316) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.212878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f3654d47-05cb-4746-b04c-8bf3ffedc1fd tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '7871e0e5-72ab-4292-9aac-d5b888476cb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:31.213766 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-f3654d47-05cb-4746-b04c-8bf3ffedc1fd tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:31.214949 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f3654d47-05cb-4746-b04c-8bf3ffedc1fd tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079329 Jan 12 09:36:31.218074 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35320) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.224378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-46ac15ae-fa61-47dc-af50-13c646e92e5d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '7871e0e5-72ab-4292-9aac-d5b888476cb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:31.224670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.225328 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-46ac15ae-fa61-47dc-af50-13c646e92e5d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:31.226932 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-46ac15ae-fa61-47dc-af50-13c646e92e5d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072873 Jan 12 09:36:31.228048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.234551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35324) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.247378 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-86d8da30-0ea6-4d74-b75b-ba90675cbe87 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '7871e0e5-72ab-4292-9aac-d5b888476cb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:31.248130 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-86d8da30-0ea6-4d74-b75b-ba90675cbe87 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:31.249170 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-86d8da30-0ea6-4d74-b75b-ba90675cbe87 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120022 Jan 12 09:36:31.261315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35328) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.278842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12eb13ce-0bd7-4164-8538-b6d4b5de69b3,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.281406 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.287277 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5a331fb8-c87d-4dd3-b654-50e43b4028c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5606618 Jan 12 09:36:31.289532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35332) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.293062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1375b662-47dc-4eb8-a239-bfd2c6c48751 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '7871e0e5-72ab-4292-9aac-d5b888476cb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:31.293669 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-1375b662-47dc-4eb8-a239-bfd2c6c48751 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:31.297205 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1375b662-47dc-4eb8-a239-bfd2c6c48751 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0183077 Jan 12 09:36:31.297341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': '12eb13ce-0bd7-4164-8538-b6d4b5de69b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:31.303223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:31.308147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:31.312046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:31.320889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:31.330154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35336) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.357597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Network 8f82d4a0-c30a-4602-9a93-72737cadd1d4 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:31.362317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Pushing event updated for resources: {'Port': ['ID=2500d3e9-5d79-4c25-b102-0a2a0c788025,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.366931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:31.372982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:31.376699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.446535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd27b1ba-6dd4-4d48-bdbb-bb72afd38a4d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.474248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd27b1ba-6dd4-4d48-bdbb-bb72afd38a4d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.492336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0648d3cc-ab82-4490-b8dd-ace2a151c04a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:31.492949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.519176 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-732987a5-2a22-4ee3-8247-c9fbbf33f9f7 req-bb3dc776-5df7-44ba-b77f-0bbe0b32287f service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7196057 Jan 12 09:36:31.525547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.529362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.544008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd27b1ba-6dd4-4d48-bdbb-bb72afd38a4d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.562929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Attempting to bind port 2500d3e9-5d79-4c25-b102-0a2a0c788025 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:31.563553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Attempting to bind port 2500d3e9-5d79-4c25-b102-0a2a0c788025 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '70c95f08-5ac2-47ae-af59-8140335533c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f82d4a0-c30a-4602-9a93-72737cadd1d4'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:31.564079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Attempting to bind port 2500d3e9-5d79-4c25-b102-0a2a0c788025 on network 8f82d4a0-c30a-4602-9a93-72737cadd1d4 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:36:31.583153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:36:31.583737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Checking segment: {'id': '70c95f08-5ac2-47ae-af59-8140335533c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f82d4a0-c30a-4602-9a93-72737cadd1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:31.584327 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.584710 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Bound using segment: {'id': '70c95f08-5ac2-47ae-af59-8140335533c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f82d4a0-c30a-4602-9a93-72737cadd1d4'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:36:31.585016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27b1ba-6dd4-4d48-bdbb-bb72afd38a4d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7871e0e5-72ab-4292-9aac-d5b888476cb2,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.585179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Bound port: 2500d3e9-5d79-4c25-b102-0a2a0c788025, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c95f08-5ac2-47ae-af59-8140335533c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8f82d4a0-c30a-4602-9a93-72737cadd1d4'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:31.585727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.586670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ce1231-1d97-4ed8-aab8-bb295bfc5da2,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.600165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd27b1ba-6dd4-4d48-bdbb-bb72afd38a4d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.601277 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dd27b1ba-6dd4-4d48-bdbb-bb72afd38a4d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "DELETE /v2.0/security-groups/7871e0e5-72ab-4292-9aac-d5b888476cb2 HTTP/1.1" status: 204 len: 168 time: 0.2701578 Jan 12 09:36:31.604530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35340) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.621255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.625015 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ef7ace5a-7855-4edf-86db-a504d01b9aa3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3315039 Jan 12 09:36:31.625704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35344) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.656622 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-426a83e0-09a6-40e0-9769-769d4e854c22 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules/d9ce1231-1d97-4ed8-aab8-bb295bfc5da2 HTTP/1.1" status: 200 len: 705 time: 0.0275207 Jan 12 09:36:31.657508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35348) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.700730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a861a7c5-7f74-4518-8e5d-0c7c50cde07e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Synchronizing usage tracker for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:31.731504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8dcd8f43-794b-4fd0-8b07-b009d7c46ee8 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:31.735508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a861a7c5-7f74-4518-8e5d-0c7c50cde07e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Unset dirty status for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:31.740433 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a861a7c5-7f74-4518-8e5d-0c7c50cde07e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1312723 Jan 12 09:36:31.741564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35352) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.747273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.3 (bce42128-1958-447e-bc20-6e97f2c17f0b/81023b9f-0e02-4693-8d54-40e5e2f8ceb8/2082418e-882d-48c3-a3ef-1539d13f126d) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:31.749443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'tempest-secgroup--170531837'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:31.762652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:31.772616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8dcd8f43-794b-4fd0-8b07-b009d7c46ee8 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:31.776570 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8dcd8f43-794b-4fd0-8b07-b009d7c46ee8 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1157389 Jan 12 09:36:31.777420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35356) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.790084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:31.810022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1cfb17b5-0b66-4e82-a56c-b672135ec1e2 None None] Provisioning complete for port d22dba89-fbaf-4114-878b-9bf80bd31558 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:31.810531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cfb17b5-0b66-4e82-a56c-b672135ec1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.818115 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.829158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4581b25c-be4f-4fd8-bc62-dc538a1e6521 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.836024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.845444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4581b25c-be4f-4fd8-bc62-dc538a1e6521 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.850934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] For port 2500d3e9-5d79-4c25-b102-0a2a0c788025, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:36:31.871220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] For port 2500d3e9-5d79-4c25-b102-0a2a0c788025, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2500d3e9-5d79-4c25-b102-0a2a0c788025,segment=NetworkSegment(70c95f08-5ac2-47ae-af59-8140335533c5),segment_id=70c95f08-5ac2-47ae-af59-8140335533c5)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:36:31.880603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb17b5-0b66-4e82-a56c-b672135ec1e2 None None] Port d22dba89-fbaf-4114-878b-9bf80bd31558 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:31.881883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:31.885509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.890434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:31.902395 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:31.911741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:31.921260 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-732987a5-2a22-4ee3-8247-c9fbbf33f9f7 req-7737aee9-8656-4c03-8a99-2fa3b0e7d395 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771188 Jan 12 09:36:32.008398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.013544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4581b25c-be4f-4fd8-bc62-dc538a1e6521 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.015743 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd077d-b947-492e-a23d-9b660a91be25 None None] Pushing event updated for resources: {'Port': ['ID=2500d3e9-5d79-4c25-b102-0a2a0c788025,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:32.045615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.049618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581b25c-be4f-4fd8-bc62-dc538a1e6521 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9ce1231-1d97-4ed8-aab8-bb295bfc5da2,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:32.064516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.099088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eee08b7-207f-4796-8105-5ae16f275e40,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:32.111207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.116039 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-662cf8de-3eb8-4631-b21e-e4356762cabf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3708351 Jan 12 09:36:32.116120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35364) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.116997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4581b25c-be4f-4fd8-bc62-dc538a1e6521 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.120482 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4581b25c-be4f-4fd8-bc62-dc538a1e6521 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d9ce1231-1d97-4ed8-aab8-bb295bfc5da2 HTTP/1.1" status: 204 len: 168 time: 0.3397255 Jan 12 09:36:32.131109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-61e1703e-76d8-4d5a-99c9-53663b416eb1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '6eee08b7-207f-4796-8105-5ae16f275e40', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:32.131571 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-61e1703e-76d8-4d5a-99c9-53663b416eb1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:32.132602 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-61e1703e-76d8-4d5a-99c9-53663b416eb1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094271 Jan 12 09:36:32.133113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35366) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.136185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35372) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.157360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-948bb0db-0fa9-4e43-87d9-23c416019263 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '6eee08b7-207f-4796-8105-5ae16f275e40', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:32.170930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-948bb0db-0fa9-4e43-87d9-23c416019263 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:32.175883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-948bb0db-0fa9-4e43-87d9-23c416019263 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:32.180980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-948bb0db-0fa9-4e43-87d9-23c416019263 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:32.187038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.195639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-948bb0db-0fa9-4e43-87d9-23c416019263 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:32.214580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8fca520b-3b94-48c3-b08b-4964f93a25ce tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:32.261918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8fca520b-3b94-48c3-b08b-4964f93a25ce tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:32.266048 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8fca520b-3b94-48c3-b08b-4964f93a25ce tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1291878 Jan 12 09:36:32.266179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35376) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.268838 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-948bb0db-0fa9-4e43-87d9-23c416019263 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:32.269982 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-948bb0db-0fa9-4e43-87d9-23c416019263 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1191614 Jan 12 09:36:32.273505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7e3eedf7-44ce-41a2-8b8f-0f0f9fa94a3f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': '12eb13ce-0bd7-4164-8538-b6d4b5de69b3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:32.277545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35380) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.283256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b1345706-2224-42bb-a789-00fae618f6fe tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '6eee08b7-207f-4796-8105-5ae16f275e40', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:32.284257 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-b1345706-2224-42bb-a789-00fae618f6fe tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:32.285167 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b1345706-2224-42bb-a789-00fae618f6fe tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069170 Jan 12 09:36:32.286136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7e3eedf7-44ce-41a2-8b8f-0f0f9fa94a3f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:32.289825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35384) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.295912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-43a63ac2-02ff-4ad4-bce4-d5d02b871412 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '6eee08b7-207f-4796-8105-5ae16f275e40', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:32.304742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-43a63ac2-02ff-4ad4-bce4-d5d02b871412 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:32.310545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7e3eedf7-44ce-41a2-8b8f-0f0f9fa94a3f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:32.324677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-43a63ac2-02ff-4ad4-bce4-d5d02b871412 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:32.330732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-43a63ac2-02ff-4ad4-bce4-d5d02b871412 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:32.342384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-43a63ac2-02ff-4ad4-bce4-d5d02b871412 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:32.398590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e3eedf7-44ce-41a2-8b8f-0f0f9fa94a3f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.435312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:32.444695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:32.460133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:32.528365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Pushing event updated for resources: {'Port': ['ID=593ab53e-d3f9-4219-bf88-d65232cc8069,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:32.536773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.565050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e3eedf7-44ce-41a2-8b8f-0f0f9fa94a3f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.567198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object 2082418e-882d-48c3-a3ef-1539d13f126d will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:32.567363 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-43a63ac2-02ff-4ad4-bce4-d5d02b871412 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:32.570913 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-43a63ac2-02ff-4ad4-bce4-d5d02b871412 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2800214 Jan 12 09:36:32.572041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e3eedf7-44ce-41a2-8b8f-0f0f9fa94a3f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.578274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35390) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.608070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-863ef481-9ce2-4462-b405-d85901e30da6 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '6eee08b7-207f-4796-8105-5ae16f275e40', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:32.609517 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-863ef481-9ce2-4462-b405-d85901e30da6 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:32.613438 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-863ef481-9ce2-4462-b405-d85901e30da6 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0189071 Jan 12 09:36:32.614934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35394) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.620888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6181c09e-76d1-40f5-8d37-ea2d357caccf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '6eee08b7-207f-4796-8105-5ae16f275e40', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:32.626155 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3eedf7-44ce-41a2-8b8f-0f0f9fa94a3f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59949ec0-8a8a-45e0-9139-d3d08d5d1a79,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:32.633515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6181c09e-76d1-40f5-8d37-ea2d357caccf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:32.641095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6181c09e-76d1-40f5-8d37-ea2d357caccf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:32.644766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6181c09e-76d1-40f5-8d37-ea2d357caccf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:32.648198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e3eedf7-44ce-41a2-8b8f-0f0f9fa94a3f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.649458 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7e3eedf7-44ce-41a2-8b8f-0f0f9fa94a3f tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3823626 Jan 12 09:36:32.652847 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35398) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.655559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6181c09e-76d1-40f5-8d37-ea2d357caccf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:32.677663 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f82204b2-7026-4053-af27-7b78799016a1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules/59949ec0-8a8a-45e0-9139-d3d08d5d1a79 HTTP/1.1" status: 200 len: 705 time: 0.0236681 Jan 12 09:36:32.683978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35402) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.764046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.794246 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-6181c09e-76d1-40f5-8d37-ea2d357caccf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:32.796395 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6181c09e-76d1-40f5-8d37-ea2d357caccf tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1796250 Jan 12 09:36:32.802252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35406) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.820570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2ed89da3-8a14-4ffc-ade3-29a6e127581b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:32.835972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a16ae878-65a5-4c17-9b65-3ec91a8ccf2b tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '6eee08b7-207f-4796-8105-5ae16f275e40', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:32.836618 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-a16ae878-65a5-4c17-9b65-3ec91a8ccf2b tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:32.840485 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a16ae878-65a5-4c17-9b65-3ec91a8ccf2b tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0311244 Jan 12 09:36:32.840617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2ed89da3-8a14-4ffc-ade3-29a6e127581b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:32.841920 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2ed89da3-8a14-4ffc-ade3-29a6e127581b tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1570117 Jan 12 09:36:32.842599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35410) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.842947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35412) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.859858 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-88043b3a-3eb8-4979-a54e-d4210087bb2d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '6eee08b7-207f-4796-8105-5ae16f275e40', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:32.868862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-88043b3a-3eb8-4979-a54e-d4210087bb2d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:32.870733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Allocated IP 2001:db8::1 (8f82d4a0-c30a-4602-9a93-72737cadd1d4/a696aaff-0184-47c2-b3e4-60a56a3d6c19/f8d343ab-3e88-424e-9f76-d889c97ba55e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:32.878738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-88043b3a-3eb8-4979-a54e-d4210087bb2d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:32.882901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-88043b3a-3eb8-4979-a54e-d4210087bb2d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:32.885372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network bce42128-1958-447e-bc20-6e97f2c17f0b is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:32.888222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=2082418e-882d-48c3-a3ef-1539d13f126d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:32.891947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-88043b3a-3eb8-4979-a54e-d4210087bb2d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:32.894193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edf4dc59-50d5-4b21-bba1-ac7f855837ab tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.894768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:32.898740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:32.908892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edf4dc59-50d5-4b21-bba1-ac7f855837ab tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.945421 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-88043b3a-3eb8-4979-a54e-d4210087bb2d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:32.946607 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-88043b3a-3eb8-4979-a54e-d4210087bb2d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1027420 Jan 12 09:36:32.947805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edf4dc59-50d5-4b21-bba1-ac7f855837ab tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.955266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35418) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.966418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-63bba412-4cd2-4855-a1bc-ce8f164b34d5 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '6eee08b7-207f-4796-8105-5ae16f275e40', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:32.980767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-63bba412-4cd2-4855-a1bc-ce8f164b34d5 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:32.983834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4dc59-50d5-4b21-bba1-ac7f855837ab tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59949ec0-8a8a-45e0-9139-d3d08d5d1a79,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:32.988017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-63bba412-4cd2-4855-a1bc-ce8f164b34d5 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:32.991210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edf4dc59-50d5-4b21-bba1-ac7f855837ab tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.995610 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-edf4dc59-50d5-4b21-bba1-ac7f855837ab tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/59949ec0-8a8a-45e0-9139-d3d08d5d1a79 HTTP/1.1" status: 204 len: 168 time: 0.1496756 Jan 12 09:36:32.995925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35422) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.996763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-63bba412-4cd2-4855-a1bc-ce8f164b34d5 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:33.017854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-63bba412-4cd2-4855-a1bc-ce8f164b34d5 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:33.091702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e208bd1-db3a-4a4c-958f-0abf1fb2dab9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:33.096207 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-63bba412-4cd2-4855-a1bc-ce8f164b34d5 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:33.102257 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-63bba412-4cd2-4855-a1bc-ce8f164b34d5 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1416144 Jan 12 09:36:33.103528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35428) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.198708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b42bc2f8-1fb7-4726-a704-c9373b8499d7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.205049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2500d3e9-5d79-4c25-b102-0a2a0c788025 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:33.229163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:33.229837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.234798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e208bd1-db3a-4a4c-958f-0abf1fb2dab9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:33.239234 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5e208bd1-db3a-4a4c-958f-0abf1fb2dab9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2386398 Jan 12 09:36:33.243246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35434) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.267728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f4677fb1-3cc1-46a1-9287-0e285187c13c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': '12eb13ce-0bd7-4164-8538-b6d4b5de69b3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:33.285622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f4677fb1-3cc1-46a1-9287-0e285187c13c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:33.298185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b42bc2f8-1fb7-4726-a704-c9373b8499d7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.320617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f4677fb1-3cc1-46a1-9287-0e285187c13c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:33.343760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bc4663de-c689-4823-8f65-c1419855a573 None None] Provisioning for port 2082418e-882d-48c3-a3ef-1539d13f126d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:33.359368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bc4663de-c689-4823-8f65-c1419855a573 None None] Provisioning complete for port 2082418e-882d-48c3-a3ef-1539d13f126d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:33.360537 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-abff3802-c659-403b-a638-6b52cbc918e7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3017018 Jan 12 09:36:33.364352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35438) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.364712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc4663de-c689-4823-8f65-c1419855a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.374450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4677fb1-3cc1-46a1-9287-0e285187c13c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.409737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b42bc2f8-1fb7-4726-a704-c9373b8499d7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.429014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 2500d3e9-5d79-4c25-b102-0a2a0c788025 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:33.449574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bc4663de-c689-4823-8f65-c1419855a573 None None] Port 2082418e-882d-48c3-a3ef-1539d13f126d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:33.454830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bc2f8-1fb7-4726-a704-c9373b8499d7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eee08b7-207f-4796-8105-5ae16f275e40,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:33.468264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b42bc2f8-1fb7-4726-a704-c9373b8499d7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.472654 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b42bc2f8-1fb7-4726-a704-c9373b8499d7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "DELETE /v2.0/security-groups/6eee08b7-207f-4796-8105-5ae16f275e40 HTTP/1.1" status: 204 len: 168 time: 0.3648996 Jan 12 09:36:33.475470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35442) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.498774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4677fb1-3cc1-46a1-9287-0e285187c13c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.506818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4677fb1-3cc1-46a1-9287-0e285187c13c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.508916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.536834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.537579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.540380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d967b8-6d84-455b-b870-a553998af6e7 None None] Network 8f82d4a0-c30a-4602-9a93-72737cadd1d4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:33.545837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4677fb1-3cc1-46a1-9287-0e285187c13c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1945bd3-92d5-4d45-9da2-c078d84cf3b7,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:33.557946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Transition to ACTIVE for port object f8d343ab-3e88-424e-9f76-d889c97ba55e will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:33.563990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f4677fb1-3cc1-46a1-9287-0e285187c13c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.565363 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f4677fb1-3cc1-46a1-9287-0e285187c13c tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3210871 Jan 12 09:36:33.571233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35446) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.592690 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-472a84fb-c987-4df8-aa77-a125800249d1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules/c1945bd3-92d5-4d45-9da2-c078d84cf3b7 HTTP/1.1" status: 200 len: 706 time: 0.0181262 Jan 12 09:36:33.592902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35450) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.645775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ae7c2659-2e54-4fdd-9f27-f2cf1a3adb3d None None] Provisioning for port 2500d3e9-5d79-4c25-b102-0a2a0c788025 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:33.647099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-65a43b21-c6a8-4744-89a7-2d9e373cb833 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:33.664272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ae7c2659-2e54-4fdd-9f27-f2cf1a3adb3d None None] Provisioning complete for port 2500d3e9-5d79-4c25-b102-0a2a0c788025 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:33.664656 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae7c2659-2e54-4fdd-9f27-f2cf1a3adb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.670577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-65a43b21-c6a8-4744-89a7-2d9e373cb833 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:33.672581 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-65a43b21-c6a8-4744-89a7-2d9e373cb833 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0788810 Jan 12 09:36:33.676131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35456) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.708957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fdd3e846-92ac-429a-985f-397f07f1725e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Synchronizing usage tracker for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:33.711570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-42d2cae7-de74-4197-888e-59e51dc3cbd3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.716059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.723370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-42d2cae7-de74-4197-888e-59e51dc3cbd3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.748726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-42d2cae7-de74-4197-888e-59e51dc3cbd3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.772541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2cae7-de74-4197-888e-59e51dc3cbd3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1945bd3-92d5-4d45-9da2-c078d84cf3b7,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:33.776767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-42d2cae7-de74-4197-888e-59e51dc3cbd3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.780819 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-42d2cae7-de74-4197-888e-59e51dc3cbd3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c1945bd3-92d5-4d45-9da2-c078d84cf3b7 HTTP/1.1" status: 204 len: 168 time: 0.1035509 Jan 12 09:36:33.781488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35460) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.804063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=f8d343ab-3e88-424e-9f76-d889c97ba55e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:33.817148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fdd3e846-92ac-429a-985f-397f07f1725e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Unset dirty status for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:33.821036 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fdd3e846-92ac-429a-985f-397f07f1725e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3440442 Jan 12 09:36:33.830279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35464) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.834955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed04ed-3460-4fe6-8ae7-3a366a7ec208 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:33.835626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-84ed04ed-3460-4fe6-8ae7-3a366a7ec208 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:33.840354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'tempest-secgroup--878760060'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:33.849158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:33.857999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1ae7b52e-a110-4326-80b2-759377a0f9c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:33.868343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:33.868526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-84ed04ed-3460-4fe6-8ae7-3a366a7ec208 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:33.869582 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-84ed04ed-3460-4fe6-8ae7-3a366a7ec208 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.5037630 Jan 12 09:36:33.873105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35468) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.877535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 8f82d4a0-c30a-4602-9a93-72737cadd1d4 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:33.880593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:33.889393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae7c2659-2e54-4fdd-9f27-f2cf1a3adb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.895511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.915353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:33.916102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.921265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1ae7b52e-a110-4326-80b2-759377a0f9c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:33.926168 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1ae7b52e-a110-4326-80b2-759377a0f9c4 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1433380 Jan 12 09:36:33.928184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35472) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.933636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ae7c2659-2e54-4fdd-9f27-f2cf1a3adb3d None None] For port 2500d3e9-5d79-4c25-b102-0a2a0c788025, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2500d3e9-5d79-4c25-b102-0a2a0c788025,segment=NetworkSegment(70c95f08-5ac2-47ae-af59-8140335533c5),segment_id=70c95f08-5ac2-47ae-af59-8140335533c5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:33.940367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae7c2659-2e54-4fdd-9f27-f2cf1a3adb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.975418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-76f8a9dc-bad3-453d-8642-ab1cab6718c7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 2082418e-882d-48c3-a3ef-1539d13f126d {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:33.975418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-76f8a9dc-bad3-453d-8642-ab1cab6718c7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.987370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:33.995500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:33.999833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:34.007098 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:34.022348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c2659-2e54-4fdd-9f27-f2cf1a3adb3d None None] Pushing event updated for resources: {'Port': ['ID=2500d3e9-5d79-4c25-b102-0a2a0c788025,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:34.038767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-624305b8-9d1e-445b-a2fa-449a52bcf223 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.084001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-624305b8-9d1e-445b-a2fa-449a52bcf223 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.129200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.140218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.185539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f131e48-c332-4540-8a0b-ebc2c7d59c65,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:34.200525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-624305b8-9d1e-445b-a2fa-449a52bcf223 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.225091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624305b8-9d1e-445b-a2fa-449a52bcf223 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eb13ce-0bd7-4164-8538-b6d4b5de69b3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:34.229846 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.234701 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bf9b23d1-917b-48d8-9afa-84c32bf072a3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4028170 Jan 12 09:36:34.235185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35476) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:34.243006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5863405f-e0bc-4463-a8ee-95c3f499c756 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '2f131e48-c332-4540-8a0b-ebc2c7d59c65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:34.249133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5863405f-e0bc-4463-a8ee-95c3f499c756 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:34.251348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-624305b8-9d1e-445b-a2fa-449a52bcf223 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.255062 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-624305b8-9d1e-445b-a2fa-449a52bcf223 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/12eb13ce-0bd7-4164-8538-b6d4b5de69b3 HTTP/1.1" status: 204 len: 168 time: 0.3240199 Jan 12 09:36:34.256382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5863405f-e0bc-4463-a8ee-95c3f499c756 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:34.259699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5863405f-e0bc-4463-a8ee-95c3f499c756 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:34.262338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35480) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:34.286982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.289333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5863405f-e0bc-4463-a8ee-95c3f499c756 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:34.293213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-84865d43-e773-4510-82d3-675076c9a563 None None] Provisioning for port f8d343ab-3e88-424e-9f76-d889c97ba55e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:34.305014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-84865d43-e773-4510-82d3-675076c9a563 None None] Provisioning complete for port f8d343ab-3e88-424e-9f76-d889c97ba55e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:34.307333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84865d43-e773-4510-82d3-675076c9a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.355518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c2a4bff6-2c01-4065-9c45-de521166b1a3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:34.372973 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-5863405f-e0bc-4463-a8ee-95c3f499c756 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The resource could not be found. Jan 12 09:36:34.377675 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5863405f-e0bc-4463-a8ee-95c3f499c756 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1396329 Jan 12 09:36:34.378768 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35486) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:34.385135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7a273c22-cd52-4072-bde6-eaee2c7a8318 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '2f131e48-c332-4540-8a0b-ebc2c7d59c65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4551dd3e-48c0-4903-8f08-b6658732411e'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:34.390418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c2a4bff6-2c01-4065-9c45-de521166b1a3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:34.391763 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c2a4bff6-2c01-4065-9c45-de521166b1a3 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1284499 Jan 12 09:36:34.398055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7a273c22-cd52-4072-bde6-eaee2c7a8318 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:34.400398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35490) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:34.407565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044194748'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:34.413133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7a273c22-cd52-4072-bde6-eaee2c7a8318 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:34.413534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-84865d43-e773-4510-82d3-675076c9a563 None None] Port f8d343ab-3e88-424e-9f76-d889c97ba55e cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:34.416611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:34.418924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7a273c22-cd52-4072-bde6-eaee2c7a8318 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:34.428549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7a273c22-cd52-4072-bde6-eaee2c7a8318 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:34.430945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-84865d43-e773-4510-82d3-675076c9a563 None None] Provisioning complete for port 2500d3e9-5d79-4c25-b102-0a2a0c788025 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:34.432461 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84865d43-e773-4510-82d3-675076c9a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.434401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:34.452467 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.504435 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-7a273c22-cd52-4072-bde6-eaee2c7a8318 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The resource could not be found. Jan 12 09:36:34.510988 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7a273c22-cd52-4072-bde6-eaee2c7a8318 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1307271 Jan 12 09:36:34.511563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35496) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:34.524222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:34.559223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:34.569093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:34.582256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:34.663975 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cffdc46f-2738-4871-a9d6-68ff76621830 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.684858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-76f8a9dc-bad3-453d-8642-ab1cab6718c7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.687978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.698215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.720489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cffdc46f-2738-4871-a9d6-68ff76621830 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.767552 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2405f02b-fedb-4713-810f-7e7295b2e81d None None] Provisioning complete for port f8d343ab-3e88-424e-9f76-d889c97ba55e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:34.768365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2405f02b-fedb-4713-810f-7e7295b2e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.779038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5804af-e46b-4a60-af81-df3814145f9b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:34.790317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.794147 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-01f9071c-b636-484e-ab25-89c4903f3d68 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3902626 Jan 12 09:36:34.794736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35502) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:34.801088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Request body: {'security_group_rule': {'security_group_id': '4d5804af-e46b-4a60-af81-df3814145f9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:34.808973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:34.814966 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Usage tracker for resource:security_group_rule and tenant:5a7fdc8660504bd8b32d5db0b43320b3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:34.820095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:34.826589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cffdc46f-2738-4871-a9d6-68ff76621830 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.829218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-76f8a9dc-bad3-453d-8642-ab1cab6718c7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 2082418e-882d-48c3-a3ef-1539d13f126d owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:34.832259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:34.856715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdc46f-2738-4871-a9d6-68ff76621830 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f131e48-c332-4540-8a0b-ebc2c7d59c65,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:34.867000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cffdc46f-2738-4871-a9d6-68ff76621830 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.871029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35506) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:34.872143 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cffdc46f-2738-4871-a9d6-68ff76621830 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "DELETE /v2.0/security-groups/2f131e48-c332-4540-8a0b-ebc2c7d59c65 HTTP/1.1" status: 204 len: 168 time: 0.3576472 Jan 12 09:36:34.881084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.893056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2405f02b-fedb-4713-810f-7e7295b2e81d None None] Port f8d343ab-3e88-424e-9f76-d889c97ba55e cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:34.949515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.953494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.986742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8b8523-1a71-44dd-9b86-2ab5bcc64273,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:34.999167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.001119 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4c2a7854-d6d2-429d-a8b4-54377865f0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2054946 Jan 12 09:36:35.003849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35510) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:35.073316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0af241f-543c-4d9b-904d-32565180c0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.101956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0af241f-543c-4d9b-904d-32565180c0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.106362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2500d3e9-5d79-4c25-b102-0a2a0c788025 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:35.153200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0af241f-543c-4d9b-904d-32565180c0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.157665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Router b00c5db3-1699-4721-b2ff-0d9cf002a4fd is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:36:35.173291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af241f-543c-4d9b-904d-32565180c0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5804af-e46b-4a60-af81-df3814145f9b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:35.175549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2500d3e9-5d79-4c25-b102-0a2a0c788025 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:35.176064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.183062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0af241f-543c-4d9b-904d-32565180c0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.186600 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b0af241f-543c-4d9b-904d-32565180c0f9 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/4d5804af-e46b-4a60-af81-df3814145f9b HTTP/1.1" status: 204 len: 168 time: 0.1817043 Jan 12 09:36:35.187164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35514) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:35.195793 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-21c4d72d-bfa4-41e5-ad14-ebac30089371 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3191288 Jan 12 09:36:35.196521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35518) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:35.212129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-afcf3c62-5904-4026-be6f-42103641f231 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': 'b711ed5e-654b-45d4-a4fa-44065df2e5ba', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:35.239475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ddbd8877-6e59-491d-b2c0-84ce4f6c14bf tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:35.258586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ddbd8877-6e59-491d-b2c0-84ce4f6c14bf tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:35.262380 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ddbd8877-6e59-491d-b2c0-84ce4f6c14bf tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0719306 Jan 12 09:36:35.262647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35522) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:35.280099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-afcf3c62-5904-4026-be6f-42103641f231 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:35.291434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-afcf3c62-5904-4026-be6f-42103641f231 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:35.294898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-afcf3c62-5904-4026-be6f-42103641f231 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:35.312976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7e05dbe6-4e1d-4fc8-9245-dd2efa312ce1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Synchronizing usage tracker for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:35.329106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7e05dbe6-4e1d-4fc8-9245-dd2efa312ce1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] Unset dirty status for tenant:5a7fdc8660504bd8b32d5db0b43320b3 on resource:security_group_rule {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:35.330243 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7e05dbe6-4e1d-4fc8-9245-dd2efa312ce1 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0665276 Jan 12 09:36:35.333086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35526) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:35.349479 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-f736aa09-3c13-4ffa-9c3a-57a833d2c0c0 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] delete failed (client error): The resource could not be found. Jan 12 09:36:35.350560 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f736aa09-3c13-4ffa-9c3a-57a833d2c0c0 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "DELETE /v2.0/security-groups/4d5804af-e46b-4a60-af81-df3814145f9b HTTP/1.1" status: 404 len: 347 time: 0.0165763 Jan 12 09:36:35.354406 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35530) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:35.365548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-afcf3c62-5904-4026-be6f-42103641f231 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:35.407161 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f9538584-52b6-44d6-b6fc-bd0aa17c1b20 tempest-SecGroupTest-1086732005 tempest-SecGroupTest-1086732005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0518165 Jan 12 09:36:35.431744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-76f8a9dc-bad3-453d-8642-ab1cab6718c7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.499341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.515293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8a9dc-bad3-453d-8642-ab1cab6718c7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=2082418e-882d-48c3-a3ef-1539d13f126d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:35.519597 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-afcf3c62-5904-4026-be6f-42103641f231 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The resource could not be found. Jan 12 09:36:35.524040 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-afcf3c62-5904-4026-be6f-42103641f231 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3182635 Jan 12 09:36:35.524040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.524040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.525177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35536) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:35.530759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199717699'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:35.537318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:35.541630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:35.545395 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:35.551396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:35.562948 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.616739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:35.621461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:35.624738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:35.632497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:35.710550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.717225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.772779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=f8d343ab-3e88-424e-9f76-d889c97ba55e,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:35.797940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4a570d-d2fc-4694-ac10-0043e4ba277b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:35.812769 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.817482 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-925671ca-c870-4740-9a82-110acd12d53d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2912724 Jan 12 09:36:35.818535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35546) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:35.835028 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:36:35.837660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311665018'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:35.842275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35550) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:35.850938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:35.858951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:35.861978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:35.869439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:35.880782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.917012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:35.921481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:35.925243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:35.932015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:35.949009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-76f8a9dc-bad3-453d-8642-ab1cab6718c7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.009169 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-76f8a9dc-bad3-453d-8642-ab1cab6718c7 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/2082418e-882d-48c3-a3ef-1539d13f126d HTTP/1.1" status: 204 len: 168 time: 2.1339562 Jan 12 09:36:36.012363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35558) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:36.017980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.026500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.068877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 8f82d4a0-c30a-4602-9a93-72737cadd1d4 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:36.071289 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d35c57a-d6d8-4039-9abd-32eecf91af90 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:36:36.071958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0d35c57a-d6d8-4039-9abd-32eecf91af90 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:36.076299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bea61f5-b0ce-4a57-8a83-ba82890d716a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:36.076450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:36.104356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.108977 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-57c3e924-7c96-44b4-8b5c-f2e7bfa136e1 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2892871 Jan 12 09:36:36.109732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35562) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:36.120335 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-376af818-be06-41a1-b66c-5b2dcd4ecfa7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group_rule': {'security_group_id': '0e4a570d-d2fc-4694-ac10-0043e4ba277b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9bea61f5-b0ce-4a57-8a83-ba82890d716a'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:36.126774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-376af818-be06-41a1-b66c-5b2dcd4ecfa7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:36.130786 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-646e949f-be65-460b-9649-025ea9c2efa3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a7fdc8660504bd8b32d5db0b43320b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2863193 Jan 12 09:36:36.133393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35566) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:36.147289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-376af818-be06-41a1-b66c-5b2dcd4ecfa7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:36.151402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-376af818-be06-41a1-b66c-5b2dcd4ecfa7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:36.161854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-376af818-be06-41a1-b66c-5b2dcd4ecfa7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:36.223155 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5d0978d5-9bdd-4a93-8250-06f68f648393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.241091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0d35c57a-d6d8-4039-9abd-32eecf91af90 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:36.242272 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0d35c57a-d6d8-4039-9abd-32eecf91af90 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/2082418e-882d-48c3-a3ef-1539d13f126d HTTP/1.1" status: 404 len: 333 time: 0.2278206 Jan 12 09:36:36.246889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:36.247240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35570) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:36.249816 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-376af818-be06-41a1-b66c-5b2dcd4ecfa7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:36.253447 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-376af818-be06-41a1-b66c-5b2dcd4ecfa7 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1375449 Jan 12 09:36:36.254401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35574) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:36.259989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a6e81-9265-4820-863f-ead9b8190bd0 None None] Sync routers for ids ['b00c5db3-1699-4721-b2ff-0d9cf002a4fd'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:36.277587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a6e81-9265-4820-863f-ead9b8190bd0 None None] Routers {'b00c5db3-1699-4721-b2ff-0d9cf002a4fd'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:36.278567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2b2a6e81-9265-4820-863f-ead9b8190bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b00c5db3-1699-4721-b2ff-0d9cf002a4fd'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:36.281778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.283210 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f643337c-a0b5-4ee8-ba99-aa82d8ac9e52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5538018 Jan 12 09:36:36.286571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35578) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:36.292940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:36.310114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5d0978d5-9bdd-4a93-8250-06f68f648393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.356462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2b2a6e81-9265-4820-863f-ead9b8190bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:36.376222 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a6e81-9265-4820-863f-ead9b8190bd0 None None] Routers {'b00c5db3-1699-4721-b2ff-0d9cf002a4fd'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:36.376727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2b2a6e81-9265-4820-863f-ead9b8190bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b00c5db3-1699-4721-b2ff-0d9cf002a4fd'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:36.395702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e65fb-3da9-48a7-8e02-6fa15643486f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port d22dba89-fbaf-4114-878b-9bf80bd31558 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:36.396074 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b9e65fb-3da9-48a7-8e02-6fa15643486f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.423667 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8b1e74b1-39b6-4f6a-8b3a-5cfa165339a2 None None] Provisioning complete for port f8d343ab-3e88-424e-9f76-d889c97ba55e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:36.424304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b1e74b1-39b6-4f6a-8b3a-5cfa165339a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.473855 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2b2a6e81-9265-4820-863f-ead9b8190bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:36.474537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a6e81-9265-4820-863f-ead9b8190bd0 None None] The sync data for ids ['b00c5db3-1699-4721-b2ff-0d9cf002a4fd'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:36.493924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e74b1-39b6-4f6a-8b3a-5cfa165339a2 None None] Port f8d343ab-3e88-424e-9f76-d889c97ba55e cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:36.557653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5d0978d5-9bdd-4a93-8250-06f68f648393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.580978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5b366f67-3a94-42ea-b6a4-31214f239880 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.603024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0978d5-9bdd-4a93-8250-06f68f648393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c37ecb7-fd5c-42aa-ae82-5361274dd302,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:36.762000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5b366f67-3a94-42ea-b6a4-31214f239880 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.780504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5d0978d5-9bdd-4a93-8250-06f68f648393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.781722 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5d0978d5-9bdd-4a93-8250-06f68f648393 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c37ecb7-fd5c-42aa-ae82-5361274dd302 HTTP/1.1" status: 204 len: 168 time: 0.6473091 Jan 12 09:36:36.857273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b9e65fb-3da9-48a7-8e02-6fa15643486f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.866600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router 42e59a8f-b0bd-4167-8c25-3ba297f14dd7 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:36:36.868862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5b366f67-3a94-42ea-b6a4-31214f239880 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.071638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e65fb-3da9-48a7-8e02-6fa15643486f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for d22dba89-fbaf-4114-878b-9bf80bd31558 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:37.104679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b366f67-3a94-42ea-b6a4-31214f239880 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bea61f5-b0ce-4a57-8a83-ba82890d716a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:37.115837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5b366f67-3a94-42ea-b6a4-31214f239880 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.118778 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5b366f67-3a94-42ea-b6a4-31214f239880 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "DELETE /v2.0/security-groups/9bea61f5-b0ce-4a57-8a83-ba82890d716a HTTP/1.1" status: 204 len: 168 time: 0.8617940 Jan 12 09:36:37.124023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35592) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.158552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:37.167454 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d34cfb05-826e-4457-9380-ea1e95caa4ec tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/42e59a8f-b0bd-4167-8c25-3ba297f14dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8954360 Jan 12 09:36:37.170683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35600) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.171118 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e505a-31b0-4166-b0d0-0b246dc63324 None None] Sync routers for ids ['42e59a8f-b0bd-4167-8c25-3ba297f14dd7'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:37.192517 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e505a-31b0-4166-b0d0-0b246dc63324 None None] Routers {'42e59a8f-b0bd-4167-8c25-3ba297f14dd7'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:37.202319 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3f2e505a-31b0-4166-b0d0-0b246dc63324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['42e59a8f-b0bd-4167-8c25-3ba297f14dd7'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:37.205498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f85c0f5e-4534-4f7e-b4be-ca99520d73de tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Synchronizing usage tracker for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:37.257578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f85c0f5e-4534-4f7e-b4be-ca99520d73de tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Unset dirty status for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:37.259016 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f85c0f5e-4534-4f7e-b4be-ca99520d73de tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1340289 Jan 12 09:36:37.262168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35606) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.287969 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3f2e505a-31b0-4166-b0d0-0b246dc63324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:37.300478 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e505a-31b0-4166-b0d0-0b246dc63324 None None] Routers {'42e59a8f-b0bd-4167-8c25-3ba297f14dd7'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:37.301424 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3f2e505a-31b0-4166-b0d0-0b246dc63324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['42e59a8f-b0bd-4167-8c25-3ba297f14dd7'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:37.324792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793075e-a188-44d7-8ea5-b0baa381291d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:37.325391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0793075e-a188-44d7-8ea5-b0baa381291d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Synchronizing usage tracker for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:37.355896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0793075e-a188-44d7-8ea5-b0baa381291d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Unset dirty status for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:37.362185 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0793075e-a188-44d7-8ea5-b0baa381291d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports/f8d343ab-3e88-424e-9f76-d889c97ba55e HTTP/1.1" status: 200 len: 911 time: 0.1888700 Jan 12 09:36:37.365160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35612) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.385838 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3f2e505a-31b0-4166-b0d0-0b246dc63324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:37.386512 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e505a-31b0-4166-b0d0-0b246dc63324 None None] The sync data for ids ['42e59a8f-b0bd-4167-8c25-3ba297f14dd7'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:37.431571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf688-b24b-4df8-9843-3cbcbfacc3be tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.448886 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b9e65fb-3da9-48a7-8e02-6fa15643486f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.524011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e65fb-3da9-48a7-8e02-6fa15643486f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=d22dba89-fbaf-4114-878b-9bf80bd31558,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:37.535480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf688-b24b-4df8-9843-3cbcbfacc3be tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.678539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b9e65fb-3da9-48a7-8e02-6fa15643486f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.714683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.723896 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4b9e65fb-3da9-48a7-8e02-6fa15643486f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/d22dba89-fbaf-4114-878b-9bf80bd31558 HTTP/1.1" status: 204 len: 168 time: 1.4728591 Jan 12 09:36:37.724310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35622) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.731975 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf688-b24b-4df8-9843-3cbcbfacc3be tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.752143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaf688-b24b-4df8-9843-3cbcbfacc3be tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4a570d-d2fc-4694-ac10-0043e4ba277b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:37.761557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf688-b24b-4df8-9843-3cbcbfacc3be tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.765963 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e9aaf688-b24b-4df8-9843-3cbcbfacc3be tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e4a570d-d2fc-4694-ac10-0043e4ba277b HTTP/1.1" status: 204 len: 168 time: 0.4512224 Jan 12 09:36:37.766601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35626) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.828315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35630) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.831394 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee77ae6-ca67-4eea-b0ec-be57e64f95db tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:36:37.832764 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eee77ae6-ca67-4eea-b0ec-be57e64f95db tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/d22dba89-fbaf-4114-878b-9bf80bd31558 HTTP/1.1" status: 404 len: 333 time: 0.1075180 Jan 12 09:36:37.835828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35634) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.852695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.868951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6e4a12b6-334a-4b26-bfaf-e4055097644e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Synchronizing usage tracker for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:37.876822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Deleting port 593ab53e-d3f9-4219-bf88-d65232cc8069 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:37.877175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.905749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6e4a12b6-334a-4b26-bfaf-e4055097644e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Unset dirty status for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:37.911146 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6e4a12b6-334a-4b26-bfaf-e4055097644e tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1393704 Jan 12 09:36:37.911146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35640) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.930288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'tempest-secgroup--555710131'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:37.944781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:38.002253 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:38.020313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1092610682-network', 'tenant_id': '9147064d0fea42a180f2a08aee918e94'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:38.029728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.029955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:38.040707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Usage tracker for resource:network and tenant:9147064d0fea42a180f2a08aee918e94 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:38.051308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.103123 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:38.105396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:38.108998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Usage tracker for resource:security_group_rule and tenant:877bc92f62a2467ba5c174f3a81ee286 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:38.112720 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:38.121422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:38.127118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:38.130430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5b3df7-93c1-442b-bca8-870ef5200863 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet 81023b9f-0e02-4693-8d54-40e5e2f8ceb8 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:36:38.136953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3df7-93c1-442b-bca8-870ef5200863 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.208854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3df7-93c1-442b-bca8-870ef5200863 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.283761 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.284489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Made reservation on behalf of 9147064d0fea42a180f2a08aee918e94 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:38.286536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.291484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.354261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11c65d2-10dc-4a2e-9a63-804df5c68bb9,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:38.359669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.360927 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-63c82e8d-ba01-407d-812e-4d73bb3e2c7a tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4490893 Jan 12 09:36:38.364005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35648) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:38.369084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.370706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b0b852a3-d2b7-4fb8-8588-67de8facabb3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:38.371309 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-b0b852a3-d2b7-4fb8-8588-67de8facabb3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] update failed (client error): There was a conflict when trying to complete your request. Jan 12 09:36:38.372258 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b0b852a3-d2b7-4fb8-8588-67de8facabb3 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "PUT /v2.0/security-groups/a11c65d2-10dc-4a2e-9a63-804df5c68bb9 HTTP/1.1" status: 409 len: 330 time: 0.0073361 Jan 12 09:36:38.374999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35652) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:38.379393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.392889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3df7-93c1-442b-bca8-870ef5200863 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.495141 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c31f-e046-4f2a-916e-a1de267ec390 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.510923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Calling delete_port for 593ab53e-d3f9-4219-bf88-d65232cc8069 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:38.532060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c31f-e046-4f2a-916e-a1de267ec390 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.552701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3df7-93c1-442b-bca8-870ef5200863 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.600508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:38.612948 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b3df7-93c1-442b-bca8-870ef5200863 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=81023b9f-0e02-4693-8d54-40e5e2f8ceb8,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:38.614897 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3df7-93c1-442b-bca8-870ef5200863 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.620765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Usage tracker for resource:security_group_rule and tenant:9147064d0fea42a180f2a08aee918e94 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:38.626062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f89b35-c7d9-4e0d-b2b9-5c123d3271c7 None None] Network bce42128-1958-447e-bc20-6e97f2c17f0b requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:38.626562 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7e5b3df7-93c1-442b-bca8-870ef5200863 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/81023b9f-0e02-4693-8d54-40e5e2f8ceb8 HTTP/1.1" status: 204 len: 168 time: 0.7868087 Jan 12 09:36:38.626647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:38.626780 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35658) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:38.634259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:38.708583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c31f-e046-4f2a-916e-a1de267ec390 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.741576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7c31f-e046-4f2a-916e-a1de267ec390 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11c65d2-10dc-4a2e-9a63-804df5c68bb9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:38.761673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c31f-e046-4f2a-916e-a1de267ec390 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.762868 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d0f7c31f-e046-4f2a-916e-a1de267ec390 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "DELETE /v2.0/security-groups/a11c65d2-10dc-4a2e-9a63-804df5c68bb9 HTTP/1.1" status: 204 len: 168 time: 0.3869932 Jan 12 09:36:38.766734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.768493 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35662) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:38.778139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.806306 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 0648d3cc-ab82-4490-b8dd-ace2a151c04a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:38.806871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.816776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.880509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8dec1038-3459-40ff-883d-4584aba01dca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Synchronizing usage tracker for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:38.960508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:38.992683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.999460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:39.014331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8dec1038-3459-40ff-883d-4584aba01dca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] Unset dirty status for tenant:877bc92f62a2467ba5c174f3a81ee286 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:39.017549 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8dec1038-3459-40ff-883d-4584aba01dca tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2463198 Jan 12 09:36:39.025017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] DHCP port deletion for bce42128-1958-447e-bc20-6e97f2c17f0b request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:36:39.030243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] Deleting port 0648d3cc-ab82-4490-b8dd-ace2a151c04a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:39.030467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35666) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:39.030583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.067137 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Pushing event deleted for resources: {'Port': ['ID=593ab53e-d3f9-4219-bf88-d65232cc8069,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:39.077033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.077468 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Added segment eec95c68-495d-4ac9-abb9-8f6c2b424c30 of type vlan for network ec7aad4a-84dd-4e90-8154-00a6a2736b2a Jan 12 09:36:39.116922 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-bf77be66-dd88-4dfc-9283-a92d46a24c4d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] delete failed (client error): The resource could not be found. Jan 12 09:36:39.118195 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bf77be66-dd88-4dfc-9283-a92d46a24c4d tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "DELETE /v2.0/security-groups/2e18f320-e9c3-42bb-96b3-5f232e33a692 HTTP/1.1" status: 404 len: 347 time: 0.0763428 Jan 12 09:36:39.122243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35670) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:39.146239 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-fa74d90c-f49b-4010-ac45-5ff03407c9ea tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] show failed (client error): The resource could not be found. Jan 12 09:36:39.151295 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fa74d90c-f49b-4010-ac45-5ff03407c9ea tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-groups/63a490e3-ad9b-4b24-8883-9522fa41f758 HTTP/1.1" status: 404 len: 347 time: 0.0238104 Jan 12 09:36:39.152546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] For port 0648d3cc-ab82-4490-b8dd-ace2a151c04a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0648d3cc-ab82-4490-b8dd-ace2a151c04a,segment=NetworkSegment(b77055bc-fb01-4b64-aab4-ce88fb95bf16),segment_id=b77055bc-fb01-4b64-aab4-ce88fb95bf16)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:39.152906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.155804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35674) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:39.159472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0648d3cc-ab82-4490-b8dd-ace2a151c04a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:39.241641 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-e82b932f-b15e-4da3-bdd7-3b21c17d1837 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] show failed (client error): The resource could not be found. Jan 12 09:36:39.242566 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e82b932f-b15e-4da3-bdd7-3b21c17d1837 tempest-NegativeSecGroupTest-728925897 tempest-NegativeSecGroupTest-728925897-project] 10.222.0.58 "GET /v2.0/security-group-rules/11bb3e63-87dc-4a9d-9cd0-18ab8438112e HTTP/1.1" status: 404 len: 356 time: 0.0771582 Jan 12 09:36:39.246201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.328539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 0648d3cc-ab82-4490-b8dd-ace2a151c04a owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:39.364591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] For port 0648d3cc-ab82-4490-b8dd-ace2a151c04a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0648d3cc-ab82-4490-b8dd-ace2a151c04a,segment=NetworkSegment(b77055bc-fb01-4b64-aab4-ce88fb95bf16),segment_id=b77055bc-fb01-4b64-aab4-ce88fb95bf16)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:39.365018 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.381175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:39.468740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.492720 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.542528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.544822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:39.544822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.545036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] Calling delete_port for 0648d3cc-ab82-4490-b8dd-ace2a151c04a owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:39.582796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No DVR routers for this DVR port 0648d3cc-ab82-4490-b8dd-ace2a151c04a on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:39.584920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=0648d3cc-ab82-4490-b8dd-ace2a151c04a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:39.702044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.714320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35688) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:39.721463 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:39.721811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:39.760544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.794106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce42128-1958-447e-bc20-6e97f2c17f0b']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:39.807377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77055bc-fb01-4b64-aab4-ce88fb95bf16') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:39.807702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77055bc-fb01-4b64-aab4-ce88fb95bf16') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:39.820469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.821839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.838052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.844691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:36:39.845463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.848296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.858833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] Pushing event updated for resources: {'Network': ['ID=ec7aad4a-84dd-4e90-8154-00a6a2736b2a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:39.860466 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:39.875213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network ec7aad4a-84dd-4e90-8154-00a6a2736b2a details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:39.958920 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e8173e3c-97c2-4d03-8838-3e9187f1988d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1263218 Jan 12 09:36:39.968876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35694) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:39.976541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Request body: {'subnet': {'network_id': 'ec7aad4a-84dd-4e90-8154-00a6a2736b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1092610682-subnet', 'tenant_id': '9147064d0fea42a180f2a08aee918e94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:39.989399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.994545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:40.015070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.018337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Usage tracker for resource:subnet and tenant:9147064d0fea42a180f2a08aee918e94 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:40.031179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:40.038426 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f2337f91-fbdd-4809-89db-d5db5810d40c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=877bc92f62a2467ba5c174f3a81ee286&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3227532 Jan 12 09:36:40.039767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Network': ['ID=bce42128-1958-447e-bc20-6e97f2c17f0b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:40.043701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35698) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:40.048730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:40.070681 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-69b7cccb-ce1b-4d58-9512-2a0399726fe6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/networks/bce42128-1958-447e-bc20-6e97f2c17f0b HTTP/1.1" status: 204 len: 168 time: 1.4396718 Jan 12 09:36:40.070874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Router b00c5db3-1699-4721-b2ff-0d9cf002a4fd has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:36:40.070874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35702) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:40.080453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-261538842'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:40.083840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Made reservation on behalf of 9147064d0fea42a180f2a08aee918e94 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:40.086073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.123144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:40.129273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:network and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:40.141744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:40.152259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:40.163078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port f8d343ab-3e88-424e-9f76-d889c97ba55e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:40.163412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.204817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d6957611-088e-48f6-bac6-4969ca85366f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.223426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] Deleting port 0648d3cc-ab82-4490-b8dd-ace2a151c04a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:40.224431 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.238705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d6957611-088e-48f6-bac6-4969ca85366f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.260022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:40.262946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.288970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf3a96-7442-490b-8e56-5866f0aec6dc None None] The port '0648d3cc-ab82-4490-b8dd-ace2a151c04a' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:36:40.356958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d6957611-088e-48f6-bac6-4969ca85366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.375377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6957611-088e-48f6-bac6-4969ca85366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c78cae-6cc7-4b2a-b44d-24b9fbe80117,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:40.387510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.435556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:40.465812 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d6957611-088e-48f6-bac6-4969ca85366f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.467122 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d6957611-088e-48f6-bac6-4969ca85366f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/77c78cae-6cc7-4b2a-b44d-24b9fbe80117 HTTP/1.1" status: 204 len: 168 time: 0.4200273 Jan 12 09:36:40.467748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.468103 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Added segment 6e0741ed-1017-439f-84a1-2e4d5b54684c of type vlan for network ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 Jan 12 09:36:40.470445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:40.485070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe1d10-cb47-44e7-87e8-8f562488c916 None None] Sync routers for ids ['b00c5db3-1699-4721-b2ff-0d9cf002a4fd'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:40.506037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe1d10-cb47-44e7-87e8-8f562488c916 None None] Routers {'b00c5db3-1699-4721-b2ff-0d9cf002a4fd'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:40.507057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7ebe1d10-cb47-44e7-87e8-8f562488c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b00c5db3-1699-4721-b2ff-0d9cf002a4fd'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:40.508100 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eefcec1-d5d3-4271-863f-e2b5dfda80e8,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:40.514693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.518209 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ed592030-3bc1-488d-9a0f-d050ccb9f9e5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "PUT /v2.0/routers/b00c5db3-1699-4721-b2ff-0d9cf002a4fd HTTP/1.1" status: 200 len: 710 time: 4.2284060 Jan 12 09:36:40.520428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35712) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:40.543853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.554191 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.640122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Checking segment: {'id': 'eec95c68-495d-4ac9-abb9-8f6c2b424c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ec7aad4a-84dd-4e90-8154-00a6a2736b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:40.640527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Network hostable DHCP agents. Network: ec7aad4a-84dd-4e90-8154-00a6a2736b2a, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:40.650563 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7ebe1d10-cb47-44e7-87e8-8f562488c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:40.662612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe1d10-cb47-44e7-87e8-8f562488c916 None None] Routers {'b00c5db3-1699-4721-b2ff-0d9cf002a4fd'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:40.663538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7ebe1d10-cb47-44e7-87e8-8f562488c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b00c5db3-1699-4721-b2ff-0d9cf002a4fd'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:40.705848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:40.719398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for f8d343ab-3e88-424e-9f76-d889c97ba55e owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:40.730899 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b419ff99-87b9-4284-9408-9949b5d53b5c tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/routers/b00c5db3-1699-4721-b2ff-0d9cf002a4fd HTTP/1.1" status: 200 len: 745 time: 0.2077885 Jan 12 09:36:40.731501 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35716) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:40.777849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7ebe1d10-cb47-44e7-87e8-8f562488c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:40.778920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe1d10-cb47-44e7-87e8-8f562488c916 None None] The sync data for ids ['b00c5db3-1699-4721-b2ff-0d9cf002a4fd'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:40.779104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.784672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:40.785427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.799755 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b91e4104-ef61-47d1-8fe8-3f024b8d45e7 tempest-RoutersIpV6AdminTest-491938714 tempest-RoutersIpV6AdminTest-491938714-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&device_id=b00c5db3-1699-4721-b2ff-0d9cf002a4fd HTTP/1.1" status: 200 len: 205 time: 0.0665603 Jan 12 09:36:40.803422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35724) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:40.850515 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0be0a568-d783-444a-9a4b-3d2ba76d62e8 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00c5db3-1699-4721-b2ff-0d9cf002a4fd HTTP/1.1" status: 200 len: 205 time: 0.0459514 Jan 12 09:36:40.851166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Network ec7aad4a-84dd-4e90-8154-00a6a2736b2a is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:40.854407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35728) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:40.909572 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8376341 Jan 12 09:36:40.926714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35734) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:40.944752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': 'ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:40.971291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aabb99-e91e-46d1-876c-d0cdc0b7917e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Network': ['ID=ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:40.984748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:41.020727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, ec7aad4a-84dd-4e90-8154-00a6a2736b2a) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:41.035947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:41.036660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.048403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4740714-c2a3-41ad-93b8-175dfabde838 None None] Network ec7aad4a-84dd-4e90-8154-00a6a2736b2a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:41.079564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:41.086951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:41.091394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:41.126967 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0627d11e-12e5-4b9b-af14-d3817b6451bb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1492534 Jan 12 09:36:41.126967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7418095a-2303-49c5-b21c-f779a9da6af6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.138279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:41.169197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:41.259492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.323694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd85b31-09b9-4776-baa9-701cc9cd55ab None None] Network ec7aad4a-84dd-4e90-8154-00a6a2736b2a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:41.326452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=f8d343ab-3e88-424e-9f76-d889c97ba55e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:41.364246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.812136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.101318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7418095a-2303-49c5-b21c-f779a9da6af6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.106461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7418095a-2303-49c5-b21c-f779a9da6af6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.145001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7418095a-2303-49c5-b21c-f779a9da6af6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.145516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7418095a-2303-49c5-b21c-f779a9da6af6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Fanout notify agent at l3_agent the message router_deleted on router b00c5db3-1699-4721-b2ff-0d9cf002a4fd {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:36:42.164903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7418095a-2303-49c5-b21c-f779a9da6af6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.166753 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7418095a-2303-49c5-b21c-f779a9da6af6 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/b00c5db3-1699-4721-b2ff-0d9cf002a4fd HTTP/1.1" status: 204 len: 168 time: 1.3100238 Jan 12 09:36:42.170341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35770) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.221825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.231707 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-730722de-ad6c-4877-ab4f-e6aa68cfcc27 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00c5db3-1699-4721-b2ff-0d9cf002a4fd HTTP/1.1" status: 200 len: 205 time: 0.0569303 Jan 12 09:36:42.233075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35776) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.291801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=a5d63fff-6e71-4eaf-8838-62d4ef607315,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:42.310302 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-e0104813-5504-4e74-8f65-95b8e65e549d tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] delete failed (client error): The resource could not be found. Jan 12 09:36:42.313964 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e0104813-5504-4e74-8f65-95b8e65e549d tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/b00c5db3-1699-4721-b2ff-0d9cf002a4fd HTTP/1.1" status: 404 len: 336 time: 0.0774493 Jan 12 09:36:42.314240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35782) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.362033 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e5ee2442-e461-46d4-b3ea-35aa011ed17a tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=2509c0eb-d7c5-42af-999e-e5e628bca828 HTTP/1.1" status: 200 len: 205 time: 0.0465961 Jan 12 09:36:42.364404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35790) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.464140 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-4795ccbe-ce41-48cb-8a43-4f0453897578 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] delete failed (client error): The resource could not be found. Jan 12 09:36:42.464346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Checking segment: {'id': '6e0741ed-1017-439f-84a1-2e4d5b54684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:42.464518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network hostable DHCP agents. Network: ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:42.467114 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4795ccbe-ce41-48cb-8a43-4f0453897578 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/2509c0eb-d7c5-42af-999e-e5e628bca828 HTTP/1.1" status: 404 len: 336 time: 0.1017067 Jan 12 09:36:42.470603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35794) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.513083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router 42e59a8f-b0bd-4167-8c25-3ba297f14dd7 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:36:42.534982 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c31a17a5-d657-4b9e-b99a-e91f501c85cb tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ecf171-c459-468f-8699-7b47cb56325d HTTP/1.1" status: 200 len: 205 time: 0.0583282 Jan 12 09:36:42.535464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35800) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.611838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:42.638551 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-b556ea8c-5f2c-4f5d-a7ab-98688e72917d tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] delete failed (client error): The resource could not be found. Jan 12 09:36:42.642760 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b556ea8c-5f2c-4f5d-a7ab-98688e72917d tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/e1ecf171-c459-468f-8699-7b47cb56325d HTTP/1.1" status: 404 len: 336 time: 0.1034269 Jan 12 09:36:42.642889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35810) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.684824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:42.689677 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-84e46af7-24b2-4c07-99be-0b2542a7d29e tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=469b6007-3bbd-490c-86ac-8e656040e21c HTTP/1.1" status: 200 len: 205 time: 0.0433993 Jan 12 09:36:42.690410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35814) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.694232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:42.694723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffceb14-3031-44a8-a7c6-6286f499ff22 None None] Network ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:42.695179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.706521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:42.724286 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f6c6cc46-2cee-4cd2-b8dd-8cece1142eeb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/42e59a8f-b0bd-4167-8c25-3ba297f14dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3555629 Jan 12 09:36:42.724499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35818) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.725988 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2392a454-48d4-4b2a-9e8c-b5657c0f4942 None None] Sync routers for ids ['42e59a8f-b0bd-4167-8c25-3ba297f14dd7'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:42.745363 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392a454-48d4-4b2a-9e8c-b5657c0f4942 None None] Routers {'42e59a8f-b0bd-4167-8c25-3ba297f14dd7'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:42.746273 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2392a454-48d4-4b2a-9e8c-b5657c0f4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['42e59a8f-b0bd-4167-8c25-3ba297f14dd7'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.784638 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-a45a619c-a978-494c-9ada-a2b072f4cc52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] delete failed (client error): The resource could not be found. Jan 12 09:36:42.786713 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a45a619c-a978-494c-9ada-a2b072f4cc52 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/469b6007-3bbd-490c-86ac-8e656040e21c HTTP/1.1" status: 404 len: 336 time: 0.0946760 Jan 12 09:36:42.788721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35822) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.814242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c8d9c4e0-2df1-43ce-b506-fe325e8d870d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Synchronizing usage tracker for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:42.824984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35826) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.829041 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9ada3fd8-3b27-40a5-ae88-99b949b66f05 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8985853 Jan 12 09:36:42.837441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': 'ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3', 'name': 'tempest-PortsTestJSON-884391232', 'fixed_ips': [{'subnet_id': 'a5d63fff-6e71-4eaf-8838-62d4ef607315', 'ip_address': '172.20.0.10'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:42.851485 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2392a454-48d4-4b2a-9e8c-b5657c0f4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.853323 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1ea9ff64-ddff-4707-8f21-3bd8b8f2b7e8 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05 HTTP/1.1" status: 200 len: 205 time: 0.0634100 Jan 12 09:36:42.856818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35832) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.863748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c8d9c4e0-2df1-43ce-b506-fe325e8d870d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Unset dirty status for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:42.868798 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c8d9c4e0-2df1-43ce-b506-fe325e8d870d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=42e59a8f-b0bd-4167-8c25-3ba297f14dd7 HTTP/1.1" status: 200 len: 205 time: 0.1432045 Jan 12 09:36:42.869619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35836) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.895648 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392a454-48d4-4b2a-9e8c-b5657c0f4942 None None] Routers {'42e59a8f-b0bd-4167-8c25-3ba297f14dd7'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:42.896924 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2392a454-48d4-4b2a-9e8c-b5657c0f4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['42e59a8f-b0bd-4167-8c25-3ba297f14dd7'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.915958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35842) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:43.011891 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2392a454-48d4-4b2a-9e8c-b5657c0f4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:43.012690 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2392a454-48d4-4b2a-9e8c-b5657c0f4942 None None] The sync data for ids ['42e59a8f-b0bd-4167-8c25-3ba297f14dd7'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:43.080881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a7749e7-ade5-47bb-bcf5-3ca9277fc9e7 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.095867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-187954155-network', 'tenant_id': '273160fe43754347b6db79e3bd5037f4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:43.100201 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-3735c5fe-4f2b-47e3-bd47-97cecb2e1bf4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] delete failed (client error): The resource could not be found. Jan 12 09:36:43.101375 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3735c5fe-4f2b-47e3-bd47-97cecb2e1bf4 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/25fed8ac-d6ad-4ff4-8b8d-5535f8d03d05 HTTP/1.1" status: 404 len: 336 time: 0.2435958 Jan 12 09:36:43.105718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35850) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:43.106785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:43.155970 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Usage tracker for resource:network and tenant:273160fe43754347b6db79e3bd5037f4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:43.172246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:43.184086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3', 'network_id': 'ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3', 'tenant_id': 'e91abe40cd084170b0c80e93ce9fa4d2', 'fixed_ips': [{'subnet_id': 'a5d63fff-6e71-4eaf-8838-62d4ef607315'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:36:43.185258 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2e2baef5-d6f8-43c7-a86d-c2abdb72f6df tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "GET /v2.0/ports?device_id=955dc1d1-2d09-4c49-b6f7-4aba821fafeb HTTP/1.1" status: 200 len: 205 time: 0.0757987 Jan 12 09:36:43.187793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.194611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35858) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:43.273460 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:43.303285 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-dc98fbc8-b002-478f-9851-3115ffca95a5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] delete failed (client error): The resource could not be found. Jan 12 09:36:43.304517 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dc98fbc8-b002-478f-9851-3115ffca95a5 tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/routers/955dc1d1-2d09-4c49-b6f7-4aba821fafeb HTTP/1.1" status: 404 len: 336 time: 0.1089404 Jan 12 09:36:43.309879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35862) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:43.362528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Made reservation on behalf of 273160fe43754347b6db79e3bd5037f4 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:43.364847 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.392471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.404531 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-456efa33-0a8a-4da1-a33f-15eda463e48d tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:43.404973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456efa33-0a8a-4da1-a33f-15eda463e48d tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:43.406622 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-456efa33-0a8a-4da1-a33f-15eda463e48d tempest-RoutersIpV6AdminTest-1199522542 tempest-RoutersIpV6AdminTest-1199522542-project] 10.222.0.58 "DELETE /v2.0/subnets/a4a7b77a-0a62-48cb-bc43-81fb6efb7e6e HTTP/1.1" status: 404 len: 337 time: 0.0954378 Jan 12 09:36:43.413840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:43.417996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:port and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:43.431550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:43.437169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Allocated IP 172.20.0.2 (ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3/a5d63fff-6e71-4eaf-8838-62d4ef607315/d335ddeb-f7c6-4359-aa0b-ece490003a62) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:43.445268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:43.495105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:43.659560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:43.665189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.677288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Usage tracker for resource:security_group_rule and tenant:273160fe43754347b6db79e3bd5037f4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:43.682462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:43.690740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:43.698371 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 1e8df5ba-136b-4385-82f9-ad7f983c467b yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:43.890574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.895793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.911129 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:43.921388 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.921734 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Added segment cb198ff2-6014-4bce-b6b7-539c05dc106d of type vlan for network c97afdaa-84ea-4c76-8ce2-94d093765346 Jan 12 09:36:43.925493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.942596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Transition to ACTIVE for port object d335ddeb-f7c6-4359-aa0b-ece490003a62 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:43.954160 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.955425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a7749e7-ade5-47bb-bcf5-3ca9277fc9e7 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.960604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a7749e7-ade5-47bb-bcf5-3ca9277fc9e7 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.974703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Transition to ACTIVE for port object d335ddeb-f7c6-4359-aa0b-ece490003a62 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:43.982518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.008301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a7749e7-ade5-47bb-bcf5-3ca9277fc9e7 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.008981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7749e7-ade5-47bb-bcf5-3ca9277fc9e7 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Fanout notify agent at l3_agent the message router_deleted on router 42e59a8f-b0bd-4167-8c25-3ba297f14dd7 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:36:44.026110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.030908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:44.031758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.035928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a7749e7-ade5-47bb-bcf5-3ca9277fc9e7 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.037608 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9a7749e7-ade5-47bb-bcf5-3ca9277fc9e7 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/42e59a8f-b0bd-4167-8c25-3ba297f14dd7 HTTP/1.1" status: 204 len: 168 time: 1.1644044 Jan 12 09:36:44.040371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35874) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:44.078491 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Network ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:44.083325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:44.086557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:44.089636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Pushing event updated for resources: {'Port': ['ID=d335ddeb-f7c6-4359-aa0b-ece490003a62,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:44.128291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.10 (ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3/a5d63fff-6e71-4eaf-8838-62d4ef607315/1e8df5ba-136b-4385-82f9-ad7f983c467b) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:44.147637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef87c6d-1281-4012-b344-20d6fee478b9,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:44.156145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35878) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:44.210776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Attempting to bind port d335ddeb-f7c6-4359-aa0b-ece490003a62 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:44.211391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Attempting to bind port d335ddeb-f7c6-4359-aa0b-ece490003a62 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '6e0741ed-1017-439f-84a1-2e4d5b54684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:44.211972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Attempting to bind port d335ddeb-f7c6-4359-aa0b-ece490003a62 on network ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:36:44.219384 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:36:44.220036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Checking segment: {'id': '6e0741ed-1017-439f-84a1-2e4d5b54684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:44.220673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.221261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Bound using segment: {'id': '6e0741ed-1017-439f-84a1-2e4d5b54684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:36:44.221913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Bound port: d335ddeb-f7c6-4359-aa0b-ece490003a62, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0741ed-1017-439f-84a1-2e4d5b54684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:44.222491 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.228395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35882) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:44.263235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744764575', 'description': 'tempest-secgroup-smoke-1744764575 description', 'project_id': '875fb44060cb4d74ad4660b23bd39c0d'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:44.301953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:44.312663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] Pushing event updated for resources: {'Network': ['ID=c97afdaa-84ea-4c76-8ce2-94d093765346,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:44.316865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b582ee-32e7-4095-ad1c-7ae3f75e3fdc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting subnet a696aaff-0184-47c2-b3e4-60a56a3d6c19 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:36:44.317435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:security_group and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:44.328065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network c97afdaa-84ea-4c76-8ce2-94d093765346 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:44.335563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:44.340097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-45b582ee-32e7-4095-ad1c-7ae3f75e3fdc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.374255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:44.395909 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4bd6478d-97ea-441a-8606-869add230c33 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4741328 Jan 12 09:36:44.402251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35896) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:44.439025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Request body: {'subnet': {'network_id': 'c97afdaa-84ea-4c76-8ce2-94d093765346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-187954155-subnet', 'tenant_id': '273160fe43754347b6db79e3bd5037f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:44.445308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.459082 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:44.472252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] For port d335ddeb-f7c6-4359-aa0b-ece490003a62, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:36:44.480791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.485351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] For port d335ddeb-f7c6-4359-aa0b-ece490003a62, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d335ddeb-f7c6-4359-aa0b-ece490003a62,segment=NetworkSegment(6e0741ed-1017-439f-84a1-2e4d5b54684c),segment_id=6e0741ed-1017-439f-84a1-2e4d5b54684c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:36:44.497816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.498721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Usage tracker for resource:subnet and tenant:273160fe43754347b6db79e3bd5037f4 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:44.516485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:44.529776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:44.544972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-19105186-b87d-470d-a49c-c00a5f640723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.604370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00996f4-897e-40ea-825a-a48cdf95ed7b None None] Pushing event updated for resources: {'Port': ['ID=d335ddeb-f7c6-4359-aa0b-ece490003a62,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:44.617688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-45b582ee-32e7-4095-ad1c-7ae3f75e3fdc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.673333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-19105186-b87d-470d-a49c-c00a5f640723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:44.677266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-19105186-b87d-470d-a49c-c00a5f640723 admin admin] Usage tracker for resource:security_group_rule and tenant:984e9570095f43928dee30becbed9c50 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:44.680212 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-19105186-b87d-470d-a49c-c00a5f640723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:44.686096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-19105186-b87d-470d-a49c-c00a5f640723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:44.690589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:44.699425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:security_group_rule and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:44.711241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:44.722430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:44.727067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.753933 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object 1e8df5ba-136b-4385-82f9-ad7f983c467b will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:44.829219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.834286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Made reservation on behalf of 273160fe43754347b6db79e3bd5037f4 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:44.837739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.909696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.925841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:44.927297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:44.929995 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:44.957023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.965587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-19105186-b87d-470d-a49c-c00a5f640723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.985099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-19105186-b87d-470d-a49c-c00a5f640723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.017283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=1e8df5ba-136b-4385-82f9-ad7f983c467b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:45.023193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:45.029538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:security_group_rule and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:45.039181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:45.042187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5c6c66-6b69-4ba9-9a14-084ea760148e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:45.051402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:45.064849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:45.065486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.070635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-45b582ee-32e7-4095-ad1c-7ae3f75e3fdc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.109835 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e9c4ed14-4074-4d4c-8353-51130cbafbb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2834032 Jan 12 09:36:45.116956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35904) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:45.127295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': 'ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3', 'name': 'tempest-PortsTestJSON-379989271', 'fixed_ips': [{'subnet_id': 'a5d63fff-6e71-4eaf-8838-62d4ef607315', 'ip_address': '172.20.0.9'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:45.128715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19105186-b87d-470d-a49c-c00a5f640723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e92d2a-3a12-42ea-8ef1-b01cee9ac186,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:45.141050 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-19105186-b87d-470d-a49c-c00a5f640723 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=984e9570095f43928dee30becbed9c50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9092126 Jan 12 09:36:45.147157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35908) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:45.196941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddeb7b-1eaf-4aa5-9630-85d9bd615606 req-737b45f0-3f98-4c79-9f12-a0f655b7feb6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:45.198455 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6ddeb7b-1eaf-4aa5-9630-85d9bd615606 req-737b45f0-3f98-4c79-9f12-a0f655b7feb6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 945 time: 0.6410251 Jan 12 09:36:45.218911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15f372-0ccc-462e-ac4b-d55182b0c00d req-bacf2a17-9d1d-48d3-9f50-fe698dcfa207 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:45.225676 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1a15f372-0ccc-462e-ac4b-d55182b0c00d req-bacf2a17-9d1d-48d3-9f50-fe698dcfa207 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 945 time: 0.4005692 Jan 12 09:36:45.237440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.252030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.299507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d335ddeb-f7c6-4359-aa0b-ece490003a62 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:45.338765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c4ad27-627c-4aed-a6b6-0cb232cf65d4,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:45.341122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.342472 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0a066730-1de2-4f07-ab9f-00a1964c98ab tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1692312 Jan 12 09:36:45.346700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35912) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:45.356594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'security_group_rule': {'security_group_id': '27c4ad27-627c-4aed-a6b6-0cb232cf65d4', 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:45.362960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:45.365539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:45.372197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-45b582ee-32e7-4095-ad1c-7ae3f75e3fdc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.374506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:port and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:45.377800 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:security_group_rule and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:45.380786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:45.383844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:45.391491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:45.393729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:45.405071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port d335ddeb-f7c6-4359-aa0b-ece490003a62 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:45.418423 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:45.424186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.449665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.449879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b582ee-32e7-4095-ad1c-7ae3f75e3fdc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Subnet': ['ID=a696aaff-0184-47c2-b3e4-60a56a3d6c19,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:45.473827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 22d0d5fd-9355-40ce-a2fd-37feee84abd4 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:45.483637 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1a15f372-0ccc-462e-ac4b-d55182b0c00d req-11cc9b4d-35fb-4049-a275-d6cc238213ec tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570198 Jan 12 09:36:45.504236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5636544b-9ba2-4f22-8bc9-4cc080a5bfdc None None] Network 8f82d4a0-c30a-4602-9a93-72737cadd1d4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:45.514967 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-45b582ee-32e7-4095-ad1c-7ae3f75e3fdc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.529315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0712fdb-6c9c-43e7-9e8d-15a40e20ec85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.546205 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6ddeb7b-1eaf-4aa5-9630-85d9bd615606 req-91edfd49-16e0-451e-8999-e2ccb08ac47b tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094537 Jan 12 09:36:45.591301 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-45b582ee-32e7-4095-ad1c-7ae3f75e3fdc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/a696aaff-0184-47c2-b3e4-60a56a3d6c19 HTTP/1.1" status: 204 len: 168 time: 1.5497992 Jan 12 09:36:45.592105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35920) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:45.673006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.832788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e3a84-98e4-4a14-8f69-36b5ad9b3520 None None] Network ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:45.858607 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.897287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc06cd-ff2e-434c-924d-e7e9bd344235 None None] DHCP port deletion for 8f82d4a0-c30a-4602-9a93-72737cadd1d4 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:36:45.903050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13580976-e15d-4b1d-a921-aa4b0835cd91,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:45.910045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc06cd-ff2e-434c-924d-e7e9bd344235 None None] Deleting port 2500d3e9-5d79-4c25-b102-0a2a0c788025 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:45.910241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06cd-ff2e-434c-924d-e7e9bd344235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.955722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.959696 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-19f8725c-eef8-49c0-a9af-d5feb9fe1456 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6091261 Jan 12 09:36:45.959862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.962600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35928) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:45.963274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0712fdb-6c9c-43e7-9e8d-15a40e20ec85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.970805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'security_group_rule': {'security_group_id': '27c4ad27-627c-4aed-a6b6-0cb232cf65d4', 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:45.978914 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:45.986194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:security_group_rule and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:45.994684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:46.003935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:46.016876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.9 (ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3/a5d63fff-6e71-4eaf-8838-62d4ef607315/22d0d5fd-9355-40ce-a2fd-37feee84abd4) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:46.039961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.086133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9d2d4620-0c44-4506-b54c-d9d204c0f51d None None] Provisioning for port d335ddeb-f7c6-4359-aa0b-ece490003a62 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:46.102509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.103704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9d2d4620-0c44-4506-b54c-d9d204c0f51d None None] Provisioning complete for port d335ddeb-f7c6-4359-aa0b-ece490003a62 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:46.103920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4620-0c44-4506-b54c-d9d204c0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.126538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8ed0e7-bd6a-4a41-91d2-41e91d37b6ca,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:46.154957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 2500d3e9-5d79-4c25-b102-0a2a0c788025 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:46.155296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.208407 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Checking segment: {'id': 'cb198ff2-6014-4bce-b6b7-539c05dc106d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c97afdaa-84ea-4c76-8ce2-94d093765346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:46.208709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Network hostable DHCP agents. Network: c97afdaa-84ea-4c76-8ce2-94d093765346, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:46.220594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0712fdb-6c9c-43e7-9e8d-15a40e20ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.223277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.235922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.238984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406395da-2cdf-4b8a-becc-70a7b666c35e req-40a937ec-8fcc-4264-abc9-0f6ad3dd05b4 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:46.240497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-406395da-2cdf-4b8a-becc-70a7b666c35e req-40a937ec-8fcc-4264-abc9-0f6ad3dd05b4 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.3955724 Jan 12 09:36:46.257380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0712fdb-6c9c-43e7-9e8d-15a40e20ec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e92d2a-3a12-42ea-8ef1-b01cee9ac186,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:46.288684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.292873 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3266246 Jan 12 09:36:46.294261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6ee3d-17a9-42a7-961e-6b20630db118 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8adc0c-c769-4504-aac0-5e48ded4af6f,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:46.299025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35932) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:46.305002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'security_group_rule': {'security_group_id': '27c4ad27-627c-4aed-a6b6-0cb232cf65d4', 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:46.313954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0712fdb-6c9c-43e7-9e8d-15a40e20ec85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.315074 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d0712fdb-6c9c-43e7-9e8d-15a40e20ec85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2e92d2a-3a12-42ea-8ef1-b01cee9ac186 HTTP/1.1" status: 204 len: 168 time: 1.1642983 Jan 12 09:36:46.323029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:46.331374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:security_group_rule and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:46.342262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:46.352464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:46.356806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.377387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Network c97afdaa-84ea-4c76-8ce2-94d093765346 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:46.381404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f2fc06cd-ff2e-434c-924d-e7e9bd344235 None None] For port 2500d3e9-5d79-4c25-b102-0a2a0c788025, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2500d3e9-5d79-4c25-b102-0a2a0c788025,segment=NetworkSegment(70c95f08-5ac2-47ae-af59-8140335533c5),segment_id=70c95f08-5ac2-47ae-af59-8140335533c5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:46.382304 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-406395da-2cdf-4b8a-becc-70a7b666c35e req-5ed29170-1815-4855-9cde-eea596a164af tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311307 Jan 12 09:36:46.382404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06cd-ff2e-434c-924d-e7e9bd344235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.406466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object 22d0d5fd-9355-40ce-a2fd-37feee84abd4 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:46.421563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.532949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, c97afdaa-84ea-4c76-8ce2-94d093765346) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:46.552250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:46.552823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.564322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.584893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.606138 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.631024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] For port 2500d3e9-5d79-4c25-b102-0a2a0c788025, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2500d3e9-5d79-4c25-b102-0a2a0c788025,segment=NetworkSegment(70c95f08-5ac2-47ae-af59-8140335533c5),segment_id=70c95f08-5ac2-47ae-af59-8140335533c5)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:46.631729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.636712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fce3cb1-ab8f-47f8-8e01-dde9d6565e74,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:46.656203 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1f26cc7f-f1c4-4726-bc08-0fb59487fc86 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2414956 Jan 12 09:36:46.709119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc06cd-ff2e-434c-924d-e7e9bd344235 None None] Calling delete_port for 2500d3e9-5d79-4c25-b102-0a2a0c788025 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:46.815353 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf5ca4a-7b48-43b7-ada7-506977ba7724 None None] Network c97afdaa-84ea-4c76-8ce2-94d093765346 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:46.824333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.829373 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8d5a91af-a7dd-42a2-a01c-b2cad5072a3c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5268745 Jan 12 09:36:46.835983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35950) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:46.862744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'security_group_rule': {'security_group_id': '27c4ad27-627c-4aed-a6b6-0cb232cf65d4', 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:46.896457 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:46.897656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:46.902523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:46.909658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:46.929146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 2500d3e9-5d79-4c25-b102-0a2a0c788025 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:46.942752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:security_group_rule and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:46.952713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:46.966303 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:46.968705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=22d0d5fd-9355-40ce-a2fd-37feee84abd4,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:47.037666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06cd-ff2e-434c-924d-e7e9bd344235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.039030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:47.039606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:47.040680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.061513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35958) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:47.081105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:47.082063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.125416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc06cd-ff2e-434c-924d-e7e9bd344235 None None] Pushing event deleted for resources: {'Port': ['ID=2500d3e9-5d79-4c25-b102-0a2a0c788025,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:47.133822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4620-0c44-4506-b54c-d9d204c0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.139636 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d8b6113f-110c-478a-8c08-87ce69b41e07 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0222528 Jan 12 09:36:47.140489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35962) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:47.175118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc06cd-ff2e-434c-924d-e7e9bd344235 None None] No DVR routers for this DVR port 2500d3e9-5d79-4c25-b102-0a2a0c788025 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:47.225580 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f4390ebc-f2fe-4746-a5f5-c8643da14d97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f108a379c46d4d228d59246898b65061&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1581059 Jan 12 09:36:47.226234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35966) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:47.251885 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9d2d4620-0c44-4506-b54c-d9d204c0f51d None None] For port d335ddeb-f7c6-4359-aa0b-ece490003a62, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d335ddeb-f7c6-4359-aa0b-ece490003a62,segment=NetworkSegment(6e0741ed-1017-439f-84a1-2e4d5b54684c),segment_id=6e0741ed-1017-439f-84a1-2e4d5b54684c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:47.266627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.282625 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4620-0c44-4506-b54c-d9d204c0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.298045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.321005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2500d3e9-5d79-4c25-b102-0a2a0c788025 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:47.328994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cee892-88dc-40c2-add4-e4c4b29a8d2e req-5cf11ceb-f8fa-42b5-979c-6d6807af3a17 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:47.338425 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e8cee892-88dc-40c2-add4-e4c4b29a8d2e req-5cf11ceb-f8fa-42b5-979c-6d6807af3a17 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 945 time: 0.1942742 Jan 12 09:36:47.356034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd168b1-10bf-4ce6-a152-5c66c07f0d78 None None] Network c97afdaa-84ea-4c76-8ce2-94d093765346 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:47.356281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcde949b-d53f-498e-85d6-98a2248ca9fa,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:47.394359 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 2500d3e9-5d79-4c25-b102-0a2a0c788025 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:36:47.395429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2500d3e9-5d79-4c25-b102-0a2a0c788025 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:47.399230 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e8cee892-88dc-40c2-add4-e4c4b29a8d2e req-8b1dcc0e-a42e-492a-83c5-24a0beecd9cb tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596156 Jan 12 09:36:47.448320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.450045 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4015cfd5-5232-48d8-bfcc-ba90f9e9532a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6031938 Jan 12 09:36:47.453524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35976) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:47.476590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'security_group_rule': {'security_group_id': '27c4ad27-627c-4aed-a6b6-0cb232cf65d4', 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:47.482763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:47.489218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:security_group_rule and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:47.493369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:47.506064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:47.531452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a8afa-bd77-462c-8bdf-63527a7cbce1 req-6f92b0cb-c7d9-4da8-a64e-78d5d6d073d3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:47.532804 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Project 875fb44060cb4d74ad4660b23bd39c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:36:47.542564 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c7a8afa-bd77-462c-8bdf-63527a7cbce1 req-6f92b0cb-c7d9-4da8-a64e-78d5d6d073d3 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 945 time: 0.1422312 Jan 12 09:36:47.565552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 2500d3e9-5d79-4c25-b102-0a2a0c788025 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:47.565820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e74e107-0d0f-4b4e-9842-d279664c0cc5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:47.565918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.566985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6e74e107-0d0f-4b4e-9842-d279664c0cc5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:47.570432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.588434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ebe6096e-713a-483d-8672-8f91eb7474c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.659558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] The port '2500d3e9-5d79-4c25-b102-0a2a0c788025' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:36:47.690857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6e74e107-0d0f-4b4e-9842-d279664c0cc5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:47.696662 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6e74e107-0d0f-4b4e-9842-d279664c0cc5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5540817 Jan 12 09:36:47.696849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 35980) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:47.711907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ebe6096e-713a-483d-8672-8f91eb7474c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.743461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.752933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d4620-0c44-4506-b54c-d9d204c0f51d None None] Pushing event updated for resources: {'Port': ['ID=d335ddeb-f7c6-4359-aa0b-ece490003a62,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:47.770941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8af4d077-04dd-4ce4-8841-ed733d54d006 None None] Provisioning complete for port d335ddeb-f7c6-4359-aa0b-ece490003a62 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:47.771312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8af4d077-04dd-4ce4-8841-ed733d54d006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.791469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.801449 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c7a8afa-bd77-462c-8bdf-63527a7cbce1 req-9a2122bc-5ab2-4bf4-9238-ec32f8598974 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572711 Jan 12 09:36:47.805613 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ebe6096e-713a-483d-8672-8f91eb7474c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.875163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6096e-713a-483d-8672-8f91eb7474c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5af5038-ee23-47bc-80a4-15c7e0f73d16,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:47.879643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881ffa65-cb14-4018-afb5-ad9745463f59,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:47.893690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.895117 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-391a481d-1ecf-4ffd-8074-767e8df13666 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4403317 Jan 12 09:36:47.896254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ebe6096e-713a-483d-8672-8f91eb7474c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.900941 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ebe6096e-713a-483d-8672-8f91eb7474c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5af5038-ee23-47bc-80a4-15c7e0f73d16 HTTP/1.1" status: 204 len: 168 time: 0.6703746 Jan 12 09:36:47.901605 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35988) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:47.908661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'security_group_rule': {'security_group_id': '27c4ad27-627c-4aed-a6b6-0cb232cf65d4', 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:47.915332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:47.920442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:security_group_rule and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:47.927957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:47.941009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:47.974317 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Project 875fb44060cb4d74ad4660b23bd39c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:36:47.982638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.984009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.986035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8af4d077-04dd-4ce4-8841-ed733d54d006 None None] Provisioning for port 1e8df5ba-136b-4385-82f9-ad7f983c467b completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:47.994968 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8af4d077-04dd-4ce4-8841-ed733d54d006 None None] Provisioning complete for port 1e8df5ba-136b-4385-82f9-ad7f983c467b triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:47.995511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8af4d077-04dd-4ce4-8841-ed733d54d006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.039315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f82d4a0-c30a-4602-9a93-72737cadd1d4']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:48.083476 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8af4d077-04dd-4ce4-8841-ed733d54d006 None None] Port 1e8df5ba-136b-4385-82f9-ad7f983c467b cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:48.088784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.093943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.124823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c95f08-5ac2-47ae-af59-8140335533c5') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:48.125312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c95f08-5ac2-47ae-af59-8140335533c5') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:48.140781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd645ea-9d41-41c0-a019-1dec9566f7d1,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:48.144842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.148882 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-567baccb-5de5-4cf8-be59-48a4b90407ce tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2433536 Jan 12 09:36:48.149295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 35994) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:48.154995 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'network': {'name': 'tempest-network-smoke--1551640020', 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'port_security_enabled': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:48.159645 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:48.163663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:network and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:48.166432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:48.172682 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:48.183128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Made reservation on behalf of 875fb44060cb4d74ad4660b23bd39c0d for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:48.186198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.204929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.218806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:48.220624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6731fa0b-569a-47bb-97b8-9f957df93961 None None] Provisioning for port 22d0d5fd-9355-40ce-a2fd-37feee84abd4 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:48.228661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.229021 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Added segment bbe747e1-a68d-4e24-8f00-419c0ba74ec2 of type vlan for network dc449481-2221-47d1-9ed8-eb0f7a693a7b Jan 12 09:36:48.230422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6731fa0b-569a-47bb-97b8-9f957df93961 None None] Provisioning complete for port 22d0d5fd-9355-40ce-a2fd-37feee84abd4 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:48.231021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6731fa0b-569a-47bb-97b8-9f957df93961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.289233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.346560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.351630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:48.352261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.355679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6731fa0b-569a-47bb-97b8-9f957df93961 None None] Port 22d0d5fd-9355-40ce-a2fd-37feee84abd4 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:48.370844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6731fa0b-569a-47bb-97b8-9f957df93961 None None] Provisioning complete for port 1e8df5ba-136b-4385-82f9-ad7f983c467b triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:48.371599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6731fa0b-569a-47bb-97b8-9f957df93961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.427170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.440312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6731fa0b-569a-47bb-97b8-9f957df93961 None None] Port 1e8df5ba-136b-4385-82f9-ad7f983c467b cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:36:48.456691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:36:48.457099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:48.476851 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:48.479736 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3267024 Jan 12 09:36:48.484799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36006) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:48.495948 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'admin_state_up': True, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:48.502563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7d085-d271-482d-917c-86496301ed64 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'Network': ['ID=dc449481-2221-47d1-9ed8-eb0f7a693a7b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:48.508020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:48.515023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:router and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:48.516153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network dc449481-2221-47d1-9ed8-eb0f7a693a7b details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:48.518002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:48.537420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:48.557645 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.558624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.565915 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a1f0c-c86b-4989-8961-f393ffda66b1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:48.570554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a1f0c-c86b-4989-8961-f393ffda66b1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:48.574449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a1f0c-c86b-4989-8961-f393ffda66b1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:48.578909 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-289a1f0c-c86b-4989-8961-f393ffda66b1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.8706150 Jan 12 09:36:48.579611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36012) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:48.656869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d15e38e7-3ac6-438f-ba22-5ee53e28df3d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 22d0d5fd-9355-40ce-a2fd-37feee84abd4 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:48.657207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d15e38e7-3ac6-438f-ba22-5ee53e28df3d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.666851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24e402-8b8a-4f04-be80-7fe601f7b208 req-c7013895-6b64-482e-8669-4c23d7d34bd3 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:48.673547 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cc24e402-8b8a-4f04-be80-7fe601f7b208 req-c7013895-6b64-482e-8669-4c23d7d34bd3 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.6252537 Jan 12 09:36:48.679156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-47a524d3-36c1-4fac-9918-fca56825b7b6 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:48.679806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-47a524d3-36c1-4fac-9918-fca56825b7b6 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Synchronizing usage tracker for tenant:9147064d0fea42a180f2a08aee918e94 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:48.700108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.704403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.719992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.753825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Network': ['ID=8f82d4a0-c30a-4602-9a93-72737cadd1d4,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:48.822404 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a665c523-c4b2-4315-903d-3305c7b4acd1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/networks/8f82d4a0-c30a-4602-9a93-72737cadd1d4 HTTP/1.1" status: 204 len: 168 time: 3.2001812 Jan 12 09:36:48.825004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36020) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:48.845040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-37098291', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:48.856481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-47a524d3-36c1-4fac-9918-fca56825b7b6 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Unset dirty status for tenant:9147064d0fea42a180f2a08aee918e94 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:48.863014 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-47a524d3-36c1-4fac-9918-fca56825b7b6 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/networks?id=ec7aad4a-84dd-4e90-8154-00a6a2736b2a HTTP/1.1" status: 200 len: 812 time: 0.8134165 Jan 12 09:36:48.870561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:48.889844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:router and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:48.903223 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cc24e402-8b8a-4f04-be80-7fe601f7b208 req-341d0b1c-9574-47b4-a305-2406adbfb7e6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287707 Jan 12 09:36:48.911169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:48.919084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:48.937920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-3c890408-21ff-4a04-9168-aba06410781d tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:48.940394 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-3c890408-21ff-4a04-9168-aba06410781d tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 945 time: 0.3629894 Jan 12 09:36:48.944837 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-f9ccef3c-92bf-4b59-baf3-9bc7cd2b5429 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/quotas/9147064d0fea42a180f2a08aee918e94 HTTP/1.1" status: 200 len: 375 time: 0.0808144 Jan 12 09:36:49.002350 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-8ec94f17-5249-40bb-ba20-b9fa51e1fee0 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9147064d0fea42a180f2a08aee918e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510492 Jan 12 09:36:49.036153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-abe2cecc-82f2-499f-a7bb-5369ba75a254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.060969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.062248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.084732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.101812 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36032) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:49.212080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d15e38e7-3ac6-438f-ba22-5ee53e28df3d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.234704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beb291-c303-427b-b42a-37b279fac6d0 req-fd91e8a9-b159-417f-9207-8a9c03f31acb tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:49.236795 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-15beb291-c303-427b-b42a-37b279fac6d0 req-fd91e8a9-b159-417f-9207-8a9c03f31acb tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.59 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 945 time: 0.4860051 Jan 12 09:36:49.262253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d335ddeb-f7c6-4359-aa0b-ece490003a62 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:49.311718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Deleting port df74f75a-15dc-4f76-858f-d7d053aa7513 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:49.311969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.328434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d335ddeb-f7c6-4359-aa0b-ece490003a62 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:49.328804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.347515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-479100003'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:49.356820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d15e38e7-3ac6-438f-ba22-5ee53e28df3d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 22d0d5fd-9355-40ce-a2fd-37feee84abd4 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:49.375749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Deleting port 90892572-7590-4c56-af4f-ecf6970e66d1 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:49.376085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.391067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:49.405145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Usage tracker for resource:network and tenant:4bd91727355847d3a5381acaef290843 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:49.410859 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:49.421179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:49.437986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.464353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Made reservation on behalf of 4bd91727355847d3a5381acaef290843 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:49.467313 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.484479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.593880 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-805e66af-2656-4f67-82cc-81309c0c22cc service neutron] 10.222.0.58 "GET /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244234 Jan 12 09:36:49.620343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d15e38e7-3ac6-438f-ba22-5ee53e28df3d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.675764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:49.677865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.712982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e38e7-3ac6-438f-ba22-5ee53e28df3d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=22d0d5fd-9355-40ce-a2fd-37feee84abd4,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:49.715540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2a78-a524-413c-a2fb-1c480778dbe1 req-bb65e5a1-0cd8-48eb-978f-192397635fe1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:49.716430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Usage tracker for resource:security_group_rule and tenant:4bd91727355847d3a5381acaef290843 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:49.717011 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9fae2a78-a524-413c-a2fb-1c480778dbe1 req-bb65e5a1-0cd8-48eb-978f-192397635fe1 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 945 time: 0.6491547 Jan 12 09:36:49.725571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:49.729934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.802766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:49.947029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d15e38e7-3ac6-438f-ba22-5ee53e28df3d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.031942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Allocated IP 172.26.1.254 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/59f2f693-a08e-4f83-bda3-a38bb885c80f) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:50.034633 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d15e38e7-3ac6-438f-ba22-5ee53e28df3d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/22d0d5fd-9355-40ce-a2fd-37feee84abd4 HTTP/1.1" status: 204 len: 168 time: 1.4539027 Jan 12 09:36:50.040880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36038) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:50.049558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.086411 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.173358 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1ca89b-16f0-4721-952f-ab9b3378dea6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:36:50.173785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-de1ca89b-16f0-4721-952f-ab9b3378dea6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:50.192474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:50.233176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68579b67-b975-4a8e-9eff-bb509fe38837,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:50.242805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.243144 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Added segment 74483e68-9440-49ee-adae-44f318e855ef of type vlan for network 36a436c0-87f7-43f1-af63-d9feee24d31c Jan 12 09:36:50.258940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-de1ca89b-16f0-4721-952f-ab9b3378dea6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:50.263029 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-de1ca89b-16f0-4721-952f-ab9b3378dea6 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/22d0d5fd-9355-40ce-a2fd-37feee84abd4 HTTP/1.1" status: 404 len: 333 time: 0.2182379 Jan 12 09:36:50.263734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36042) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:50.265751 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-ce352b96-4568-4d68-b74e-b096beae447d service neutron] 10.222.0.58 "GET /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576333 Jan 12 09:36:50.267722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.273492 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9fae2a78-a524-413c-a2fb-1c480778dbe1 req-643ea9a1-3861-41c9-9d80-87962d511f53 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5050862 Jan 12 09:36:50.313229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] For port df74f75a-15dc-4f76-858f-d7d053aa7513, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df74f75a-15dc-4f76-858f-d7d053aa7513,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:50.313588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.372610 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.394504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] For port 90892572-7590-4c56-af4f-ecf6970e66d1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=90892572-7590-4c56-af4f-ecf6970e66d1,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:50.394920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.395046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.417726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-37f61add-92a8-4b0c-bf5d-90d77a37b9d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 1e8df5ba-136b-4385-82f9-ad7f983c467b {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:50.418059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37f61add-92a8-4b0c-bf5d-90d77a37b9d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.546249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.549923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:50.550498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.578644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.740117 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6372139 Jan 12 09:36:50.745946 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ffa27fde-6cce-4eea-a06f-b06c7203f662 req-bd42a32b-887f-4fdc-90be-1fbf66198e49 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 210 time: 0.1324294 Jan 12 09:36:50.746615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36056) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:50.935380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'subnet': {'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:51.005416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:51.013138 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620124f0-8910-4447-939c-185a1cd7a996 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Network': ['ID=36a436c0-87f7-43f1-af63-d9feee24d31c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:51.023304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:51.032370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 36a436c0-87f7-43f1-af63-d9feee24d31c details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:51.041877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'Port': ['ID=59f2f693-a08e-4f83-bda3-a38bb885c80f,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:51.049810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:51.173942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657ceab-926d-49e8-b95a-95089c63cb7b req-3b36773a-bb9a-4f57-b664-c7529627c3b2 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:51.181075 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3657ceab-926d-49e8-b95a-95089c63cb7b req-3b36773a-bb9a-4f57-b664-c7529627c3b2 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 945 time: 0.7395051 Jan 12 09:36:51.206490 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:51.226500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Usage tracker for resource:subnet and tenant:4bd91727355847d3a5381acaef290843 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:51.238308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:51.247131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37f61add-92a8-4b0c-bf5d-90d77a37b9d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.255350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:51.256645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cabd-d066-4d11-ac80-25459368f747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.317352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.317707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.318385 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Floating IP 427b1c97-14dd-4287-a305-e2cd5ecbf40b disassociated. External IP: 172.26.1.239, port: 90892572-7590-4c56-af4f-ecf6970e66d1. Jan 12 09:36:51.318755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Calling delete_port for 90892572-7590-4c56-af4f-ecf6970e66d1 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:51.387139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-37f61add-92a8-4b0c-bf5d-90d77a37b9d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 1e8df5ba-136b-4385-82f9-ad7f983c467b owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:51.400734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.421177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Made reservation on behalf of 4bd91727355847d3a5381acaef290843 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:51.469348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.469784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.470476 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Floating IP d0a48bf2-dbdf-4d87-abf3-037bd25cf01a disassociated. External IP: 172.26.1.84, port: df74f75a-15dc-4f76-858f-d7d053aa7513. Jan 12 09:36:51.470948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Calling delete_port for df74f75a-15dc-4f76-858f-d7d053aa7513 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:51.582545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.616204 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3657ceab-926d-49e8-b95a-95089c63cb7b req-35983159-bfda-4e5c-a4b6-2873a89c54fd tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1a7239d-fd5c-44ca-94e9-212afd51e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526742 Jan 12 09:36:51.723799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.767820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.905103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37f61add-92a8-4b0c-bf5d-90d77a37b9d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.952086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12b635-2e84-4825-bb9d-57853cee162f req-c1b9fc22-0cbc-4491-acdf-6e0868435815 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:51.953535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cb12b635-2e84-4825-bb9d-57853cee162f req-c1b9fc22-0cbc-4491-acdf-6e0868435815 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5285835 Jan 12 09:36:51.963526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.966569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.984560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-6e01d3e7-a0f8-4478-8770-b6b27864fa59 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:51.985992 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-6e01d3e7-a0f8-4478-8770-b6b27864fa59 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.59 "GET /v2.0/networks?id=ec7aad4a-84dd-4e90-8154-00a6a2736b2a HTTP/1.1" status: 200 len: 812 time: 0.3777809 Jan 12 09:36:51.986702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f61add-92a8-4b0c-bf5d-90d77a37b9d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=1e8df5ba-136b-4385-82f9-ad7f983c467b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:52.083980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Request body: {'port': {'device_id': '596a66c8-4c67-4f5c-8792-a97a9cd3d1c0', 'network_id': 'ec7aad4a-84dd-4e90-8154-00a6a2736b2a', 'admin_state_up': True, 'tenant_id': '9147064d0fea42a180f2a08aee918e94'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:52.203994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.214074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Pushing event deleted for resources: {'Port': ['ID=90892572-7590-4c56-af4f-ecf6970e66d1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:52.314247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Pushing event deleted for resources: {'Port': ['ID=df74f75a-15dc-4f76-858f-d7d053aa7513,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:52.348554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37f61add-92a8-4b0c-bf5d-90d77a37b9d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.360935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d67c-0bf0-4dee-be63-89cbf953dab4 req-a34fa6f4-c79f-4bfd-b2bd-7f1cdc102686 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:52.367849 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba17d67c-0bf0-4dee-be63-89cbf953dab4 req-a34fa6f4-c79f-4bfd-b2bd-7f1cdc102686 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 867 time: 0.5953763 Jan 12 09:36:52.379411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.394336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:52.399755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Usage tracker for resource:port and tenant:9147064d0fea42a180f2a08aee918e94 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:52.403264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:52.407438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.414019 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-37f61add-92a8-4b0c-bf5d-90d77a37b9d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/1e8df5ba-136b-4385-82f9-ad7f983c467b HTTP/1.1" status: 204 len: 168 time: 2.1386700 Jan 12 09:36:52.425476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36070) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:52.441406 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:52.500573 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cb12b635-2e84-4825-bb9d-57853cee162f req-3f51f071-0f7c-488d-9710-757f10726fb7 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5269568 Jan 12 09:36:52.526205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Allocated IP 172.26.1.111 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/56d5dab4-0b9a-43d5-83c5-348e5360a796) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:52.583690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.602550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 90892572-7590-4c56-af4f-ecf6970e66d1 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:52.611265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b014f78c-aaae-445b-9fad-632a970aec55 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:36:52.615011 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b014f78c-aaae-445b-9fad-632a970aec55 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/1e8df5ba-136b-4385-82f9-ad7f983c467b HTTP/1.1" status: 404 len: 333 time: 0.1822832 Jan 12 09:36:52.621161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36074) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:52.640767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Made reservation on behalf of 9147064d0fea42a180f2a08aee918e94 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:52.643919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.669021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Subnet': ['ID=1f165189-0816-46b2-ad78-fb3a25f277f4,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:52.686341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 90892572-7590-4c56-af4f-ecf6970e66d1 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:36:52.687439 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 90892572-7590-4c56-af4f-ecf6970e66d1 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:52.688055 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device df74f75a-15dc-4f76-858f-d7d053aa7513 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:52.752973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: df74f75a-15dc-4f76-858f-d7d053aa7513 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:36:52.757731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device df74f75a-15dc-4f76-858f-d7d053aa7513 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:52.783715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Checking segment: {'id': '74483e68-9440-49ee-adae-44f318e855ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:52.784085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Network hostable DHCP agents. Network: 36a436c0-87f7-43f1-af63-d9feee24d31c, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:52.824164 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba17d67c-0bf0-4dee-be63-89cbf953dab4 req-4e1a2a82-301f-4622-afa5-593e635ce167 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1d55f35-ff67-45f1-ae74-b66b9693d368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4551837 Jan 12 09:36:52.858397 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-66131a9f-69ff-4714-a877-990054e9ff31 req-aa2efcd7-1571-421d-b70a-6dd5564733b5 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 210 time: 0.0753913 Jan 12 09:36:52.910206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Network 36a436c0-87f7-43f1-af63-d9feee24d31c is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:52.933096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Allocated IP 172.20.0.13 (ec7aad4a-84dd-4e90-8154-00a6a2736b2a/5eefcec1-d5d3-4271-863f-e2b5dfda80e8/9353cfa2-ec3d-4712-98d8-f46d1e6b187b) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:52.937570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 36a436c0-87f7-43f1-af63-d9feee24d31c) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:52.946612 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:52.947338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.950090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494266c3-cb27-41d4-9e2a-04cc5dd66ed6 None None] Network 36a436c0-87f7-43f1-af63-d9feee24d31c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:53.017906 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f1c63627-d0c7-470b-b641-816ae9f360ff tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2535076 Jan 12 09:36:53.018552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36080) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:53.030992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'port': {'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-449680777'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:53.096092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.121360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Router 570da6fe-1558-4ecc-a6f6-576b669706a9 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:36:53.227245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-36a436c0-87f7-43f1-af63-d9feee24d31c', 'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c', 'tenant_id': '4bd91727355847d3a5381acaef290843', 'fixed_ips': [{'subnet_id': '1f165189-0816-46b2-ad78-fb3a25f277f4'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:36:53.228498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.254266 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-376a0bb6-6dbe-4773-8ac7-ab603b32214b req-fe672b63-0f61-45d0-9b81-8b2f33a59873 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 210 time: 0.1675298 Jan 12 09:36:53.272632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-789b1af6-fc9e-4d06-b478-2ac906e1183e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet a5d63fff-6e71-4eaf-8838-62d4ef607315 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:36:53.297333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-789b1af6-fc9e-4d06-b478-2ac906e1183e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.374907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:53.387422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Usage tracker for resource:port and tenant:4bd91727355847d3a5381acaef290843 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:53.396592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:53.413589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:53.414884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-789b1af6-fc9e-4d06-b478-2ac906e1183e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.422205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.431522 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Allocated IP 2001:db8::2 (36a436c0-87f7-43f1-af63-d9feee24d31c/1f165189-0816-46b2-ad78-fb3a25f277f4/3181f330-70cf-4671-9282-a317e3b19bab) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:53.439751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Made reservation on behalf of 4bd91727355847d3a5381acaef290843 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:53.442890 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.475775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.483629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] device_id is not set on port 0ca33d23-0bdd-466e-ae33-e78be65ead04 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:53.558848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:36:53.570799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:53.585676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:53.599435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.599769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:53.646710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=56d5dab4-0b9a-43d5-83c5-348e5360a796,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:53.716798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Network ec7aad4a-84dd-4e90-8154-00a6a2736b2a is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:53.717635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Pushing event updated for resources: {'Port': ['ID=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:53.721356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:53.726428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:53.743936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.754368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Router 445b9e07-3067-4281-afe0-6934131e9ca8 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:36:53.759491 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Transition to ACTIVE for port object 3181f330-70cf-4671-9282-a317e3b19bab will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:53.767206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.784323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-789b1af6-fc9e-4d06-b478-2ac906e1183e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.790576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:53.802192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:53.802811 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.808011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Transition to ACTIVE for port object 3181f330-70cf-4671-9282-a317e3b19bab will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:53.819859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Sync routers for ids ['570da6fe-1558-4ecc-a6f6-576b669706a9'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:53.828486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.883773 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-d6eab0e6-7efa-4abb-ade6-3979a2e73f45 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8593352 Jan 12 09:36:53.884497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.887136 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c3614b88-5561-4293-a813-c8592f4b82a8 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4020417 Jan 12 09:36:53.894283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36088) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:53.902877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Request body: {'port': {'device_id': '596a66c8-4c67-4f5c-8792-a97a9cd3d1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:53.981675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Allocated IP 2001:db8::174 (36a436c0-87f7-43f1-af63-d9feee24d31c/1f165189-0816-46b2-ad78-fb3a25f277f4/0ca33d23-0bdd-466e-ae33-e78be65ead04) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:54.044965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Pushing event updated for resources: {'Port': ['ID=3181f330-70cf-4671-9282-a317e3b19bab,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:54.053601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Routers {'570da6fe-1558-4ecc-a6f6-576b669706a9'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:54.054100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['570da6fe-1558-4ecc-a6f6-576b669706a9'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:54.124174 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Network 36a436c0-87f7-43f1-af63-d9feee24d31c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:54.127279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:54.131205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:54.174182 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.293925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Attempting to bind port 3181f330-70cf-4671-9282-a317e3b19bab on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:54.294287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Attempting to bind port 3181f330-70cf-4671-9282-a317e3b19bab by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '74483e68-9440-49ee-adae-44f318e855ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:54.294644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Attempting to bind port 3181f330-70cf-4671-9282-a317e3b19bab on network 36a436c0-87f7-43f1-af63-d9feee24d31c {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:36:54.320022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:36:54.320411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Checking segment: {'id': '74483e68-9440-49ee-adae-44f318e855ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:54.321063 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.321462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Bound using segment: {'id': '74483e68-9440-49ee-adae-44f318e855ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:36:54.321945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Bound port: 3181f330-70cf-4671-9282-a317e3b19bab, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74483e68-9440-49ee-adae-44f318e855ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:54.322374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.377549 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6b4db9ba-a36b-4844-80c3-f8fc75b9eda2 tempest-TestNetworkAdvancedServerOps-781238299 tempest-TestNetworkAdvancedServerOps-781238299-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=875fb44060cb4d74ad4660b23bd39c0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4796870 Jan 12 09:36:54.384082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36098) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:54.472032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] For port 3181f330-70cf-4671-9282-a317e3b19bab, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:36:54.475573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] For port 3181f330-70cf-4671-9282-a317e3b19bab, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3181f330-70cf-4671-9282-a317e3b19bab,segment=NetworkSegment(74483e68-9440-49ee-adae-44f318e855ef),segment_id=74483e68-9440-49ee-adae-44f318e855ef)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:36:54.482941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.510898 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cd82dcc2-e27e-4f80-aea2-c806f99e4d06 req-ebaab1ac-154e-43e1-bacf-3ca865b5cf8f tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 210 time: 0.3574657 Jan 12 09:36:54.560184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Set router 570da6fe-1558-4ecc-a6f6-576b669706a9 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:36:54.661374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-789b1af6-fc9e-4d06-b478-2ac906e1183e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.681078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08218e2-476a-4b51-985d-ccc541ec80b6 req-f90cddae-60b2-4f1c-9a2a-df06445b5430 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:54.683166 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c08218e2-476a-4b51-985d-ccc541ec80b6 req-f90cddae-60b2-4f1c-9a2a-df06445b5430 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.9844279 Jan 12 09:36:54.730424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f75323-cdfd-4cf3-a8d2-a5cc5be55bdb None None] Pushing event updated for resources: {'Port': ['ID=3181f330-70cf-4671-9282-a317e3b19bab,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:54.751515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a59628-c118-46b6-9065-ba3f89f0cc11 tempest-TestNetworkAdvancedServerOps-781238299 tempest-TestNetworkAdvancedServerOps-781238299-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:54.753082 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c0a59628-c118-46b6-9065-ba3f89f0cc11 tempest-TestNetworkAdvancedServerOps-781238299 tempest-TestNetworkAdvancedServerOps-781238299-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3677006 Jan 12 09:36:54.812434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36102) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:54.838561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-789b1af6-fc9e-4d06-b478-2ac906e1183e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.863380 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c08218e2-476a-4b51-985d-ccc541ec80b6 req-2e14d653-41e3-4b89-a78f-82caa2efceb8 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717710 Jan 12 09:36:54.873668 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-789b1af6-fc9e-4d06-b478-2ac906e1183e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/a5d63fff-6e71-4eaf-8838-62d4ef607315 HTTP/1.1" status: 204 len: 168 time: 2.2315009 Jan 12 09:36:54.881026 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36106) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:54.924470 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b04f2ed9-039c-4292-9fb9-e5339d3540c3 tempest-TestNetworkAdvancedServerOps-781238299 tempest-TestNetworkAdvancedServerOps-781238299-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1106849 Jan 12 09:36:54.933976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36110) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:54.946414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.952217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1738135884', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:54.954523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab43b8-8232-414e-afb6-d060bde2843e None None] Network ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:55.062620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.065789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b1af6-fc9e-4d06-b478-2ac906e1183e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d63fff-6e71-4eaf-8838-62d4ef607315,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:55.131942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Transition to ACTIVE for port object 0ca33d23-0bdd-466e-ae33-e78be65ead04 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:55.198070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:36:51Z', 'revision_number': 3, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:55.201538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:55.211412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:subnet and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:55.213022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Checking router: 570da6fe-1558-4ecc-a6f6-576b669706a9 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:36:55.213538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Updating router 570da6fe-1558-4ecc-a6f6-576b669706a9 port 59f2f693-a08e-4f83-bda3-a38bb885c80f binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:36:55.223241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:55.234635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:55.239155 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.257231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-0843a4c1-dd92-48b2-b18d-8d359aaac647 req-cd07be03-fe42-40c1-8c44-9dd308320ca4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Synchronizing usage tracker for tenant:3430eb1474ae46dcaa7c866883c47d4f on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:55.293239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port d335ddeb-f7c6-4359-aa0b-ece490003a62 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:55.294030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.328965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Made reservation on behalf of 875fb44060cb4d74ad4660b23bd39c0d for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:55.336930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.437956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Network 36a436c0-87f7-43f1-af63-d9feee24d31c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:55.441418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:55.451588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:55.469528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:55.473396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:55.474032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.478047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Port': ['ID=0ca33d23-0bdd-466e-ae33-e78be65ead04,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:55.498808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.499624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.615244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-0843a4c1-dd92-48b2-b18d-8d359aaac647 req-cd07be03-fe42-40c1-8c44-9dd308320ca4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Unset dirty status for tenant:3430eb1474ae46dcaa7c866883c47d4f on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:55.627312 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0843a4c1-dd92-48b2-b18d-8d359aaac647 req-cd07be03-fe42-40c1-8c44-9dd308320ca4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/ports?device_id=05efe65b-a651-4e4f-b23f-f758ff5e8a64 HTTP/1.1" status: 200 len: 210 time: 0.5508187 Jan 12 09:36:55.663981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] DHCP port deletion for ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:36:55.678227 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8d99a5ff-c483-46f5-a863-e42175a75723 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6555114 Jan 12 09:36:55.681625 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.701096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36116) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:55.711481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9353cfa2-ec3d-4712-98d8-f46d1e6b187b {{(pid=83595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:36:55.720178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'port': {'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-587242696', 'allowed_address_pairs': [{'ip_address': '2001:db8::174', 'mac_address': 'fa:16:3e:f0:c7:ac'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:55.734086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] Deleting port d335ddeb-f7c6-4359-aa0b-ece490003a62 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:55.734452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.842236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e815afc-e08d-4b21-b9ca-f6c288dffa10 req-ee904dbc-c742-4ac6-9ca4-5f02d1fd862b tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:55.844851 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3e815afc-e08d-4b21-b9ca-f6c288dffa10 req-ee904dbc-c742-4ac6-9ca4-5f02d1fd862b tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 932 time: 0.7748177 Jan 12 09:36:55.860017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.925976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Transition to ACTIVE for port object 9353cfa2-ec3d-4712-98d8-f46d1e6b187b will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:55.940469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.968738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-19c2480d-6a89-4af7-8147-4e626dee6404 req-064d618a-51eb-48e5-91f8-aad7d5c85637 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Synchronizing usage tracker for tenant:d8d51923963440baba3cd5ca40464130 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:55.972948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:55.986316 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] Sync routers for ids ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:56.004089 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] Routers {'6f0f57d1-f9aa-45d2-ad4e-8e7773702383'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:56.004979 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:56.091572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.106375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] No DVR routers for this DVR port 90892572-7590-4c56-af4f-ecf6970e66d1 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:56.116420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.117066 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Transition to ACTIVE for port object 59f2f693-a08e-4f83-bda3-a38bb885c80f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:56.118752 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-15beb291-c303-427b-b42a-37b279fac6d0 req-33fa06cc-f4da-4d65-8b98-f9580f301b8d tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.59 "DELETE /v2.0/ports/90892572-7590-4c56-af4f-ecf6970e66d1 HTTP/1.1" status: 204 len: 173 time: 6.8725224 Jan 12 09:36:56.136057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] For port d335ddeb-f7c6-4359-aa0b-ece490003a62, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d335ddeb-f7c6-4359-aa0b-ece490003a62,segment=NetworkSegment(6e0741ed-1017-439f-84a1-2e4d5b54684c),segment_id=6e0741ed-1017-439f-84a1-2e4d5b54684c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:56.137039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.140424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'name': 'network-vif-deleted', 'tag': '90892572-7590-4c56-af4f-ecf6970e66d1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:36:56.151210 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.186081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] For port d335ddeb-f7c6-4359-aa0b-ece490003a62, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d335ddeb-f7c6-4359-aa0b-ece490003a62,segment=NetworkSegment(6e0741ed-1017-439f-84a1-2e4d5b54684c),segment_id=6e0741ed-1017-439f-84a1-2e4d5b54684c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:36:56.186081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.209072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Pushing event updated for resources: {'Port': ['ID=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:56.217380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:56.221862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Usage tracker for resource:port and tenant:4bd91727355847d3a5381acaef290843 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:56.224855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:56.232310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-19c2480d-6a89-4af7-8147-4e626dee6404 req-064d618a-51eb-48e5-91f8-aad7d5c85637 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Unset dirty status for tenant:d8d51923963440baba3cd5ca40464130 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:56.233485 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-19c2480d-6a89-4af7-8147-4e626dee6404 req-064d618a-51eb-48e5-91f8-aad7d5c85637 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 210 time: 0.3864539 Jan 12 09:36:56.244867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:56.252615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:56.297193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] Sync routers for ids ['445b9e07-3067-4281-afe0-6934131e9ca8'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:56.312773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Made reservation on behalf of 4bd91727355847d3a5381acaef290843 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:56.333167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.404527 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] Set router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:36:56.411273 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] Calling delete_port for d335ddeb-f7c6-4359-aa0b-ece490003a62 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:56.540690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] device_id is not set on port 47b2f7c0-0935-4b97-b0c4-c26684191cc3 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:56.624792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873f085-9999-452d-b3e1-bc9913a24ce8 None None] Pushing event updated for resources: {'Port': ['ID=59f2f693-a08e-4f83-bda3-a38bb885c80f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:56.628765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76af0fc-d5ee-403d-94ad-d7024c31e14b None None] Network 36a436c0-87f7-43f1-af63-d9feee24d31c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:56.656753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Attempting to bind port 59f2f693-a08e-4f83-bda3-a38bb885c80f on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:56.657104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Attempting to bind port 59f2f693-a08e-4f83-bda3-a38bb885c80f by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:56.657564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Attempting to bind port 59f2f693-a08e-4f83-bda3-a38bb885c80f on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:36:56.876003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for d335ddeb-f7c6-4359-aa0b-ece490003a62 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:56.910387 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:36:56.912447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:56.913334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.913915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:36:56.915123 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Bound port: 59f2f693-a08e-4f83-bda3-a38bb885c80f, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:56.915968 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.922696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Attempting to bind port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:56.923752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Attempting to bind port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'eec95c68-495d-4ac9-abb9-8f6c2b424c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ec7aad4a-84dd-4e90-8154-00a6a2736b2a'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:56.924694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Attempting to bind port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b on network ec7aad4a-84dd-4e90-8154-00a6a2736b2a {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:36:56.928766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.930443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-3e815afc-e08d-4b21-b9ca-f6c288dffa10 req-58869450-d846-4aab-9582-59ee8d86d78d tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Synchronizing usage tracker for tenant:9147064d0fea42a180f2a08aee918e94 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:56.959686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] No DVR routers for this DVR port df74f75a-15dc-4f76-858f-d7d053aa7513 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:56.962563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.965076 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4a1979f-98b7-4f64-ac60-e51b32ec060d req-0df20dec-cad4-4926-8e3e-ff2c3db81077 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.59 "DELETE /v2.0/ports/df74f75a-15dc-4f76-858f-d7d053aa7513 HTTP/1.1" status: 204 len: 173 time: 8.0191665 Jan 12 09:36:56.996568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b on network ec7aad4a-84dd-4e90-8154-00a6a2736b2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:36:56.997011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Attempting to bind port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b on network ec7aad4a-84dd-4e90-8154-00a6a2736b2a {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:36:57.024034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Allocated IP 2001:db8::2f3 (36a436c0-87f7-43f1-af63-d9feee24d31c/1f165189-0816-46b2-ad78-fb3a25f277f4/47b2f7c0-0935-4b97-b0c4-c26684191cc3) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:57.039930 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2235173e-d3c7-4be9-b981-2cc79954cdf0', 'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:14Z', 'updated_at': '2022-01-12T09:34:30Z', 'revision_number': 5, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'subnets': [{'id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.043474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-3e815afc-e08d-4b21-b9ca-f6c288dffa10 req-58869450-d846-4aab-9582-59ee8d86d78d tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Unset dirty status for tenant:9147064d0fea42a180f2a08aee918e94 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:57.044139 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3e815afc-e08d-4b21-b9ca-f6c288dffa10 req-58869450-d846-4aab-9582-59ee8d86d78d tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1100636 Jan 12 09:36:57.049729 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] Checking router: 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:36:57.074803 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] Routers {'6f0f57d1-f9aa-45d2-ad4e-8e7773702383'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:57.079085 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.080248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:36:57.093065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.097890 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Checking segment: {'id': 'eec95c68-495d-4ac9-abb9-8f6c2b424c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ec7aad4a-84dd-4e90-8154-00a6a2736b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:57.098414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Bound using segment: {'id': 'eec95c68-495d-4ac9-abb9-8f6c2b424c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ec7aad4a-84dd-4e90-8154-00a6a2736b2a'} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:36:57.098796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Bound port: 9353cfa2-ec3d-4712-98d8-f46d1e6b187b, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec95c68-495d-4ac9-abb9-8f6c2b424c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ec7aad4a-84dd-4e90-8154-00a6a2736b2a'}}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:57.099157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.106961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] For port 59f2f693-a08e-4f83-bda3-a38bb885c80f, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:36:57.116501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] For port 59f2f693-a08e-4f83-bda3-a38bb885c80f, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=59f2f693-a08e-4f83-bda3-a38bb885c80f,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:36:57.126955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] Routers {'445b9e07-3067-4281-afe0-6934131e9ca8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:57.128458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['445b9e07-3067-4281-afe0-6934131e9ca8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.148557 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d17a8e-041b-4477-ac16-a6dea3b1ee6a req-4dc267b3-c02d-414d-a95c-b55d388209ec tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:57.149651 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-51d17a8e-041b-4477-ac16-a6dea3b1ee6a req-4dc267b3-c02d-414d-a95c-b55d388209ec tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.4953077 Jan 12 09:36:57.154231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'Subnet': ['ID=6e8979c3-057a-4be8-928e-fce569f4e271,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:57.210233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=d335ddeb-f7c6-4359-aa0b-ece490003a62,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:57.244994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No DVR routers for this DVR port d335ddeb-f7c6-4359-aa0b-ece490003a62 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:57.248959 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Checking segment: {'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:36:57.249319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Network hostable DHCP agents. Network: dc449481-2221-47d1-9ed8-eb0f7a693a7b, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:57.396331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.404804 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efe65b-a651-4e4f-b23f-f758ff5e8a64', 'name': 'network-vif-deleted', 'tag': '90892572-7590-4c56-af4f-ecf6970e66d1', 'status': 'completed', 'code': 200} Jan 12 09:36:57.416531 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-51d17a8e-041b-4477-ac16-a6dea3b1ee6a req-a40bd694-e72d-4881-ad50-30e517bab458 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474918 Jan 12 09:36:57.420501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.451794 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] Set router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:36:57.460823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3181f330-70cf-4671-9282-a317e3b19bab up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:57.464438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.474195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router bfff55cc-5054-4e2c-9e57-36c60e993c1d is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:36:57.495560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0741ed-1017-439f-84a1-2e4d5b54684c') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.495860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0741ed-1017-439f-84a1-2e4d5b54684c') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.515324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.578344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] For port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:36:57.589661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] For port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,segment=NetworkSegment(eec95c68-495d-4ac9-abb9-8f6c2b424c30),segment_id=eec95c68-495d-4ac9-abb9-8f6c2b424c30)] {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:36:57.596554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bf6fcf09-ea49-4966-b2b4-00240900d82c None None] Provisioning for port 3181f330-70cf-4671-9282-a317e3b19bab completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:57.607435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36130) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:57.615836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Routers {'570da6fe-1558-4ecc-a6f6-576b669706a9'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:57.616498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['570da6fe-1558-4ecc-a6f6-576b669706a9'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.626437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.674210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.684520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:36:57.684919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:57.702457 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:57.819007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] Set router 445b9e07-3067-4281-afe0-6934131e9ca8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:36:57.850877 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5658ead5-4081-456b-bda1-d474256c83a9 req-fe153681-1e25-46da-996a-056058efa072 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100 HTTP/1.1" status: 200 len: 210 time: 0.0949602 Jan 12 09:36:57.897484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.899066 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] 10.222.0.59 "PUT /v2.0/ports/9353cfa2-ec3d-4712-98d8-f46d1e6b187b HTTP/1.1" status: 200 len: 1094 time: 4.0040126 Jan 12 09:36:57.905617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596a66c8-4c67-4f5c-8792-a97a9cd3d1c0', 'tag': '9353cfa2-ec3d-4712-98d8-f46d1e6b187b'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:36:57.915395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.959595 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.007429 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/networks/ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3 HTTP/1.1" status: 204 len: 168 time: 3.1038167 Jan 12 09:36:58.009062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf15414-6cfd-4c79-9f68-e3f9829c6e0a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Network': ['ID=ff3f9cf9-73f8-47b9-ac7e-38aa8c135af3,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:58.021879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36136) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.031423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1261236001'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:58.036416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:58.038755 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596a66c8-4c67-4f5c-8792-a97a9cd3d1c0', 'tag': '9353cfa2-ec3d-4712-98d8-f46d1e6b187b', 'status': 'completed', 'code': 200} Jan 12 09:36:58.040685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:network and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:58.044075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-90bc1c84-bf7f-4bd4-ba8e-0d124c8fc754 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.044223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:58.049954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:58.053963 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2235173e-d3c7-4be9-b981-2cc79954cdf0', 'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:14Z', 'updated_at': '2022-01-12T09:34:30Z', 'revision_number': 5, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'subnets': [{'id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:58.054481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Network dc449481-2221-47d1-9ed8-eb0f7a693a7b is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:58.060164 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790b4d8-2807-4b76-8628-0790c51262ea None None] The sync data for ids ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'] in dv-neutron-824347-1-hyperv is: [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2235173e-d3c7-4be9-b981-2cc79954cdf0', 'name': '', 'network_id': 'c8a0f3c2-e958-4b1f-8783-30432a1d04c7', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:14Z', 'updated_at': '2022-01-12T09:34:30Z', 'revision_number': 5, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'subnets': [{'id': 'bded0beb-f040-489b-8715-ee1f66e3d9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:58.065586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79aef0-5859-480e-875a-f9b47f6bce31 service neutron] Pushing event updated for resources: {'Port': ['ID=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:58.066816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:58.071162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.081062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, dc449481-2221-47d1-9ed8-eb0f7a693a7b) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:58.118238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:58.132999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:58.133596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.142769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:58.143336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:58.153172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-90bc1c84-bf7f-4bd4-ba8e-0d124c8fc754 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.213438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.213768 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Added segment 874525d8-2b01-40cb-858a-8975202a369e of type vlan for network f2df9dae-c4da-416f-9708-70264cb80c49 Jan 12 09:36:58.275117 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-98972410-6d39-4830-93b0-f1c9559aed7f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3338904 Jan 12 09:36:58.276696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36142) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.289521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b806a2e-4526-40bf-a63f-d0dbe0e6f531 None None] Network dc449481-2221-47d1-9ed8-eb0f7a693a7b requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:36:58.310651 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.386885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:36:58.392241 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-862794c1-3ba1-4f61-bd89-2b280072a95b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9147064d0fea42a180f2a08aee918e94&device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 1097 time: 0.3962526 Jan 12 09:36:58.404294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.407658 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a4059-679b-4bbc-8766-b2c553012a0b None None] Sync routers for ids ['bfff55cc-5054-4e2c-9e57-36c60e993c1d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:36:58.407883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:58.408474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.441572 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a4059-679b-4bbc-8766-b2c553012a0b None None] Routers {'bfff55cc-5054-4e2c-9e57-36c60e993c1d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:58.446210 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-841a4059-679b-4bbc-8766-b2c553012a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bfff55cc-5054-4e2c-9e57-36c60e993c1d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:58.472846 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-87e026b7-3173-476d-9619-ff2bf23da561 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9353cfa2-ec3d-4712-98d8-f46d1e6b187b HTTP/1.1" status: 200 len: 217 time: 0.0717287 Jan 12 09:36:58.475178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.521776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91741152-97ce-4a5e-9898-3d66a7e50746 req-ce5bb39c-e4cd-429d-b19d-71fea8b9d9c3 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:58.523599 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-91741152-97ce-4a5e-9898-3d66a7e50746 req-ce5bb39c-e4cd-429d-b19d-71fea8b9d9c3 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 944 time: 0.2662141 Jan 12 09:36:58.555953 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5329847 Jan 12 09:36:58.561500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-90bc1c84-bf7f-4bd4-ba8e-0d124c8fc754 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.569454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.573982 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4cd6ef3f-8dd4-4c62-8c4d-b5a888ad529c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 9.7407634 Jan 12 09:36:58.574710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36148) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.575737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36150) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.597747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba170b17-71bd-4647-9aa3-fd5cae6c676d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Network': ['ID=f2df9dae-c4da-416f-9708-70264cb80c49,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:58.610279 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-91741152-97ce-4a5e-9898-3d66a7e50746 req-a9d391ef-657c-411b-9a9f-51f514814ca7 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767667 Jan 12 09:36:58.634771 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-841a4059-679b-4bbc-8766-b2c553012a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:58.638551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873f085-9999-452d-b3e1-bc9913a24ce8 None None] Pushing event updated for resources: {'Port': ['ID=59f2f693-a08e-4f83-bda3-a38bb885c80f,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:58.641483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5fce34-6c30-41f8-a679-9de0c53d0a65 None None] New status for floating IP 427b1c97-14dd-4287-a305-e2cd5ecbf40b: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:36:58.649455 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a4059-679b-4bbc-8766-b2c553012a0b None None] Routers {'bfff55cc-5054-4e2c-9e57-36c60e993c1d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:36:58.650179 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-841a4059-679b-4bbc-8766-b2c553012a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bfff55cc-5054-4e2c-9e57-36c60e993c1d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:58.699060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': 'f2df9dae-c4da-416f-9708-70264cb80c49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:36:58.714277 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-841a4059-679b-4bbc-8766-b2c553012a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:58.714739 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a4059-679b-4bbc-8766-b2c553012a0b None None] The sync data for ids ['bfff55cc-5054-4e2c-9e57-36c60e993c1d'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:36:58.732860 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc1c84-bf7f-4bd4-ba8e-0d124c8fc754 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a7239d-fd5c-44ca-94e9-212afd51e68a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:58.751074 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Transition to ACTIVE for port object 47b2f7c0-0935-4b97-b0c4-c26684191cc3 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:58.766627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b60ff-bc9c-42db-9c57-f4103d2ed41a req-4ad842ac-0f2a-4a48-a79d-2b172c5cb3af tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:58.768522 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-de3b60ff-bc9c-42db-9c57-f4103d2ed41a req-4ad842ac-0f2a-4a48-a79d-2b172c5cb3af tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.0886347 Jan 12 09:36:58.784570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] Deleting port d335ddeb-f7c6-4359-aa0b-ece490003a62 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:58.784951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.808891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network f2df9dae-c4da-416f-9708-70264cb80c49 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:58.818524 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-de3b60ff-bc9c-42db-9c57-f4103d2ed41a req-a00c792c-bbcd-4a4c-b35a-9e82f74111d7 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426116 Jan 12 09:36:58.850696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-58f1cb4a-67b8-48c2-a928-b56968ca4e11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:58.852335 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-58f1cb4a-67b8-48c2-a928-b56968ca4e11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eefcec1-d5d3-4271-863f-e2b5dfda80e8 HTTP/1.1" status: 200 len: 852 time: 0.3723326 Jan 12 09:36:58.854273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-90bc1c84-bf7f-4bd4-ba8e-0d124c8fc754 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.857823 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-90bc1c84-bf7f-4bd4-ba8e-0d124c8fc754 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "DELETE /v2.0/security-groups/d1a7239d-fd5c-44ca-94e9-212afd51e68a HTTP/1.1" status: 204 len: 168 time: 1.2447455 Jan 12 09:36:58.859665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36160) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.880979 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-31edef80-0d23-46f4-a04d-c6459395aef4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] show failed (client error): The resource could not be found. Jan 12 09:36:58.885140 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-31edef80-0d23-46f4-a04d-c6459395aef4 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "GET /v2.0/security-groups/d1a7239d-fd5c-44ca-94e9-212afd51e68a HTTP/1.1" status: 404 len: 347 time: 0.0208859 Jan 12 09:36:58.886755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36164) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.976971 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-418cada6-7709-4dfc-bbc1-01c6d0aceaad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec7aad4a-84dd-4e90-8154-00a6a2736b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120765 Jan 12 09:36:59.028569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36172) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:59.077400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 3181f330-70cf-4671-9282-a317e3b19bab completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:59.121770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:59.140714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:59.143583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.149033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:59.154467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9f64c74a-31aa-4581-8779-58417a3dce40 None None] The port 'd335ddeb-f7c6-4359-aa0b-ece490003a62' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:36:59.161579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3181f330-70cf-4671-9282-a317e3b19bab triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:59.161948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.203290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:59.206509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Deleting port cdd566e7-8e0e-4f24-9beb-150d90069111 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:36:59.207070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.299393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:59.366296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] Set router 570da6fe-1558-4ecc-a6f6-576b669706a9 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:36:59.410274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:36:59.411134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.411404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.411742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.419531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'name': 'network-vif-deleted', 'tag': 'df74f75a-15dc-4f76-858f-d7d053aa7513'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:36:59.499171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Network 36a436c0-87f7-43f1-af63-d9feee24d31c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:59.550515 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e31d7dd-d2a5-4df4-af9d-f0e2cb5da100', 'name': 'network-vif-deleted', 'tag': 'df74f75a-15dc-4f76-858f-d7d053aa7513', 'status': 'completed', 'code': 200} Jan 12 09:36:59.566636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:59.569634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:36:59.575962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:59.576589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.599240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Port': ['ID=47b2f7c0-0935-4b97-b0c4-c26684191cc3,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:59.620385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Calling delete_port for cdd566e7-8e0e-4f24-9beb-150d90069111 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:36:59.635516 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-4b7bb7d7-26a6-40bf-b1da-1a9d603657fd service neutron] 10.222.0.59 "GET /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278214 Jan 12 09:36:59.642215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eac5ab2b-cb0c-400e-a084-aba5fefbdc63 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.753373 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b3e39bb2-2bd3-40bb-a0e8-3780ec454820 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.0472903 Jan 12 09:36:59.754351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36180) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:59.783957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.818029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.841326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:59.841846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:59.868890 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eac5ab2b-cb0c-400e-a084-aba5fefbdc63 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.890847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403edda0-c7d2-4b75-ba0c-ae02b7d0e150 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:59.898264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403edda0-c7d2-4b75-ba0c-ae02b7d0e150 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:59.900886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ecc5a647-5387-4826-b540-7a0886eb4c07', 'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'mac_address': 'fa:16:3e:bb:32:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:15Z', 'updated_at': '2022-01-12T09:35:06Z', 'revision_number': 5, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'subnets': [{'id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:59.903090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403edda0-c7d2-4b75-ba0c-ae02b7d0e150 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:59.905120 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-403edda0-c7d2-4b75-ba0c-ae02b7d0e150 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1496596 Jan 12 09:36:59.908721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36186) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:59.913892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] Checking router: 445b9e07-3067-4281-afe0-6934131e9ca8 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:36:59.969511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f0696d7-94a2-4b82-b94f-ee0d371eceea None None] Provisioning for port 0ca33d23-0bdd-466e-ae33-e78be65ead04 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:00.004469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] Routers {'445b9e07-3067-4281-afe0-6934131e9ca8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:00.005088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['445b9e07-3067-4281-afe0-6934131e9ca8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:00.071052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-24f204fe-ddf5-4f9b-9cf5-5728150fe7c7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Deleting port 47b2f7c0-0935-4b97-b0c4-c26684191cc3 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:00.071596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24f204fe-ddf5-4f9b-9cf5-5728150fe7c7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.085757 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f0696d7-94a2-4b82-b94f-ee0d371eceea None None] Provisioning complete for port 0ca33d23-0bdd-466e-ae33-e78be65ead04 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:00.086128 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f0696d7-94a2-4b82-b94f-ee0d371eceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.122637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 3181f330-70cf-4671-9282-a317e3b19bab, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3181f330-70cf-4671-9282-a317e3b19bab,segment=NetworkSegment(74483e68-9440-49ee-adae-44f318e855ef),segment_id=74483e68-9440-49ee-adae-44f318e855ef)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:00.155346 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cfcb69c6-9854-4f3c-9d2e-645548534023 req-fbdd7827-27a0-4154-8975-5c3fb381fdbe service neutron] 10.222.0.59 "GET /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091372 Jan 12 09:37:00.186176 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eaf9165f-bed2-4ba8-89da-8cdd3e3d555e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/routers/bfff55cc-5054-4e2c-9e57-36c60e993c1d HTTP/1.1" status: 200 len: 883 time: 1.5947559 Jan 12 09:37:00.189427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36190) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:00.217983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.287467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c551cf-2d21-4744-8717-e22e6e59fae8 req-906405e9-7842-41b9-a3ac-3b3101a66891 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:00.296392 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44c551cf-2d21-4744-8717-e22e6e59fae8 req-906405e9-7842-41b9-a3ac-3b3101a66891 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 944 time: 0.3895428 Jan 12 09:37:00.311469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:36:51Z', 'revision_number': 3, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:00.313688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d335ddeb-f7c6-4359-aa0b-ece490003a62 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:00.330815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eac5ab2b-cb0c-400e-a084-aba5fefbdc63 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.370761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Deleting port cdd566e7-8e0e-4f24-9beb-150d90069111 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:00.371103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.381572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: d335ddeb-f7c6-4359-aa0b-ece490003a62 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:00.381911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d335ddeb-f7c6-4359-aa0b-ece490003a62 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:00.384493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8799014-515c-44f8-af22-aa4bfb4c25be None None] The sync data for ids ['570da6fe-1558-4ecc-a6f6-576b669706a9'] in dv-neutron-824347-1-hyperv is: [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:36:51Z', 'revision_number': 3, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:00.432794 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44c551cf-2d21-4744-8717-e22e6e59fae8 req-a51491ca-82e5-4bdd-a4ed-8ea54d36ffe3 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351774 Jan 12 09:37:00.460355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5ab2b-cb0c-400e-a084-aba5fefbdc63 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d55f35-ff67-45f1-ae74-b66b9693d368,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:00.593721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] Set router 445b9e07-3067-4281-afe0-6934131e9ca8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:00.598883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e298ca5-11d5-4fec-969c-b7b91987ab44 req-d7831ec3-42d7-44a1-8f3f-901fa909fec4 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:00.606850 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e298ca5-11d5-4fec-969c-b7b91987ab44 req-d7831ec3-42d7-44a1-8f3f-901fa909fec4 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.4923737 Jan 12 09:37:00.617739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eac5ab2b-cb0c-400e-a084-aba5fefbdc63 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.621518 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eac5ab2b-cb0c-400e-a084-aba5fefbdc63 tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "DELETE /v2.0/security-groups/b1d55f35-ff67-45f1-ae74-b66b9693d368 HTTP/1.1" status: 204 len: 168 time: 1.5887148 Jan 12 09:37:00.630755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36194) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:00.645351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9f0696d7-94a2-4b82-b94f-ee0d371eceea None None] Port 0ca33d23-0bdd-466e-ae33-e78be65ead04 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:00.716631 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.741834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Allocated IP 172.20.0.2 (dc449481-2221-47d1-9ed8-eb0f7a693a7b/6e8979c3-057a-4be8-928e-fce569f4e271/548f108f-d876-46be-a14a-705ac9dd815d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:00.754642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=3181f330-70cf-4671-9282-a317e3b19bab,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:00.773734 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-3a1c3560-8334-4919-b105-02e30e17c18e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] show failed (client error): The resource could not be found. Jan 12 09:37:00.775483 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3a1c3560-8334-4919-b105-02e30e17c18e tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "GET /v2.0/security-groups/b1d55f35-ff67-45f1-ae74-b66b9693d368 HTTP/1.1" status: 404 len: 347 time: 0.1437740 Jan 12 09:37:00.788040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36198) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:00.800788 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a536c2ba-d737-468c-8fe6-678ffdaf2e16 req-d8abc3fd-eb58-4419-a29e-d1b51db033cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9147064d0fea42a180f2a08aee918e94&device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 1097 time: 0.5341682 Jan 12 09:37:00.803290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=1d7564f2-1db1-497b-802b-33651e9f0dee,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:00.937012 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e298ca5-11d5-4fec-969c-b7b91987ab44 req-ee369101-891e-470f-b832-45a9fc7feb4f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291931 Jan 12 09:37:00.939120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24f204fe-ddf5-4f9b-9cf5-5728150fe7c7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.070628 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f0696d7-94a2-4b82-b94f-ee0d371eceea None None] Provisioning complete for port 3181f330-70cf-4671-9282-a317e3b19bab triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:01.071033 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f0696d7-94a2-4b82-b94f-ee0d371eceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.130646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Checking segment: {'id': '874525d8-2b01-40cb-858a-8975202a369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f2df9dae-c4da-416f-9708-70264cb80c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:01.131095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network hostable DHCP agents. Network: f2df9dae-c4da-416f-9708-70264cb80c49, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:01.158580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c2ba-d737-468c-8fe6-678ffdaf2e16 req-a422d2e7-3cc6-40e5-818e-35d104c9f92c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:01.160986 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a536c2ba-d737-468c-8fe6-678ffdaf2e16 req-a422d2e7-3cc6-40e5-818e-35d104c9f92c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec7aad4a-84dd-4e90-8154-00a6a2736b2a HTTP/1.1" status: 200 len: 913 time: 0.3526447 Jan 12 09:37:01.268122 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a536c2ba-d737-468c-8fe6-678ffdaf2e16 req-477be425-cf39-46ad-a248-5c0f6f351804 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9353cfa2-ec3d-4712-98d8-f46d1e6b187b HTTP/1.1" status: 200 len: 217 time: 0.0975516 Jan 12 09:37:01.311355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.340559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network f2df9dae-c4da-416f-9708-70264cb80c49 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:01.357463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6cd0c7f4-652c-436e-90a8-d1ba733319db tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Synchronizing usage tracker for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:router {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:01.363506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, f2df9dae-c4da-416f-9708-70264cb80c49) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:01.366771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Transition to ACTIVE for port object 548f108f-d876-46be-a14a-705ac9dd815d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:01.374207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:01.375828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.409884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Deleting port 6c75b166-32a3-4e24-a759-a734b4a8df14 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:01.410412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.414595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c868b8a-49be-43e4-8fdb-74694e30d69c None None] Network f2df9dae-c4da-416f-9708-70264cb80c49 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:01.420205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c2ba-d737-468c-8fe6-678ffdaf2e16 req-0504775c-8e22-4ea1-9380-2fabdfa0aee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:01.421779 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a536c2ba-d737-468c-8fe6-678ffdaf2e16 req-0504775c-8e22-4ea1-9380-2fabdfa0aee0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eefcec1-d5d3-4271-863f-e2b5dfda80e8 HTTP/1.1" status: 200 len: 852 time: 0.1434536 Jan 12 09:37:01.476025 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fe54da32-b3d7-4863-82ff-a842bcff0c75 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8842564 Jan 12 09:37:01.479251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36204) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:01.517811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Transition to ACTIVE for port object 548f108f-d876-46be-a14a-705ac9dd815d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:01.537807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.592477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-24f204fe-ddf5-4f9b-9cf5-5728150fe7c7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Calling delete_port for 47b2f7c0-0935-4b97-b0c4-c26684191cc3 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:01.637466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Pushing event updated for resources: {'Port': ['ID=548f108f-d876-46be-a14a-705ac9dd815d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:01.649359 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Network dc449481-2221-47d1-9ed8-eb0f7a693a7b is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:01.653502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:01.656433 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:01.690332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2059339494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:01.709740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.710134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.711391 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a536c2ba-d737-468c-8fe6-678ffdaf2e16 req-de1d6948-0c6f-4352-94b5-12760aa9d475 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec7aad4a-84dd-4e90-8154-00a6a2736b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2819002 Jan 12 09:37:01.712816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:01.717304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6cd0c7f4-652c-436e-90a8-d1ba733319db tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Unset dirty status for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:router {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:01.721522 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6cd0c7f4-652c-436e-90a8-d1ba733319db tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.5263000 Jan 12 09:37:01.721522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:router and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:01.726561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:01.750123 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36208) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:01.760869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-43936c61-d26f-4e0a-ad10-980c7ba1c8ff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-37098291'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:01.774557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Attempting to bind port 548f108f-d876-46be-a14a-705ac9dd815d on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:01.775099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Attempting to bind port 548f108f-d876-46be-a14a-705ac9dd815d by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:01.775457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Attempting to bind port 548f108f-d876-46be-a14a-705ac9dd815d on network dc449481-2221-47d1-9ed8-eb0f7a693a7b {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:01.792016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:37:01.792444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Checking segment: {'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:01.792781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.793374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Bound using segment: {'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:37:01.794384 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Bound port: 548f108f-d876-46be-a14a-705ac9dd815d, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:01.794384 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.817226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:01.910789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7bf4731f-1555-4e0d-b3bd-10c9b67813c3 None None] Provisioning complete for port 0ca33d23-0bdd-466e-ae33-e78be65ead04 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:01.911085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bf4731f-1555-4e0d-b3bd-10c9b67813c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.923879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.924799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.934689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ecc5a647-5387-4826-b540-7a0886eb4c07', 'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'mac_address': 'fa:16:3e:bb:32:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:15Z', 'updated_at': '2022-01-12T09:35:06Z', 'revision_number': 5, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'subnets': [{'id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:01.967540 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6987e-fddd-4300-a891-ecc8e9ef27c4 None None] The sync data for ids ['445b9e07-3067-4281-afe0-6934131e9ca8'] in dv-neutron-824347-1-hyperv is: [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ecc5a647-5387-4826-b540-7a0886eb4c07', 'name': '', 'network_id': '6fa7509a-e83f-4be8-820f-eefe950e0df1', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'mac_address': 'fa:16:3e:bb:32:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:15Z', 'updated_at': '2022-01-12T09:35:06Z', 'revision_number': 5, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'subnets': [{'id': 'c2d119ae-48fc-47f5-99cf-576a3a3b45d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:01.994681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Calling delete_port for cdd566e7-8e0e-4f24-9beb-150d90069111 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:02.013064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7bf4731f-1555-4e0d-b3bd-10c9b67813c3 None None] Port 0ca33d23-0bdd-466e-ae33-e78be65ead04 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:02.037459 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a536c2ba-d737-468c-8fe6-678ffdaf2e16 req-b0e56970-413c-4f7f-81e5-df9085abd17b service neutron] 10.222.0.59 "GET /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119562 Jan 12 09:37:02.102471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] For port 548f108f-d876-46be-a14a-705ac9dd815d, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:37:02.118344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-f2df9dae-c4da-416f-9708-70264cb80c49', 'network_id': 'f2df9dae-c4da-416f-9708-70264cb80c49', 'tenant_id': 'e91abe40cd084170b0c80e93ce9fa4d2', 'fixed_ips': [{'subnet_id': '1d7564f2-1db1-497b-802b-33651e9f0dee'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:37:02.119596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.158082 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.158460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.168536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24f204fe-ddf5-4f9b-9cf5-5728150fe7c7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.195624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] For port 548f108f-d876-46be-a14a-705ac9dd815d, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=548f108f-d876-46be-a14a-705ac9dd815d,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:37:02.200632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7bf4731f-1555-4e0d-b3bd-10c9b67813c3 None None] Provisioning for port 47b2f7c0-0935-4b97-b0c4-c26684191cc3 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:02.211454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.216723 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a536c2ba-d737-468c-8fe6-678ffdaf2e16 req-180b840c-5cc3-40ad-937b-b7153109dbe1 service neutron] 10.222.0.59 "GET /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650980 Jan 12 09:37:02.267060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7bf4731f-1555-4e0d-b3bd-10c9b67813c3 None None] Provisioning complete for port 47b2f7c0-0935-4b97-b0c4-c26684191cc3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:02.267458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bf4731f-1555-4e0d-b3bd-10c9b67813c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.322689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7bf4731f-1555-4e0d-b3bd-10c9b67813c3 None None] Port 47b2f7c0-0935-4b97-b0c4-c26684191cc3 was deleted so its status cannot be updated. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 12 09:37:02.354790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.395587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Calling delete_port for 6c75b166-32a3-4e24-a759-a734b4a8df14 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:02.411160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654579c-5ec9-4341-973f-21a50ae1a47c None None] Pushing event updated for resources: {'Port': ['ID=548f108f-d876-46be-a14a-705ac9dd815d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:02.434598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f204fe-ddf5-4f9b-9cf5-5728150fe7c7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event deleted for resources: {'Port': ['ID=47b2f7c0-0935-4b97-b0c4-c26684191cc3,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:02.437034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Allocated IP 172.20.0.2 (f2df9dae-c4da-416f-9708-70264cb80c49/1d7564f2-1db1-497b-802b-33651e9f0dee/1e579642-eb2b-4081-953d-128dd9ecd44a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:02.489305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.624828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd39816-2057-427f-99b8-4375cbfd3931 req-00a4cb6f-aaa4-4a66-89eb-460785d73312 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:02.627098 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ddd39816-2057-427f-99b8-4375cbfd3931 req-00a4cb6f-aaa4-4a66-89eb-460785d73312 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 944 time: 1.0045130 Jan 12 09:37:02.817568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 59f2f693-a08e-4f83-bda3-a38bb885c80f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:02.833316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.835005 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-16a0c576-8f07-4b37-b24d-2116dd613c9a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1532047 Jan 12 09:37:02.840297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36214) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:02.902567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'network_id': 'f2df9dae-c4da-416f-9708-70264cb80c49', 'name': 'tempest-PortsTestJSON-1255300447'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:02.942502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.961620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Transition to ACTIVE for port object 1e579642-eb2b-4081-953d-128dd9ecd44a will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:02.989295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.990159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Transition to ACTIVE for port object 1e579642-eb2b-4081-953d-128dd9ecd44a will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:02.996315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 59f2f693-a08e-4f83-bda3-a38bb885c80f completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:03.001051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 59f2f693-a08e-4f83-bda3-a38bb885c80f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:03.001414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.032395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.132239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Network f2df9dae-c4da-416f-9708-70264cb80c49 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:03.135302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:03.139829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:03.184703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Pushing event updated for resources: {'Port': ['ID=1e579642-eb2b-4081-953d-128dd9ecd44a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:03.227885 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ddd39816-2057-427f-99b8-4375cbfd3931 req-896ec801-574e-4768-9a52-e09462ea8153 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5694001 Jan 12 09:37:03.234418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e326ab3-3e2e-426b-8da6-19f3d39759da req-17bb309d-187f-4d55-9718-cd85c76d7351 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:03.235997 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3e326ab3-3e2e-426b-8da6-19f3d39759da req-17bb309d-187f-4d55-9718-cd85c76d7351 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 1.0623052 Jan 12 09:37:03.239519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24f204fe-ddf5-4f9b-9cf5-5728150fe7c7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.268758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.280758 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Attempting to bind port 1e579642-eb2b-4081-953d-128dd9ecd44a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:03.281127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Attempting to bind port 1e579642-eb2b-4081-953d-128dd9ecd44a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '874525d8-2b01-40cb-858a-8975202a369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f2df9dae-c4da-416f-9708-70264cb80c49'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:03.281479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Attempting to bind port 1e579642-eb2b-4081-953d-128dd9ecd44a on network f2df9dae-c4da-416f-9708-70264cb80c49 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:03.289791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:37:03.290093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Checking segment: {'id': '874525d8-2b01-40cb-858a-8975202a369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f2df9dae-c4da-416f-9708-70264cb80c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:03.290498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.290910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Bound using segment: {'id': '874525d8-2b01-40cb-858a-8975202a369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f2df9dae-c4da-416f-9708-70264cb80c49'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:37:03.291423 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Bound port: 1e579642-eb2b-4081-953d-128dd9ecd44a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874525d8-2b01-40cb-858a-8975202a369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f2df9dae-c4da-416f-9708-70264cb80c49'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:03.291786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.307938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.350476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Pushing event deleted for resources: {'Port': ['ID=cdd566e7-8e0e-4f24-9beb-150d90069111,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:03.364480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 59f2f693-a08e-4f83-bda3-a38bb885c80f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=59f2f693-a08e-4f83-bda3-a38bb885c80f,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:03.372601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.373784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3181f330-70cf-4671-9282-a317e3b19bab up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:03.389858 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-24f204fe-ddf5-4f9b-9cf5-5728150fe7c7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "DELETE /v2.0/ports/47b2f7c0-0935-4b97-b0c4-c26684191cc3 HTTP/1.1" status: 204 len: 168 time: 3.4776144 Jan 12 09:37:03.395676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36218) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:03.467860 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-79077676-7b34-4215-bea3-990102575877 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] GET failed (client error): The resource could not be found. Jan 12 09:37:03.468263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-79077676-7b34-4215-bea3-990102575877 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Synchronizing usage tracker for tenant:4bd91727355847d3a5381acaef290843 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:03.494979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.525029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] For port 1e579642-eb2b-4081-953d-128dd9ecd44a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:37:03.526012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-79077676-7b34-4215-bea3-990102575877 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Unset dirty status for tenant:4bd91727355847d3a5381acaef290843 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:03.531614 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-79077676-7b34-4215-bea3-990102575877 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "GET /v2.0/ports/47b2f7c0-0935-4b97-b0c4-c26684191cc3 HTTP/1.1" status: 404 len: 333 time: 0.1297624 Jan 12 09:37:03.532730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36222) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:03.533187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] For port 1e579642-eb2b-4081-953d-128dd9ecd44a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1e579642-eb2b-4081-953d-128dd9ecd44a,segment=NetworkSegment(874525d8-2b01-40cb-858a-8975202a369e),segment_id=874525d8-2b01-40cb-858a-8975202a369e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:37:03.537643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=59f2f693-a08e-4f83-bda3-a38bb885c80f,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:03.544096 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3e326ab3-3e2e-426b-8da6-19f3d39759da req-e8462c50-08b2-4ae6-9fff-689fd4283d82 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909827 Jan 12 09:37:03.545930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.560025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Pushing event deleted for resources: {'Port': ['ID=6c75b166-32a3-4e24-a759-a734b4a8df14,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:03.583103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:03.583103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:port and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:03.617817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:03.627992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.630764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.631977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a59a7915-a61a-4895-8202-3faf37a1ced6 tempest-ServersTestManualDisk-1350556192 tempest-ServersTestManualDisk-1350556192-project] 10.222.0.58 "DELETE /v2.0/floatingips/427b1c97-14dd-4287-a305-e2cd5ecbf40b HTTP/1.1" status: 204 len: 168 time: 4.7444117 Jan 12 09:37:03.634183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.634614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.635021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.635401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.635945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.636070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.636349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.636669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.636987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.637294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.638442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:03.649224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36228) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:03.669102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:03.674227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3181f330-70cf-4671-9282-a317e3b19bab triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:03.674654 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.763639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09830b-d20b-461f-9010-96cac37f27a3 None None] Pushing event updated for resources: {'Port': ['ID=1e579642-eb2b-4081-953d-128dd9ecd44a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:03.856196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'port': {'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-180909104'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:03.906271 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.911308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.912967 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-779ffe83-4301-4b1d-bfbe-298360d003ab tempest-ServersTestJSON-804544990 tempest-ServersTestJSON-804544990-project] 10.222.0.58 "DELETE /v2.0/floatingips/d0a48bf2-dbdf-4d87-abf3-037bd25cf01a HTTP/1.1" status: 204 len: 168 time: 3.1239409 Jan 12 09:37:03.914287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:03.929531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.981804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36234) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:04.012697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port 8b726148-eda6-43dd-9fb0-2faabe00c094 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:04.278810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Allocated IP 172.20.0.1 (dc449481-2221-47d1-9ed8-eb0f7a693a7b/6e8979c3-057a-4be8-928e-fce569f4e271/3be8ba95-616f-460c-be10-da966a36e413) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:04.328994 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef169ff-583d-4283-90b4-61608059240d None None] New status for floating IP d0a48bf2-dbdf-4d87-abf3-037bd25cf01a: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:37:04.433510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.6 (f2df9dae-c4da-416f-9708-70264cb80c49/1d7564f2-1db1-497b-802b-33651e9f0dee/8b726148-eda6-43dd-9fb0-2faabe00c094) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:04.537458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:04.583271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:04.617083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43936c61-d26f-4e0a-ad10-980c7ba1c8ff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.643145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 9353cfa2-ec3d-4712-98d8-f46d1e6b187b details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:37:04.651187 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bd12eb47-81d1-4c11-989d-76eec7d8f956 req-6981f753-1678-4b4c-a959-5d8c4ca3aef8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcf4260c9dc04a52af653a66a3a24719&device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 1098 time: 0.4616563 Jan 12 09:37:04.651844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Made reservation on behalf of 4bd91727355847d3a5381acaef290843 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:04.656583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.665789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1502558-b61a-4a7d-b0e8-d55ce62741e8 None None] Network dc449481-2221-47d1-9ed8-eb0f7a693a7b requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:04.701616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43936c61-d26f-4e0a-ad10-980c7ba1c8ff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.724403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1e579642-eb2b-4081-953d-128dd9ecd44a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:04.830295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0774c-8348-42f5-8faf-67b4d11e7746 req-7525cd28-fcf3-4e1b-ac22-36056d11ee65 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:04.831833 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3ba0774c-8348-42f5-8faf-67b4d11e7746 req-7525cd28-fcf3-4e1b-ac22-36056d11ee65 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5750840 Jan 12 09:37:04.850454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:04.861822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] device_id is not set on port 978b861d-0378-46c5-bf44-2846b0b958e3 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:04.958128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.992684 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c26cc358-26a9-49c1-9cd6-997012a3f808 None None] Provisioning for port 548f108f-d876-46be-a14a-705ac9dd815d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:05.009549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.032491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Transition to ACTIVE for port object 3be8ba95-616f-460c-be10-da966a36e413 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:05.052610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 1e579642-eb2b-4081-953d-128dd9ecd44a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:05.087120 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3ba0774c-8348-42f5-8faf-67b4d11e7746 req-fe32a890-bb2a-4e85-8c82-f6b95433eba3 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456400 Jan 12 09:37:05.090347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object 8b726148-eda6-43dd-9fb0-2faabe00c094 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:05.096186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 548f108f-d876-46be-a14a-705ac9dd815d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:05.114921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0777af-8f94-4623-a375-74e7f1fdf0e8 req-68436245-b182-406f-9e35-75641411fe58 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:05.122467 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5f0777af-8f94-4623-a375-74e7f1fdf0e8 req-68436245-b182-406f-9e35-75641411fe58 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 944 time: 0.6542633 Jan 12 09:37:05.139626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12eb47-81d1-4c11-989d-76eec7d8f956 req-a394c526-ca7a-4551-9eb7-9ef2d48166f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:05.141094 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bd12eb47-81d1-4c11-989d-76eec7d8f956 req-a394c526-ca7a-4551-9eb7-9ef2d48166f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 200 len: 913 time: 0.4691293 Jan 12 09:37:05.196644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,segment=NetworkSegment(eec95c68-495d-4ac9-abb9-8f6c2b424c30),segment_id=eec95c68-495d-4ac9-abb9-8f6c2b424c30)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:05.197457 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5f0777af-8f94-4623-a375-74e7f1fdf0e8 req-bc037c14-0098-409f-88e9-b194bb0dfa80 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736866 Jan 12 09:37:05.269144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '9353cfa2-ec3d-4712-98d8-f46d1e6b187b', 'network_id': 'ec7aad4a-84dd-4e90-8154-00a6a2736b2a', 'port_id': '9353cfa2-ec3d-4712-98d8-f46d1e6b187b', 'mac_address': 'fa:16:3e:b0:79:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eefcec1-d5d3-4271-863f-e2b5dfda80e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:37:05.301886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.305321 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bd12eb47-81d1-4c11-989d-76eec7d8f956 req-b8427c1e-122a-4843-9fcf-66891a6b0868 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 200 len: 1001 time: 0.1542406 Jan 12 09:37:05.328980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Allocated IP 2001:db8::9a (36a436c0-87f7-43f1-af63-d9feee24d31c/1f165189-0816-46b2-ad78-fb3a25f277f4/978b861d-0378-46c5-bf44-2846b0b958e3) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:05.331359 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 548f108f-d876-46be-a14a-705ac9dd815d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:05.346026 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bab421-c5cc-47a8-b9ac-358edd8e7ad1 None None] Network f2df9dae-c4da-416f-9708-70264cb80c49 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:05.363664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 548f108f-d876-46be-a14a-705ac9dd815d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:05.364029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.399905 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network f2df9dae-c4da-416f-9708-70264cb80c49 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:05.402538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:05.404558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=8b726148-eda6-43dd-9fb0-2faabe00c094,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:05.406804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:05.440888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.473640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:05.474435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.514920 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-de80fa17-6022-4693-97d5-37ad8bc8e853 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6669400 Jan 12 09:37:05.544616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.569948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36240) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:05.585626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9353cfa2-ec3d-4712-98d8-f46d1e6b187b {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:37:05.657949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,segment=NetworkSegment(eec95c68-495d-4ac9-abb9-8f6c2b424c30),segment_id=eec95c68-495d-4ac9-abb9-8f6c2b424c30)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:05.663944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1a907aa3-f7ea-47d3-9e04-68331b8ebd03 None None] Provisioning for port 1e579642-eb2b-4081-953d-128dd9ecd44a completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:05.682267 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.763356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12eb47-81d1-4c11-989d-76eec7d8f956 req-2c2f23e6-3720-4f01-9aca-acfe53dd8f80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:05.765225 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bd12eb47-81d1-4c11-989d-76eec7d8f956 req-2c2f23e6-3720-4f01-9aca-acfe53dd8f80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c73e78c-b467-4bb9-9543-c898d6de8b84 HTTP/1.1" status: 200 len: 851 time: 0.4323864 Jan 12 09:37:05.794028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1a907aa3-f7ea-47d3-9e04-68331b8ebd03 None None] Provisioning complete for port 1e579642-eb2b-4081-953d-128dd9ecd44a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:05.794397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a907aa3-f7ea-47d3-9e04-68331b8ebd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.833036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Network dc449481-2221-47d1-9ed8-eb0f7a693a7b is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:05.837030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:05.855877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:05.868911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:05.960008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'Port': ['ID=3be8ba95-616f-460c-be10-da966a36e413,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:06.042941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.137957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.138443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.139413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.139898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.140318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.140759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.141180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.141655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.142343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.142781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.143199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:06.151061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.170038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.175871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 548f108f-d876-46be-a14a-705ac9dd815d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=548f108f-d876-46be-a14a-705ac9dd815d,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:06.184904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['9353cfa2-ec3d-4712-98d8-f46d1e6b187b'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:37:06.214338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43936c61-d26f-4e0a-ad10-980c7ba1c8ff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router bfff55cc-5054-4e2c-9e57-36c60e993c1d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:37:06.269717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.270625 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 59f2f693-a08e-4f83-bda3-a38bb885c80f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:06.328085 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bd12eb47-81d1-4c11-989d-76eec7d8f956 req-fffc8e9d-6c79-4b95-995c-70c126d66cc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cc1870b-44c6-49df-b549-ffb90a147677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5514827 Jan 12 09:37:06.491007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=548f108f-d876-46be-a14a-705ac9dd815d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:06.504972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a907aa3-f7ea-47d3-9e04-68331b8ebd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.551008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.606511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 59f2f693-a08e-4f83-bda3-a38bb885c80f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:06.607209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.660894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Transition to ACTIVE for port object 978b861d-0378-46c5-bf44-2846b0b958e3 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:06.671571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7e7f5-1883-4d2f-8576-78306a599a90 req-7e24a7fe-6cce-4575-b610-a1f26fe5bc14 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:06.673104 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58e7e7f5-1883-4d2f-8576-78306a599a90 req-7e24a7fe-6cce-4575-b610-a1f26fe5bc14 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.3875532 Jan 12 09:37:06.700191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.726025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1a907aa3-f7ea-47d3-9e04-68331b8ebd03 None None] For port 1e579642-eb2b-4081-953d-128dd9ecd44a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1e579642-eb2b-4081-953d-128dd9ecd44a,segment=NetworkSegment(874525d8-2b01-40cb-858a-8975202a369e),segment_id=874525d8-2b01-40cb-858a-8975202a369e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:06.726609 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bd12eb47-81d1-4c11-989d-76eec7d8f956 req-06822ee2-8ca2-4fb2-babd-96de92b18a60 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869288 Jan 12 09:37:06.741913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a907aa3-f7ea-47d3-9e04-68331b8ebd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.789733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30214f-c670-41ed-860d-abc422e8716d req-f8c63e2e-c9ce-45b8-8fa9-9bfaf68dee49 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:06.791313 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b30214f-c670-41ed-860d-abc422e8716d req-f8c63e2e-c9ce-45b8-8fa9-9bfaf68dee49 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 945 time: 0.4516230 Jan 12 09:37:06.807775 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58e7e7f5-1883-4d2f-8576-78306a599a90 req-7ab7d813-f166-44fc-a528-f2ca7c1e52eb tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274450 Jan 12 09:37:06.870194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.908420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a907aa3-f7ea-47d3-9e04-68331b8ebd03 None None] Pushing event updated for resources: {'Port': ['ID=1e579642-eb2b-4081-953d-128dd9ecd44a,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:06.930894 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b30214f-c670-41ed-860d-abc422e8716d req-ea794cfa-5866-458b-b947-8649a14dc193 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266341 Jan 12 09:37:06.952385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Provisioning complete for port 1e579642-eb2b-4081-953d-128dd9ecd44a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:06.952924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.992567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Port': ['ID=978b861d-0378-46c5-bf44-2846b0b958e3,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:07.014807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.015922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.068099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1e579642-eb2b-4081-953d-128dd9ecd44a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:07.129240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Network 36a436c0-87f7-43f1-af63-d9feee24d31c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:07.172679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Provisioning complete for port 548f108f-d876-46be-a14a-705ac9dd815d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:07.173193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.206759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1e579642-eb2b-4081-953d-128dd9ecd44a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:07.207483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.244393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:07.246932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:07.251064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:07.251664 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.406319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 548f108f-d876-46be-a14a-705ac9dd815d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:07.532734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Provisioning for port 8b726148-eda6-43dd-9fb0-2faabe00c094 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:07.547600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Provisioning complete for port 8b726148-eda6-43dd-9fb0-2faabe00c094 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:07.548075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.567398 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bd12eb47-81d1-4c11-989d-76eec7d8f956 req-6a3d61fe-d6dd-4bf6-bd91-ebc9810ec6e5 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7916160 Jan 12 09:37:07.615289 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4a03e9c1-c8d6-4e3d-9011-52ceb21bc0b2 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.0144770 Jan 12 09:37:07.621230 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36248) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:07.624022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Port 8b726148-eda6-43dd-9fb0-2faabe00c094 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:07.633558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-cdabf130-e8d3-4bb6-a7a9-8d94d27ec001 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::174', 'mac_address': 'fa:16:3e:f0:c7:ac'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:07.637950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 548f108f-d876-46be-a14a-705ac9dd815d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:07.638454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.676282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Provisioning for port 3be8ba95-616f-460c-be10-da966a36e413 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:07.688300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Provisioning complete for port 3be8ba95-616f-460c-be10-da966a36e413 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:07.688300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.755518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-356f408e-b27b-4622-bbbd-c65c5e489261 None None] Port 3be8ba95-616f-460c-be10-da966a36e413 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:07.811608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.820665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.875472 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43936c61-d26f-4e0a-ad10-980c7ba1c8ff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:07.884544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43936c61-d26f-4e0a-ad10-980c7ba1c8ff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.885747 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-43936c61-d26f-4e0a-ad10-980c7ba1c8ff tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/bfff55cc-5054-4e2c-9e57-36c60e993c1d HTTP/1.1" status: 200 len: 890 time: 6.1346669 Jan 12 09:37:07.901158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bba04521-7bfd-4863-9d1f-c9884473dc32 None None] Provisioning complete for port 8b726148-eda6-43dd-9fb0-2faabe00c094 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:07.901529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bba04521-7bfd-4863-9d1f-c9884473dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.918478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36254) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:07.972415 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69323c4-4f54-4af8-afae-d5b05191f7f7 None None] Sync routers for ids ['bfff55cc-5054-4e2c-9e57-36c60e993c1d'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:07.975561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bba04521-7bfd-4863-9d1f-c9884473dc32 None None] Port 8b726148-eda6-43dd-9fb0-2faabe00c094 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:07.994159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bba04521-7bfd-4863-9d1f-c9884473dc32 None None] Provisioning for port 978b861d-0378-46c5-bf44-2846b0b958e3 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:08.003349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bba04521-7bfd-4863-9d1f-c9884473dc32 None None] Provisioning complete for port 978b861d-0378-46c5-bf44-2846b0b958e3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:08.003718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bba04521-7bfd-4863-9d1f-c9884473dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.023167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=8b726148-eda6-43dd-9fb0-2faabe00c094,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:08.165262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bba04521-7bfd-4863-9d1f-c9884473dc32 None None] Port 978b861d-0378-46c5-bf44-2846b0b958e3 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:08.170832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69323c4-4f54-4af8-afae-d5b05191f7f7 None None] Routers {'bfff55cc-5054-4e2c-9e57-36c60e993c1d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:08.171471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d69323c4-4f54-4af8-afae-d5b05191f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bfff55cc-5054-4e2c-9e57-36c60e993c1d'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:08.230585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.254714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.278492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d69323c4-4f54-4af8-afae-d5b05191f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:08.300918 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8f31fe3c-12bf-413f-881a-d24430fe38cd None None] Provisioning complete for port 8b726148-eda6-43dd-9fb0-2faabe00c094 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:08.301280 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f31fe3c-12bf-413f-881a-d24430fe38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.332580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cdabf130-e8d3-4bb6-a7a9-8d94d27ec001 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.338294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69323c4-4f54-4af8-afae-d5b05191f7f7 None None] Routers {'bfff55cc-5054-4e2c-9e57-36c60e993c1d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:08.338983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d69323c4-4f54-4af8-afae-d5b05191f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bfff55cc-5054-4e2c-9e57-36c60e993c1d'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:08.348257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] Deleting port 2235173e-d3c7-4be9-b981-2cc79954cdf0 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:08.348759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.413286 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d69323c4-4f54-4af8-afae-d5b05191f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:08.413692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69323c4-4f54-4af8-afae-d5b05191f7f7 None None] The sync data for ids ['bfff55cc-5054-4e2c-9e57-36c60e993c1d'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:08.432129 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8f31fe3c-12bf-413f-881a-d24430fe38cd None None] Port 8b726148-eda6-43dd-9fb0-2faabe00c094 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:08.458269 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.487127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'Port': ['ID=3be8ba95-616f-460c-be10-da966a36e413,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:08.655052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 9353cfa2-ec3d-4712-98d8-f46d1e6b187b up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:08.692648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc8000-f30f-4940-b73d-3d4ea85db7dc req-d21d716a-4a75-4cf0-8524-521ed5773ecd tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:08.694372 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a7bc8000-f30f-4940-b73d-3d4ea85db7dc req-d21d716a-4a75-4cf0-8524-521ed5773ecd tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5818205 Jan 12 09:37:08.704521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79245b26-3aa2-48e4-96ef-f49e0d956e2a req-637bdf06-e825-465c-abb8-a97edac5eef0 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:08.705637 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-79245b26-3aa2-48e4-96ef-f49e0d956e2a req-637bdf06-e825-465c-abb8-a97edac5eef0 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 945 time: 0.4749620 Jan 12 09:37:08.731007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:08.736002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:08.736514 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.843122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.857497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Network dc449481-2221-47d1-9ed8-eb0f7a693a7b is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:08.859550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.867601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:08.887709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] For port 2235173e-d3c7-4be9-b981-2cc79954cdf0, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2235173e-d3c7-4be9-b981-2cc79954cdf0,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:08.888063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.890019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596a66c8-4c67-4f5c-8792-a97a9cd3d1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353cfa2-ec3d-4712-98d8-f46d1e6b187b'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:37:08.900528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,segment=NetworkSegment(eec95c68-495d-4ac9-abb9-8f6c2b424c30),segment_id=eec95c68-495d-4ac9-abb9-8f6c2b424c30)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:08.906411 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-79245b26-3aa2-48e4-96ef-f49e0d956e2a req-e43f83f8-ea27-404a-8bf6-a5a4e87e9cd6 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886873 Jan 12 09:37:08.914388 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a7bc8000-f30f-4940-b73d-3d4ea85db7dc req-dbaf8d92-bdff-47a4-b03a-53eb2b43c436 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997595 Jan 12 09:37:08.918100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.054041 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596a66c8-4c67-4f5c-8792-a97a9cd3d1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353cfa2-ec3d-4712-98d8-f46d1e6b187b', 'code': 200} Jan 12 09:37:09.110969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:09.129823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.130291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.130634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.131018 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.131349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.131676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.132001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.132332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.132623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.132937 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.133252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.264215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4c2179e3-2665-49a3-b3c7-2ed051f1b9ae None None] Provisioning complete for port 3be8ba95-616f-460c-be10-da966a36e413 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:09.264731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c2179e3-2665-49a3-b3c7-2ed051f1b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.283729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] Calling delete_port for 2235173e-d3c7-4be9-b981-2cc79954cdf0 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:09.325082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4c2179e3-2665-49a3-b3c7-2ed051f1b9ae None None] Port 3be8ba95-616f-460c-be10-da966a36e413 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:09.343084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cdabf130-e8d3-4bb6-a7a9-8d94d27ec001 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.360771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cdabf130-e8d3-4bb6-a7a9-8d94d27ec001 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.379168 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ac3bac34-20f5-4f87-9972-bb5f42d3c5e7 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/routers/bfff55cc-5054-4e2c-9e57-36c60e993c1d HTTP/1.1" status: 200 len: 890 time: 1.4579334 Jan 12 09:37:09.390040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36262) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:09.445733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a3ab6ae3-4efe-4937-858f-08678f0acef0 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Synchronizing usage tracker for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:09.457994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.488219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-cdabf130-e8d3-4bb6-a7a9-8d94d27ec001 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] In _notify_port_updated(), no bound segment for port 978b861d-0378-46c5-bf44-2846b0b958e3 on network 36a436c0-87f7-43f1-af63-d9feee24d31c {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:37:09.491870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdabf130-e8d3-4bb6-a7a9-8d94d27ec001 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:09.492648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cdabf130-e8d3-4bb6-a7a9-8d94d27ec001 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.496373 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cdabf130-e8d3-4bb6-a7a9-8d94d27ec001 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "PUT /v2.0/ports/978b861d-0378-46c5-bf44-2846b0b958e3 HTTP/1.1" status: 200 len: 1001 time: 1.8712831 Jan 12 09:37:09.498403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36266) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:09.502509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabf130-e8d3-4bb6-a7a9-8d94d27ec001 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Port': ['ID=978b861d-0378-46c5-bf44-2846b0b958e3,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:09.538371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a3ab6ae3-4efe-4937-858f-08678f0acef0 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Unset dirty status for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:09.539555 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a3ab6ae3-4efe-4937-858f-08678f0acef0 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfff55cc-5054-4e2c-9e57-36c60e993c1d HTTP/1.1" status: 200 len: 205 time: 0.1481872 Jan 12 09:37:09.563298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36270) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:09.601136 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-4949fa04-2a58-4039-a56d-c6c1bff98209 req-1c04eac9-da30-4191-809f-6970c3a8168d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 1099 time: 0.3071861 Jan 12 09:37:09.705507 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-4949fa04-2a58-4039-a56d-c6c1bff98209 req-b7dd2206-ccf6-4914-8dec-f507bd2a96ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931852 Jan 12 09:37:09.754077 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4c4d6b5b-90ab-4c05-b627-e389155634a0 None None] Provisioning complete for port 978b861d-0378-46c5-bf44-2846b0b958e3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:09.754778 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c4d6b5b-90ab-4c05-b627-e389155634a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.761504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c14f6559-1b04-4ab0-8079-f3311128ae77 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Deleting port 978b861d-0378-46c5-bf44-2846b0b958e3 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:09.761842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c14f6559-1b04-4ab0-8079-f3311128ae77 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.809612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d6b5b-90ab-4c05-b627-e389155634a0 None None] Port 978b861d-0378-46c5-bf44-2846b0b958e3 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:09.891470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] Deleting port ecc5a647-5387-4826-b540-7a0886eb4c07 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:09.891801 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.931859 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Router 570da6fe-1558-4ecc-a6f6-576b669706a9 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:37:10.153575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] For port ecc5a647-5387-4826-b540-7a0886eb4c07, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ecc5a647-5387-4826-b540-7a0886eb4c07,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:10.153925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.286377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] Calling delete_port for ecc5a647-5387-4826-b540-7a0886eb4c07 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:10.434785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.482606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:10.487838 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f3487ddf-4df9-46d6-94e2-d30430bdb9d5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "PUT /v2.0/routers/570da6fe-1558-4ecc-a6f6-576b669706a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2097325 Jan 12 09:37:10.510182 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Sync routers for ids ['570da6fe-1558-4ecc-a6f6-576b669706a9'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:10.533569 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Routers {'570da6fe-1558-4ecc-a6f6-576b669706a9'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:10.534217 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['570da6fe-1558-4ecc-a6f6-576b669706a9'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:10.539886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=2235173e-d3c7-4be9-b981-2cc79954cdf0,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:10.637125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.696523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc5a647-5387-4826-b540-7a0886eb4c07,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:10.780712 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Set router 570da6fe-1558-4ecc-a6f6-576b669706a9 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:10.805327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:10.825045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c14f6559-1b04-4ab0-8079-f3311128ae77 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.870978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.947809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.162902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36704fd-53fd-43cf-8824-ec4db9321b03 req-a9eda885-4022-4f49-9cf1-d92f95290468 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:11.164721 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e36704fd-53fd-43cf-8824-ec4db9321b03 req-a9eda885-4022-4f49-9cf1-d92f95290468 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 1.0825889 Jan 12 09:37:11.170044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48747-afa2-4242-8292-ddea9da3fd3f req-b4ca4821-6d92-4faa-9641-a6bb62e40a33 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:11.176744 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95c48747-afa2-4242-8292-ddea9da3fd3f req-b4ca4821-6d92-4faa-9641-a6bb62e40a33 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 1.0773175 Jan 12 09:37:11.182412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.213856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c14f6559-1b04-4ab0-8079-f3311128ae77 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Calling delete_port for 978b861d-0378-46c5-bf44-2846b0b958e3 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:11.261571 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:37:06Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be8ba95-616f-460c-be10-da966a36e413', 'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'mac_address': 'fa:16:3e:67:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:07Z', 'revision_number': 2, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'subnets': [{'id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:11.265932 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Checking router: 570da6fe-1558-4ecc-a6f6-576b669706a9 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:37:11.266383 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Updating router 570da6fe-1558-4ecc-a6f6-576b669706a9 port 3be8ba95-616f-460c-be10-da966a36e413 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:37:11.320127 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.391013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=8b726148-eda6-43dd-9fb0-2faabe00c094,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:11.440624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.472884 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95c48747-afa2-4242-8292-ddea9da3fd3f req-e05fd26a-c028-4e36-8b2b-4a7a893782f8 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954369 Jan 12 09:37:11.483477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.553931 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e36704fd-53fd-43cf-8824-ec4db9321b03 req-96f2068b-86a3-4d6d-abb3-11cc88dd20fd tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680012 Jan 12 09:37:11.780612 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.831434 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Transition to ACTIVE for port object 3be8ba95-616f-460c-be10-da966a36e413 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:11.832577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] Router 445b9e07-3067-4281-afe0-6934131e9ca8 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:37:11.843901 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.856293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c14f6559-1b04-4ab0-8079-f3311128ae77 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.931763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6559-1b04-4ab0-8079-f3311128ae77 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event deleted for resources: {'Port': ['ID=978b861d-0378-46c5-bf44-2846b0b958e3,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:11.936158 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-83bac312-bc5a-4d30-871b-bbb59a70b874 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744764575&fields=id&tenant_id=875fb44060cb4d74ad4660b23bd39c0d HTTP/1.1" status: 200 len: 267 time: 0.2390006 Jan 12 09:37:11.973447 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Pushing event updated for resources: {'Port': ['ID=3be8ba95-616f-460c-be10-da966a36e413,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:11.983302 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:11.983641 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:11.983963 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:11.984292 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:11.984638 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:11.984964 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:11.985285 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:11.985604 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:11.985920 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:11.986231 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:11.986545 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.084408 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:12.094133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] Sync routers for ids ['445b9e07-3067-4281-afe0-6934131e9ca8'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:12.111620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] Routers {'445b9e07-3067-4281-afe0-6934131e9ca8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:12.112471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['445b9e07-3067-4281-afe0-6934131e9ca8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:12.114934 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-50143ade-677e-4558-81d2-26daa66d94a9 admin admin] 10.222.0.58 "PUT /v2.0/routers/445b9e07-3067-4281-afe0-6934131e9ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0709329 Jan 12 09:37:12.117343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36292) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:12.118361 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Attempting to bind port 3be8ba95-616f-460c-be10-da966a36e413 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:12.118904 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Attempting to bind port 3be8ba95-616f-460c-be10-da966a36e413 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:12.119410 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Attempting to bind port 3be8ba95-616f-460c-be10-da966a36e413 on network dc449481-2221-47d1-9ed8-eb0f7a693a7b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:12.140333 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:37:12.140815 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Checking segment: {'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:12.141225 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.141622 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Bound using segment: {'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:37:12.142080 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Bound port: 3be8ba95-616f-460c-be10-da966a36e413, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:12.142466 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.160522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network f2df9dae-c4da-416f-9708-70264cb80c49 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:12.172395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:12.320704 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] For port 3be8ba95-616f-460c-be10-da966a36e413, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:37:12.324858 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] For port 3be8ba95-616f-460c-be10-da966a36e413, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3be8ba95-616f-460c-be10-da966a36e413,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:37:12.331167 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.451422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.500596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cc24a-f5a7-49c6-a774-fa31cb5939b1 None None] Pushing event updated for resources: {'Port': ['ID=3be8ba95-616f-460c-be10-da966a36e413,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:12.538172 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Routers {'570da6fe-1558-4ecc-a6f6-576b669706a9'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:12.538865 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['570da6fe-1558-4ecc-a6f6-576b669706a9'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:12.542188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] Set router 445b9e07-3067-4281-afe0-6934131e9ca8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:12.764242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.776595 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Deleting port 677bf0ff-b405-46aa-a9bf-569767048061 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:12.776957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.786359 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] Set router 570da6fe-1558-4ecc-a6f6-576b669706a9 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:12.864819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b3172af1-05fc-4164-82b2-a4860e9d75f0 None None] Provisioning complete for port 8b726148-eda6-43dd-9fb0-2faabe00c094 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:12.864819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3172af1-05fc-4164-82b2-a4860e9d75f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.919695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b3172af1-05fc-4164-82b2-a4860e9d75f0 None None] Port 8b726148-eda6-43dd-9fb0-2faabe00c094 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:12.928638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021f829-2f72-42fe-9e3a-fbf552a2a2f7 req-bb6f5e49-3c63-4aa9-9d0d-8676639bef74 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:12.931026 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b021f829-2f72-42fe-9e3a-fbf552a2a2f7 req-bb6f5e49-3c63-4aa9-9d0d-8676639bef74 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 1.1802797 Jan 12 09:37:12.945969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '677bf0ff-b405-46aa-a9bf-569767048061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:37:10Z', 'revision_number': 5, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port': {'id': '677bf0ff-b405-46aa-a9bf-569767048061', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:12.953803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] Checking router: 445b9e07-3067-4281-afe0-6934131e9ca8 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:37:12.959170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c14f6559-1b04-4ab0-8079-f3311128ae77 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.964109 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] Routers {'445b9e07-3067-4281-afe0-6934131e9ca8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:12.964875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['445b9e07-3067-4281-afe0-6934131e9ca8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:12.989991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c14f6559-1b04-4ab0-8079-f3311128ae77 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "DELETE /v2.0/ports/978b861d-0378-46c5-bf44-2846b0b958e3 HTTP/1.1" status: 204 len: 168 time: 3.4915755 Jan 12 09:37:13.016875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36298) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:13.074528 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:37:13.133391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] For port 677bf0ff-b405-46aa-a9bf-569767048061, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=677bf0ff-b405-46aa-a9bf-569767048061,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:13.133942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.152801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] Set router 445b9e07-3067-4281-afe0-6934131e9ca8 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:13.154533 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b021f829-2f72-42fe-9e3a-fbf552a2a2f7 req-011bef9d-e51d-4a17-9c60-3360bad9dc21 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622877 Jan 12 09:37:13.190034 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:37:06Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be8ba95-616f-460c-be10-da966a36e413', 'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'mac_address': 'fa:16:3e:67:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:12Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'subnets': [{'id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:13.194695 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a3b9ca-3856-4c6f-9f9e-5424fb3b0cb7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] GET failed (client error): The resource could not be found. Jan 12 09:37:13.195482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-32a3b9ca-3856-4c6f-9f9e-5424fb3b0cb7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Synchronizing usage tracker for tenant:4bd91727355847d3a5381acaef290843 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:13.203545 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423acbb1-759c-448f-bf2b-724a6b0bdf1d None None] The sync data for ids ['570da6fe-1558-4ecc-a6f6-576b669706a9'] in dv-neutron-824347-1-hyperv is: [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:37:06Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be8ba95-616f-460c-be10-da966a36e413', 'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'mac_address': 'fa:16:3e:67:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:12Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'subnets': [{'id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:13.252816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-277e553a-8491-4ce5-b300-32443ad1d220 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:13.252816 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-277e553a-8491-4ce5-b300-32443ad1d220 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/networks?id=dc449481-2221-47d1-9ed8-eb0f7a693a7b HTTP/1.1" status: 200 len: 797 time: 1.2589841 Jan 12 09:37:13.270267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.346734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Calling delete_port for 677bf0ff-b405-46aa-a9bf-569767048061 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:13.371889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-32a3b9ca-3856-4c6f-9f9e-5424fb3b0cb7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Unset dirty status for tenant:4bd91727355847d3a5381acaef290843 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:13.377223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:37:12Z', 'revision_number': 6, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:13.378741 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-32a3b9ca-3856-4c6f-9f9e-5424fb3b0cb7 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "GET /v2.0/ports/978b861d-0378-46c5-bf44-2846b0b958e3 HTTP/1.1" status: 404 len: 333 time: 0.2760150 Jan 12 09:37:13.379271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36304) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:13.383309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9981b-0e1e-478d-b2c2-97ccd36641ef None None] The sync data for ids ['445b9e07-3067-4281-afe0-6934131e9ca8'] in dv-neutron-824347-1-hyperv is: [{'id': '445b9e07-3067-4281-afe0-6934131e9ca8', 'name': 'tempest-ServersTestJSON-1672856325-router', 'tenant_id': 'd8d51923963440baba3cd5ca40464130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:37:12Z', 'revision_number': 6, 'project_id': 'd8d51923963440baba3cd5ca40464130', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:13.392140 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'port': {'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1611230557'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:13.411058 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-4751e871-f4a2-4760-b899-80d8de7de352 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/quotas/875fb44060cb4d74ad4660b23bd39c0d HTTP/1.1" status: 200 len: 375 time: 0.1098435 Jan 12 09:37:13.566017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.581816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:13.598535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:13.609380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 56d5dab4-0b9a-43d5-83c5-348e5360a796 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:13.609816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.613509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Made reservation on behalf of 4bd91727355847d3a5381acaef290843 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:13.616630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.677082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] device_id is not set on port a6751723-19f3-4653-afe8-e74f819afd50 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:13.741479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887072b6-50e1-4420-8766-1bd4d535d18a req-8688311d-724d-45a5-9dd3-7e684f6c2fbc tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:13.747350 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-887072b6-50e1-4420-8766-1bd4d535d18a req-8688311d-724d-45a5-9dd3-7e684f6c2fbc tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.3594060 Jan 12 09:37:13.749611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.822450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Pushing event deleted for resources: {'Port': ['ID=677bf0ff-b405-46aa-a9bf-569767048061,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:13.914234 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-80dff43e-1387-4ea9-8e3a-ccc7f24449d6 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=875fb44060cb4d74ad4660b23bd39c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4562373 Jan 12 09:37:13.973005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Allocated IP 2001:db8::305 (36a436c0-87f7-43f1-af63-d9feee24d31c/1f165189-0816-46b2-ad78-fb3a25f277f4/a6751723-19f3-4653-afe8-e74f819afd50) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:14.006951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.130103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.135470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Router 28928f47-1097-4b15-85d3-7d912bc41033 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:37:14.145379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 56d5dab4-0b9a-43d5-83c5-348e5360a796 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:14.190554 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-887072b6-50e1-4420-8766-1bd4d535d18a req-5f2a6284-ee6e-4400-bef9-6044fe352139 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918872 Jan 12 09:37:14.331948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-052450f3-7fc1-4e9e-9d8c-a36c46455166 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:37:14.332942 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-052450f3-7fc1-4e9e-9d8c-a36c46455166 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1986506 Jan 12 09:37:14.429100 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.622466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.686017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.686628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445b9e07-3067-4281-afe0-6934131e9ca8 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:37:14.720683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.733321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.734388 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2e12de8a-6ca5-4935-a1b1-a57fd75924fe admin admin] 10.222.0.58 "DELETE /v2.0/routers/445b9e07-3067-4281-afe0-6934131e9ca8 HTTP/1.1" status: 204 len: 168 time: 2.6147788 Jan 12 09:37:14.737571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36320) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:14.776214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Transition to ACTIVE for port object a6751723-19f3-4653-afe8-e74f819afd50 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:14.809726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed18ff8-cf31-4159-8787-b0f26b61b52c admin admin] Deleting subnet c2d119ae-48fc-47f5-99cf-576a3a3b45d4 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:37:14.816503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ed18ff8-cf31-4159-8787-b0f26b61b52c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.861981 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.934975 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ed18ff8-cf31-4159-8787-b0f26b61b52c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.989198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Network 36a436c0-87f7-43f1-af63-d9feee24d31c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:14.991560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Port': ['ID=a6751723-19f3-4653-afe8-e74f819afd50,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:15.000488 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-c0c091a2-7bcc-45e8-9ca4-121ad9c490e9 service neutron] 10.222.0.58 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519539 Jan 12 09:37:15.001032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:15.003434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:15.007531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:15.008196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.038935 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-18b16722-6da6-4170-9246-f9e22d9b0ac3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6583867 Jan 12 09:37:15.045268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36324) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:15.051442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-fc83efbc-614d-4eaa-8fad-df72c1241ea1 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f0:c7:ac'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:15.125160 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ed18ff8-cf31-4159-8787-b0f26b61b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.157241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3be8ba95-616f-460c-be10-da966a36e413 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:15.181676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54cca1-3e8d-4873-b6f3-e5bbf941a3a3 req-794ebe1e-9873-4086-ae3a-5cc4991da09a tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:15.183331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e54cca1-3e8d-4873-b6f3-e5bbf941a3a3 req-794ebe1e-9873-4086-ae3a-5cc4991da09a tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.5900261 Jan 12 09:37:15.186798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.245263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 3be8ba95-616f-460c-be10-da966a36e413 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:15.252730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3be8ba95-616f-460c-be10-da966a36e413 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:15.254585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.268693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=56d5dab4-0b9a-43d5-83c5-348e5360a796,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:15.305658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:15.319646 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb91fe7-6fc4-409a-bdc5-9a5defb336af None None] Sync routers for ids ['28928f47-1097-4b15-85d3-7d912bc41033'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:15.332935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ed18ff8-cf31-4159-8787-b0f26b61b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.333121 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb91fe7-6fc4-409a-bdc5-9a5defb336af None None] Routers {'28928f47-1097-4b15-85d3-7d912bc41033'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:15.333598 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-acb91fe7-6fc4-409a-bdc5-9a5defb336af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['28928f47-1097-4b15-85d3-7d912bc41033'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:15.376395 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0fee07db-d5c5-4d1f-90fb-37669f8c32de tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "PUT /v2.0/routers/28928f47-1097-4b15-85d3-7d912bc41033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8063188 Jan 12 09:37:15.384540 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-aabb48ec-1f28-477a-8312-887072eca417 None None] Provisioning for port a6751723-19f3-4653-afe8-e74f819afd50 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:15.402206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-aabb48ec-1f28-477a-8312-887072eca417 None None] Provisioning complete for port a6751723-19f3-4653-afe8-e74f819afd50 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:15.402571 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aabb48ec-1f28-477a-8312-887072eca417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.404559 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-acb91fe7-6fc4-409a-bdc5-9a5defb336af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:15.408103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36328) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:15.417957 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb91fe7-6fc4-409a-bdc5-9a5defb336af None None] Routers {'28928f47-1097-4b15-85d3-7d912bc41033'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:15.418994 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-acb91fe7-6fc4-409a-bdc5-9a5defb336af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['28928f47-1097-4b15-85d3-7d912bc41033'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:15.441628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed18ff8-cf31-4159-8787-b0f26b61b52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d119ae-48fc-47f5-99cf-576a3a3b45d4,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:15.457751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.464095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ed18ff8-cf31-4159-8787-b0f26b61b52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.481888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a43fb-6dcb-4ed9-9993-2e4b7e9ba491 None None] Network 6fa7509a-e83f-4be8-820f-eefe950e0df1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:15.487106 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0ed18ff8-cf31-4159-8787-b0f26b61b52c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c2d119ae-48fc-47f5-99cf-576a3a3b45d4 HTTP/1.1" status: 204 len: 168 time: 0.7483277 Jan 12 09:37:15.490932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36332) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:15.501041 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e54cca1-3e8d-4873-b6f3-e5bbf941a3a3 req-40b6ae33-8c4e-4e3e-a292-c03c721b13b9 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089225 Jan 12 09:37:15.564471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-aabb48ec-1f28-477a-8312-887072eca417 None None] Port a6751723-19f3-4653-afe8-e74f819afd50 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:15.577007 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-acb91fe7-6fc4-409a-bdc5-9a5defb336af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:15.577522 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb91fe7-6fc4-409a-bdc5-9a5defb336af None None] The sync data for ids ['28928f47-1097-4b15-85d3-7d912bc41033'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:15.592913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 3be8ba95-616f-460c-be10-da966a36e413, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3be8ba95-616f-460c-be10-da966a36e413,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:15.608287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.642574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.648194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc83efbc-614d-4eaa-8fad-df72c1241ea1 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.659284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ecc5a647-5387-4826-b540-7a0886eb4c07 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:15.665032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-807e5ac3-145c-442d-a5bc-7e6b042d3b48 service neutron] 10.222.0.58 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544909 Jan 12 09:37:15.803889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: ecc5a647-5387-4826-b540-7a0886eb4c07 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:15.804152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ecc5a647-5387-4826-b540-7a0886eb4c07 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:15.853295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Deleting port 7e1437e7-5076-4bba-8988-4503bbeb8120 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:15.853633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.967922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=3be8ba95-616f-460c-be10-da966a36e413,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:16.018578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.270393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] DHCP port deletion for 6fa7509a-e83f-4be8-820f-eefe950e0df1 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:37:16.275108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] Deleting port 7e1437e7-5076-4bba-8988-4503bbeb8120 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:16.275483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.306505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] For port 7e1437e7-5076-4bba-8988-4503bbeb8120, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7e1437e7-5076-4bba-8988-4503bbeb8120,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:16.314877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.407033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37a88b2-0891-4620-b3a3-62a15b37ca4d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:16.407745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a37a88b2-0891-4620-b3a3-62a15b37ca4d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:16.428155 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3aaabc24-889b-43c6-9ec8-976d67741eda req-b8c0b007-74d6-4118-bfe3-28a5f930399a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 210 time: 0.0758946 Jan 12 09:37:16.476316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Calling delete_port for 7e1437e7-5076-4bba-8988-4503bbeb8120 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:16.609950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.613531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a37a88b2-0891-4620-b3a3-62a15b37ca4d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:16.616966 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a37a88b2-0891-4620-b3a3-62a15b37ca4d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports?device_id=28928f47-1097-4b15-85d3-7d912bc41033 HTTP/1.1" status: 200 len: 982 time: 1.2044718 Jan 12 09:37:16.618943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36352) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:16.624310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.632708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836382e-d1bc-4234-9368-9499b195da52 req-b1edb004-fcc3-4c30-a730-4f4b468ab79c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:16.634348 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b836382e-d1bc-4234-9368-9499b195da52 req-b1edb004-fcc3-4c30-a730-4f4b468ab79c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.8767996 Jan 12 09:37:16.675242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-fc83efbc-614d-4eaa-8fad-df72c1241ea1 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:16.689368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] Router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:37:16.715053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] For port 7e1437e7-5076-4bba-8988-4503bbeb8120, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7e1437e7-5076-4bba-8988-4503bbeb8120,segment=NetworkSegment(88b4fcad-47c7-4c32-9b16-9e3bc76cc591),segment_id=88b4fcad-47c7-4c32-9b16-9e3bc76cc591)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:16.717201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.749269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.749815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Fanout notify agent at l3_agent the message router_deleted on router bfff55cc-5054-4e2c-9e57-36c60e993c1d {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:37:16.850984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.851576 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b836382e-d1bc-4234-9368-9499b195da52 req-ba0d6855-f4a9-4412-a3d9-7e88e4e099ce tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055237 Jan 12 09:37:16.860128 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] Calling delete_port for 7e1437e7-5076-4bba-8988-4503bbeb8120 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:16.861287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.868347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-afe25c6b-b277-4d7f-bc03-8f9a063e1f32 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/bfff55cc-5054-4e2c-9e57-36c60e993c1d HTTP/1.1" status: 204 len: 168 time: 7.2927933 Jan 12 09:37:16.882384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36356) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:16.895411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1772665005'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:16.915849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] No DVR routers for this DVR port 7e1437e7-5076-4bba-8988-4503bbeb8120 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:16.922936 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:16.948677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:16.949035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:16.961401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418409e-56dd-4c02-a500-55c8acb160d3 req-09fea099-89d2-4023-a830-7b4238ec882b tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:16.971277 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a418409e-56dd-4c02-a500-55c8acb160d3 req-09fea099-89d2-4023-a830-7b4238ec882b tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.3305292 Jan 12 09:37:16.975498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:network and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:16.981692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc83efbc-614d-4eaa-8fad-df72c1241ea1 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.994147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1437e7-5076-4bba-8988-4503bbeb8120,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:16.999246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc83efbc-614d-4eaa-8fad-df72c1241ea1 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.010080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:17.032165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:17.047162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3be8ba95-616f-460c-be10-da966a36e413 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:17.091792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:17.094852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.137693 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a418409e-56dd-4c02-a500-55c8acb160d3 req-7fec5187-b9ff-47f2-8787-d6606d19ded3 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654325 Jan 12 09:37:17.146717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3be8ba95-616f-460c-be10-da966a36e413 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:17.147216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.185462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:17.223541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fc83efbc-614d-4eaa-8fad-df72c1241ea1 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] In _notify_port_updated(), no bound segment for port a6751723-19f3-4653-afe8-e74f819afd50 on network 36a436c0-87f7-43f1-af63-d9feee24d31c {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:37:17.227826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc83efbc-614d-4eaa-8fad-df72c1241ea1 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:17.228514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc83efbc-614d-4eaa-8fad-df72c1241ea1 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.232785 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fc83efbc-614d-4eaa-8fad-df72c1241ea1 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "PUT /v2.0/ports/a6751723-19f3-4653-afe8-e74f819afd50 HTTP/1.1" status: 200 len: 1003 time: 2.1840093 Jan 12 09:37:17.239053 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.250783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36362) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:17.339521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.339938 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added segment 6a2c6bf5-22a3-4657-8065-52886f60058c of type vlan for network 81e9e05a-a644-415b-bcf9-090cfbe5bacf Jan 12 09:37:17.344031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83efbc-614d-4eaa-8fad-df72c1241ea1 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Port': ['ID=a6751723-19f3-4653-afe8-e74f819afd50,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:17.375173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa7509a-e83f-4be8-820f-eefe950e0df1']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.398283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b4fcad-47c7-4c32-9b16-9e3bc76cc591') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.398469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b4fcad-47c7-4c32-9b16-9e3bc76cc591') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.410099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-db798965-0625-4c9b-afb4-3f2637666846 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Deleting port a6751723-19f3-4653-afe8-e74f819afd50 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:17.410474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-db798965-0625-4c9b-afb4-3f2637666846 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.451513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] Deleting port 7e1437e7-5076-4bba-8988-4503bbeb8120 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:17.452070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.459566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.479904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.488979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.506509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:37:17.507776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:17.530840 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:17.566194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7e1437e7-5076-4bba-8988-4503bbeb8120 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:17.695171 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.699093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:17.699785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.732334 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6fa3661d-c686-488c-b17d-fb50b9956539 req-0c91a3c4-885c-493e-887e-3349740b7da5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 210 time: 0.0956869 Jan 12 09:37:17.734350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:17.748263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2c2debe9-f953-4e13-8949-00253d951c2e None None] The port '7e1437e7-5076-4bba-8988-4503bbeb8120' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:37:17.749084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 7e1437e7-5076-4bba-8988-4503bbeb8120 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:17.749415 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7e1437e7-5076-4bba-8988-4503bbeb8120 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:17.749822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 677bf0ff-b405-46aa-a9bf-569767048061 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:17.775238 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8887138 Jan 12 09:37:17.776199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36374) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:17.785417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-88690754-33f6-4ff4-998e-86a733164d06 admin admin] 10.222.0.58 "PUT /v2.0/routers/6f0f57d1-f9aa-45d2-ad4e-8e7773702383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1281223 Jan 12 09:37:17.791738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36378) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:17.805501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] Sync routers for ids ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:17.825582 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 677bf0ff-b405-46aa-a9bf-569767048061 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:17.826857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 677bf0ff-b405-46aa-a9bf-569767048061 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:17.844535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] Routers {'6f0f57d1-f9aa-45d2-ad4e-8e7773702383'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:17.845445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.922985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-91767d32-c7de-4f5e-9333-c2801b7bf32e None None] Provisioning complete for port a6751723-19f3-4653-afe8-e74f819afd50 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:17.923354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91767d32-c7de-4f5e-9333-c2801b7bf32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.969005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.973621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'subnet': {'network_id': '81e9e05a-a644-415b-bcf9-090cfbe5bacf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:18.040197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-91767d32-c7de-4f5e-9333-c2801b7bf32e None None] Port a6751723-19f3-4653-afe8-e74f819afd50 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:18.057449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37cf71-c59d-4c42-807c-769ca1d5fd9b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Network': ['ID=81e9e05a-a644-415b-bcf9-090cfbe5bacf,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:18.062820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.076427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa7509a-e83f-4be8-820f-eefe950e0df1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:18.092064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 81e9e05a-a644-415b-bcf9-090cfbe5bacf details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:18.099424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04b82-965f-458a-95e1-818d37dc11dc req-91854001-b11c-4f64-850a-fcc0056b3a0e tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:18.100908 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-16f04b82-965f-458a-95e1-818d37dc11dc req-91854001-b11c-4f64-850a-fcc0056b3a0e tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.6813495 Jan 12 09:37:18.101382 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a0e709dc-b228-40c7-8f23-9d70191de5c7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6fa7509a-e83f-4be8-820f-eefe950e0df1 HTTP/1.1" status: 204 len: 168 time: 2.6092646 Jan 12 09:37:18.160331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:18.200095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:subnet and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:18.206861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:18.217409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-db798965-0625-4c9b-afb4-3f2637666846 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.237759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:18.272415 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-16f04b82-965f-458a-95e1-818d37dc11dc req-1934eb5a-bb79-47fd-a582-85b6ed505e6b tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586909 Jan 12 09:37:18.274303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:18.276765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] Set router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:18.345338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-148a6c62-08ac-4d95-a68e-e695f23ee2a2 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:18.346282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-148a6c62-08ac-4d95-a68e-e695f23ee2a2 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Synchronizing usage tracker for tenant:875fb44060cb4d74ad4660b23bd39c0d on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:18.424179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-db798965-0625-4c9b-afb4-3f2637666846 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Calling delete_port for a6751723-19f3-4653-afe8-e74f819afd50 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:18.459019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36386) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:18.613702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:37:09Z', 'revision_number': 5, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:18.617823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] Checking router: 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:37:18.629752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] Routers {'6f0f57d1-f9aa-45d2-ad4e-8e7773702383'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:18.630376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:36:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:18.637700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-148a6c62-08ac-4d95-a68e-e695f23ee2a2 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Unset dirty status for tenant:875fb44060cb4d74ad4660b23bd39c0d on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:18.638864 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-148a6c62-08ac-4d95-a68e-e695f23ee2a2 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.59 "GET /v2.0/networks?id=dc449481-2221-47d1-9ed8-eb0f7a693a7b HTTP/1.1" status: 200 len: 797 time: 0.9775848 Jan 12 09:37:18.720347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.815313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] Set router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:18.836594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-2fba22e2-00ca-4e1f-8518-cc776d47c7a1 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Synchronizing usage tracker for tenant:875fb44060cb4d74ad4660b23bd39c0d on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:18.863229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-db798965-0625-4c9b-afb4-3f2637666846 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.910611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-142b1c82-50fa-4995-944d-d2d7efa0bde3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8d51923963440baba3cd5ca40464130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4494865 Jan 12 09:37:18.915085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36392) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:18.935001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-2fba22e2-00ca-4e1f-8518-cc776d47c7a1 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Unset dirty status for tenant:875fb44060cb4d74ad4660b23bd39c0d on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:18.936236 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-2fba22e2-00ca-4e1f-8518-cc776d47c7a1 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=875fb44060cb4d74ad4660b23bd39c0d HTTP/1.1" status: 200 len: 380 time: 0.2768121 Jan 12 09:37:18.937922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db798965-0625-4c9b-afb4-3f2637666846 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event deleted for resources: {'Port': ['ID=a6751723-19f3-4653-afe8-e74f819afd50,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:18.951069 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9b19e074-3ace-40d7-a1c8-957d3fb88af3 req-7963d26f-53a3-49da-bbab-e222dffc2094 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 210 time: 0.0779455 Jan 12 09:37:18.953857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'port': {'device_id': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'admin_state_up': True, 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'security_groups': ['27c4ad27-627c-4aed-a6b6-0cb232cf65d4']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:18.978218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ca0a5-330f-41ec-891d-a893082a8402 req-e1daa91e-73f0-47cb-b467-fd84ce8a0fce tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:18.985461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa5ca0a5-330f-41ec-891d-a893082a8402 req-e1daa91e-73f0-47cb-b467-fd84ce8a0fce tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.5409136 Jan 12 09:37:18.991159 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.116765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27879d8c-bdfa-42af-bc8f-c05c7237a32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.148220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:37:09Z', 'revision_number': 5, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:19.154795 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825f50a-0634-4970-a2af-6515343a2721 None None] The sync data for ids ['6f0f57d1-f9aa-45d2-ad4e-8e7773702383'] in dv-neutron-824347-1-hyperv is: [{'id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'name': 'tempest-ServersTestManualDisk-2044080748-router', 'tenant_id': '3430eb1474ae46dcaa7c866883c47d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:03Z', 'updated_at': '2022-01-12T09:37:09Z', 'revision_number': 5, 'project_id': '3430eb1474ae46dcaa7c866883c47d4f', 'gw_port': {'id': '9584da32-7a60-4cbc-b579-c3ad8d0a8f42', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f57d1-f9aa-45d2-ad4e-8e7773702383', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:04Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:19.185262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-db798965-0625-4c9b-afb4-3f2637666846 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.186820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa5ca0a5-330f-41ec-891d-a893082a8402 req-337c6bf0-d949-4adb-814a-88df3814e8d3 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002554 Jan 12 09:37:19.203162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2485c103-1d4d-40d3-8db5-944c914a2f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.317240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.327334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:19.346443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:port and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:19.359557 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-db798965-0625-4c9b-afb4-3f2637666846 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "DELETE /v2.0/ports/a6751723-19f3-4653-afe8-e74f819afd50 HTTP/1.1" status: 204 len: 168 time: 2.1054049 Jan 12 09:37:19.359557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:19.364996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36400) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.372600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:19.423677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2485c103-1d4d-40d3-8db5-944c914a2f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.431481 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e6da65-030a-43f2-ad67-8c230c62ea32 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] GET failed (client error): The resource could not be found. Jan 12 09:37:19.431982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f9e6da65-030a-43f2-ad67-8c230c62ea32 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Synchronizing usage tracker for tenant:4bd91727355847d3a5381acaef290843 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:19.458391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Made reservation on behalf of 875fb44060cb4d74ad4660b23bd39c0d for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:19.461375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.528534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Subnet': ['ID=cc0e4628-f43a-45ec-80c9-e8af735f9fe3,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:19.577093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f9e6da65-030a-43f2-ad67-8c230c62ea32 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Unset dirty status for tenant:4bd91727355847d3a5381acaef290843 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:19.578259 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f9e6da65-030a-43f2-ad67-8c230c62ea32 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "GET /v2.0/ports/a6751723-19f3-4653-afe8-e74f819afd50 HTTP/1.1" status: 404 len: 333 time: 0.2099714 Jan 12 09:37:19.584675 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Checking segment: {'id': '6a2c6bf5-22a3-4657-8065-52886f60058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '81e9e05a-a644-415b-bcf9-090cfbe5bacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:19.584853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36406) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.584946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network hostable DHCP agents. Network: 81e9e05a-a644-415b-bcf9-090cfbe5bacf, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:19.629587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'port': {'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1317632947'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:19.678103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.710156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Deleting port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:19.710483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.734707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.769326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e79e55-c549-43f3-b380-84f6b398222b req-d1acb976-322c-4e84-8acb-aa1715d3c1a3 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:19.770797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a6e79e55-c549-43f3-b380-84f6b398222b req-d1acb976-322c-4e84-8acb-aa1715d3c1a3 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.3372366 Jan 12 09:37:19.778881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 81e9e05a-a644-415b-bcf9-090cfbe5bacf is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:19.835167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2485c103-1d4d-40d3-8db5-944c914a2f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.835769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 81e9e05a-a644-415b-bcf9-090cfbe5bacf) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:19.844928 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899fad2-1f6e-41c8-ad08-0c51cd7bafaa None None] Network 81e9e05a-a644-415b-bcf9-090cfbe5bacf requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:19.894520 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-874d54e3-56d0-4b73-b162-7cb8ce3786b4 req-61b90a83-6ccf-49e1-8ce0-6d0b6219c7f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9147064d0fea42a180f2a08aee918e94&device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 1099 time: 0.3424258 Jan 12 09:37:19.903664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:19.904071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.950200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485c103-1d4d-40d3-8db5-944c914a2f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d927e2f9-e853-4ec6-adcf-9532305fc4bd,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:20.010852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15f70b-3894-40cd-8356-368f7ac37178 req-3fa20390-b91c-4c89-af44-91498b8ec673 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:20.017499 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ff15f70b-3894-40cd-8356-368f7ac37178 req-3fa20390-b91c-4c89-af44-91498b8ec673 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.4277415 Jan 12 09:37:20.027257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2485c103-1d4d-40d3-8db5-944c914a2f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.028842 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2485c103-1d4d-40d3-8db5-944c914a2f01 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d927e2f9-e853-4ec6-adcf-9532305fc4bd HTTP/1.1" status: 204 len: 168 time: 1.1123779 Jan 12 09:37:20.030162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Allocated IP 172.20.0.12 (dc449481-2221-47d1-9ed8-eb0f7a693a7b/6e8979c3-057a-4be8-928e-fce569f4e271/67497fa0-2e8a-442f-8eb4-697c17c1d4c8) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:20.059173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:20.067260 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a6e79e55-c549-43f3-b380-84f6b398222b req-ad05d97d-8016-48f7-be9e-4e77957544cb tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834902 Jan 12 09:37:20.083038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:20.095853 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-de4bc571-52ed-4ab6-84cc-687b2d1bbd3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3104613 Jan 12 09:37:20.107187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36416) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.112130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-81e9e05a-a644-415b-bcf9-090cfbe5bacf', 'network_id': '81e9e05a-a644-415b-bcf9-090cfbe5bacf', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'fixed_ips': [{'subnet_id': 'cc0e4628-f43a-45ec-80c9-e8af735f9fe3'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:37:20.112958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.120567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-689505185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:20.131418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:20.145257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:router and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:20.151566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:20.155692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Made reservation on behalf of 4bd91727355847d3a5381acaef290843 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:20.158609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.179158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:20.235883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] For port 9584da32-7a60-4cbc-b579-c3ad8d0a8f42, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=9584da32-7a60-4cbc-b579-c3ad8d0a8f42,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:20.235883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.281556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] device_id is not set on port 08ef705e-4e3f-4699-918d-990fc1db9a79 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:20.332462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.333516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.367296 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ff15f70b-3894-40cd-8356-368f7ac37178 req-5d0d856a-83bf-42a5-a8e1-16a97a3635de tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485241 Jan 12 09:37:20.370249 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-87b8bca9-a809-4114-941e-0dee8dd80ebb req-888e1ca5-4bc8-42e1-b02a-fe54c7b76be5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 210 time: 0.1461709 Jan 12 09:37:20.456897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d54e3-56d0-4b73-b162-7cb8ce3786b4 req-b3f288b8-8ef3-41ea-9bcd-9253d327898f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:20.458391 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-874d54e3-56d0-4b73-b162-7cb8ce3786b4 req-b3f288b8-8ef3-41ea-9bcd-9253d327898f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec7aad4a-84dd-4e90-8154-00a6a2736b2a HTTP/1.1" status: 200 len: 913 time: 0.5480089 Jan 12 09:37:20.469114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Calling delete_port for 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:20.536143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Allocated IP 2001:db8::2 (81e9e05a-a644-415b-bcf9-090cfbe5bacf/cc0e4628-f43a-45ec-80c9-e8af735f9fe3/da2d927e-ec75-437a-a1aa-c5099b13d7e4) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:20.573937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.793337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.794039 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-874d54e3-56d0-4b73-b162-7cb8ce3786b4 req-5e377e4c-560a-407e-b80a-b411dc4b1863 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9353cfa2-ec3d-4712-98d8-f46d1e6b187b HTTP/1.1" status: 200 len: 217 time: 0.0740876 Jan 12 09:37:20.860197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Allocated IP 2001:db8::3cc (36a436c0-87f7-43f1-af63-d9feee24d31c/1f165189-0816-46b2-ad78-fb3a25f277f4/08ef705e-4e3f-4699-918d-990fc1db9a79) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:20.874091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Transition to ACTIVE for port object 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:20.889830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.965748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d54e3-56d0-4b73-b162-7cb8ce3786b4 req-8d0a71c3-b74d-42c8-8569-d161ec09607b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:20.987022 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-874d54e3-56d0-4b73-b162-7cb8ce3786b4 req-8d0a71c3-b74d-42c8-8569-d161ec09607b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eefcec1-d5d3-4271-863f-e2b5dfda80e8 HTTP/1.1" status: 200 len: 852 time: 0.1689110 Jan 12 09:37:20.991951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 8b726148-eda6-43dd-9fb0-2faabe00c094 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:20.992450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.011813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2235173e-d3c7-4be9-b981-2cc79954cdf0 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:21.044011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.045110 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2fc39f6d-64ba-4bca-badc-fc5b101ada07 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9358897 Jan 12 09:37:21.051289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36432) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:21.077186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.089610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Transition to ACTIVE for port object da2d927e-ec75-437a-a1aa-c5099b13d7e4 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:21.109558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Transition to ACTIVE for port object da2d927e-ec75-437a-a1aa-c5099b13d7e4 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:21.118579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.162093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 2235173e-d3c7-4be9-b981-2cc79954cdf0 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:21.162432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2235173e-d3c7-4be9-b981-2cc79954cdf0 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:21.176575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.189966 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-874d54e3-56d0-4b73-b162-7cb8ce3786b4 req-65877cbe-83ce-4c10-b807-4bb89fc62402 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec7aad4a-84dd-4e90-8154-00a6a2736b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2020037 Jan 12 09:37:21.238841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Network 81e9e05a-a644-415b-bcf9-090cfbe5bacf is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:21.242251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:21.244440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3784b878-df5e-4fd9-b00d-52fbc504cb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.248037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:21.341536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Pushing event updated for resources: {'Port': ['ID=da2d927e-ec75-437a-a1aa-c5099b13d7e4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:21.373447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Attempting to bind port da2d927e-ec75-437a-a1aa-c5099b13d7e4 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:21.374173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Attempting to bind port da2d927e-ec75-437a-a1aa-c5099b13d7e4 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '6a2c6bf5-22a3-4657-8065-52886f60058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '81e9e05a-a644-415b-bcf9-090cfbe5bacf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:21.374878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Attempting to bind port da2d927e-ec75-437a-a1aa-c5099b13d7e4 on network 81e9e05a-a644-415b-bcf9-090cfbe5bacf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:21.382700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:37:21.383682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Checking segment: {'id': '6a2c6bf5-22a3-4657-8065-52886f60058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '81e9e05a-a644-415b-bcf9-090cfbe5bacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:21.384526 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.385427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Bound using segment: {'id': '6a2c6bf5-22a3-4657-8065-52886f60058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '81e9e05a-a644-415b-bcf9-090cfbe5bacf'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:37:21.387078 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Bound port: da2d927e-ec75-437a-a1aa-c5099b13d7e4, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2c6bf5-22a3-4657-8065-52886f60058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '81e9e05a-a644-415b-bcf9-090cfbe5bacf'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:21.387812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.430633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Network dc449481-2221-47d1-9ed8-eb0f7a693a7b is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:21.435283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'Port': ['ID=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:21.438782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:21.440893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:21.579900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] For port da2d927e-ec75-437a-a1aa-c5099b13d7e4, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:37:21.584862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] For port da2d927e-ec75-437a-a1aa-c5099b13d7e4, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=da2d927e-ec75-437a-a1aa-c5099b13d7e4,segment=NetworkSegment(6a2c6bf5-22a3-4657-8065-52886f60058c),segment_id=6a2c6bf5-22a3-4657-8065-52886f60058c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:37:21.587090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.590088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.628232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.716077 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:21.716776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.729396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967204b-3075-43c6-bd04-0a1d3a7a1e05 None None] Pushing event updated for resources: {'Port': ['ID=da2d927e-ec75-437a-a1aa-c5099b13d7e4,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:21.746561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.795614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Transition to ACTIVE for port object 08ef705e-4e3f-4699-918d-990fc1db9a79 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:21.936413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.942527 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f9296188-9f0b-4c3c-8c90-0ceafa93bdf7 None None] Provisioning for port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:21.948989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f9296188-9f0b-4c3c-8c90-0ceafa93bdf7 None None] Provisioning complete for port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:21.949474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9296188-9f0b-4c3c-8c90-0ceafa93bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.974578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 8b726148-eda6-43dd-9fb0-2faabe00c094 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:22.005614 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-84a92624-c774-4f2d-a545-4571e7fb605b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0576897 Jan 12 09:37:22.021324 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Request body: {'port': {'device_id': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:22.036288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f9296188-9f0b-4c3c-8c90-0ceafa93bdf7 None None] Port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:22.038807 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-874d54e3-56d0-4b73-b162-7cb8ce3786b4 req-4e3a988a-7e02-4f63-93d3-192f0896a9e9 service neutron] 10.222.0.59 "GET /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8267124 Jan 12 09:37:22.051485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9584da32-7a60-4cbc-b579-c3ad8d0a8f42,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:22.151044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.310476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Network 36a436c0-87f7-43f1-af63-d9feee24d31c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:22.315802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.322043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a31c1-9cfe-43ff-b5c2-6f23cb76a92b req-e6983b9d-6401-4975-aead-9d4fafdfde54 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:22.323648 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b46a31c1-9cfe-43ff-b5c2-6f23cb76a92b req-e6983b9d-6401-4975-aead-9d4fafdfde54 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 1.1142390 Jan 12 09:37:22.331813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:22.334439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:22.338655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:22.339332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.348521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Port': ['ID=08ef705e-4e3f-4699-918d-990fc1db9a79,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:22.387291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.397249 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5ae8a468-3a77-4940-a177-72c4518a87cb tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8115096 Jan 12 09:37:22.408799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36456) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:22.425962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'port': {'network_id': '36a436c0-87f7-43f1-af63-d9feee24d31c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1793406389'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:22.514722 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-874d54e3-56d0-4b73-b162-7cb8ce3786b4 req-dc341885-da53-47f1-b20c-22be8556b1d9 service neutron] 10.222.0.59 "GET /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504573 Jan 12 09:37:22.581242 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.677507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.786486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=8b726148-eda6-43dd-9fb0-2faabe00c094,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:22.838720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292a318-0679-4c4c-9720-5462c8e857f7 req-0421c160-f31d-45be-b578-3bb7e79224c0 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:22.842079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8384b7df-38aa-4d21-b777-c1105a4edbf2 None None] Provisioning for port 08ef705e-4e3f-4699-918d-990fc1db9a79 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:22.846938 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8292a318-0679-4c4c-9720-5462c8e857f7 req-0421c160-f31d-45be-b578-3bb7e79224c0 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 932 time: 0.9768405 Jan 12 09:37:22.848856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8384b7df-38aa-4d21-b777-c1105a4edbf2 None None] Provisioning complete for port 08ef705e-4e3f-4699-918d-990fc1db9a79 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:22.849365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8384b7df-38aa-4d21-b777-c1105a4edbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.929407 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b46a31c1-9cfe-43ff-b5c2-6f23cb76a92b req-56a6628a-8c6f-4480-8495-dcff64dc1748 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5900397 Jan 12 09:37:23.043112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36468) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:23.046388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8384b7df-38aa-4d21-b777-c1105a4edbf2 None None] Port 08ef705e-4e3f-4699-918d-990fc1db9a79 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:23.074632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.206924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device da2d927e-ec75-437a-a1aa-c5099b13d7e4 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:23.326426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port da2d927e-ec75-437a-a1aa-c5099b13d7e4 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:23.333908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6163f52e-e277-4da3-9ab6-1cc9d0c108fc None None] Network 81e9e05a-a644-415b-bcf9-090cfbe5bacf requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:23.339350 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8292a318-0679-4c4c-9720-5462c8e857f7 req-9e35349e-58b6-4244-bd66-98d50bfb4374 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4914815 Jan 12 09:37:23.385247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:23.400196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:23.401238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:23.417956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Usage tracker for resource:floatingip and tenant:e85b17b0ea38405b943c8bff09dab685 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:23.421745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:23.434238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:23.514092 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Made reservation on behalf of 4bd91727355847d3a5381acaef290843 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:23.519044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.563718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2a719c3c-189d-4d52-b101-9cad510c9c5b None None] Provisioning for port da2d927e-ec75-437a-a1aa-c5099b13d7e4 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:23.569547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.570117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:23.573760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2a719c3c-189d-4d52-b101-9cad510c9c5b None None] Provisioning complete for port da2d927e-ec75-437a-a1aa-c5099b13d7e4 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:23.574346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a719c3c-189d-4d52-b101-9cad510c9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.577078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] device_id is not set on port 2a7984f1-2e84-4bc2-a186-e2771b65ce75 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:23.634612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.649484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.744254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a719c3c-189d-4d52-b101-9cad510c9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.755056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.759428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.762244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12547a35-35aa-4b2c-a51d-0ec06b82902e req-e1152d2b-fa4e-49cd-af49-b815cfea4c39 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:23.769052 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12547a35-35aa-4b2c-a51d-0ec06b82902e req-e1152d2b-fa4e-49cd-af49-b815cfea4c39 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.4684074 Jan 12 09:37:23.790521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2a719c3c-189d-4d52-b101-9cad510c9c5b None None] For port da2d927e-ec75-437a-a1aa-c5099b13d7e4, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=da2d927e-ec75-437a-a1aa-c5099b13d7e4,segment=NetworkSegment(6a2c6bf5-22a3-4657-8065-52886f60058c),segment_id=6a2c6bf5-22a3-4657-8065-52886f60058c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:23.801445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a719c3c-189d-4d52-b101-9cad510c9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.888207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 {{(pid=83595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:37:23.892517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a719c3c-189d-4d52-b101-9cad510c9c5b None None] Pushing event updated for resources: {'Port': ['ID=da2d927e-ec75-437a-a1aa-c5099b13d7e4,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:23.901912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.961162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Transition to ACTIVE for port object 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:23.974922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.032342 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-78a2632d-7c08-4d26-8c90-a220cb62c860 None None] Provisioning complete for port da2d927e-ec75-437a-a1aa-c5099b13d7e4 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:24.032896 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-78a2632d-7c08-4d26-8c90-a220cb62c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.127348 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12547a35-35aa-4b2c-a51d-0ec06b82902e req-c5b176b9-83a8-4426-acf1-cca0f4e3c74c tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572645 Jan 12 09:37:24.142602 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.221829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.222364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f0f57d1-f9aa-45d2-ad4e-8e7773702383 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:37:24.227181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Allocated IP 2001:db8::1cb (36a436c0-87f7-43f1-af63-d9feee24d31c/1f165189-0816-46b2-ad78-fb3a25f277f4/2a7984f1-2e84-4bc2-a186-e2771b65ce75) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:24.343132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.344258 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a6bafaa7-3340-4c4e-8906-6e2a5e3804d7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6f0f57d1-f9aa-45d2-ad4e-8e7773702383 HTTP/1.1" status: 204 len: 168 time: 6.5517881 Jan 12 09:37:24.351843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36476) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:24.369276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Pushing event updated for resources: {'Port': ['ID=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:24.422586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Allocated IP 2001:db8::1 (81e9e05a-a644-415b-bcf9-090cfbe5bacf/cc0e4628-f43a-45ec-80c9-e8af735f9fe3/68a17bb3-a260-4c17-a018-39750eb9a0c4) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:24.425416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.508084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cdc74-985f-463c-beeb-c26d0e40a9f0 req-cdfd80d8-23af-4483-9adb-0c5af913c8c3 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:24.509815 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-236cdc74-985f-463c-beeb-c26d0e40a9f0 req-cdfd80d8-23af-4483-9adb-0c5af913c8c3 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.3680294 Jan 12 09:37:24.671382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c891429b-d6da-4121-abc9-4a50ba88dfc5 admin admin] Deleting subnet bded0beb-f040-489b-8715-ee1f66e3d9ee {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:37:24.698603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Router 28928f47-1097-4b15-85d3-7d912bc41033 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:37:24.767601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c891429b-d6da-4121-abc9-4a50ba88dfc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.778826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Attempting to bind port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:24.779158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Attempting to bind port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:24.779481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Attempting to bind port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 on network dc449481-2221-47d1-9ed8-eb0f7a693a7b {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:24.922558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c891429b-d6da-4121-abc9-4a50ba88dfc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.954336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.964373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 on network dc449481-2221-47d1-9ed8-eb0f7a693a7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:37:24.964671 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Attempting to bind port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 on network dc449481-2221-47d1-9ed8-eb0f7a693a7b {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:25.006522 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-236cdc74-985f-463c-beeb-c26d0e40a9f0 req-fcd31007-159a-4118-840e-223564bbcdbf tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4802160 Jan 12 09:37:25.023700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device da2d927e-ec75-437a-a1aa-c5099b13d7e4 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:25.026205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Allocated IP 172.26.1.106 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/f0a7b085-3e80-4bfc-a375-13b7b62be5ba) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:25.028635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Transition to ACTIVE for port object 2a7984f1-2e84-4bc2-a186-e2771b65ce75 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:25.035811 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:37:25.036146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Checking segment: {'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:25.036537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Bound using segment: {'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:37:25.036985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Bound port: 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b'}}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:25.037328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.126428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:25.137384 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfab214-c7cd-44ae-830a-b8b371c4e420 None None] Sync routers for ids ['28928f47-1097-4b15-85d3-7d912bc41033'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:25.143089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c891429b-d6da-4121-abc9-4a50ba88dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.161231 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfab214-c7cd-44ae-830a-b8b371c4e420 None None] Routers {'28928f47-1097-4b15-85d3-7d912bc41033'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:25.162383 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fdfab214-c7cd-44ae-830a-b8b371c4e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['28928f47-1097-4b15-85d3-7d912bc41033'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:25.196648 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port da2d927e-ec75-437a-a1aa-c5099b13d7e4 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:25.196648 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.199873 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9eba8bbf-b9bf-4d53-a87a-abe02cb9fc4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "PUT /v2.0/routers/28928f47-1097-4b15-85d3-7d912bc41033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5759487 Jan 12 09:37:25.202105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36486) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:25.266058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.304926 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fdfab214-c7cd-44ae-830a-b8b371c4e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:25.330544 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfab214-c7cd-44ae-830a-b8b371c4e420 None None] Routers {'28928f47-1097-4b15-85d3-7d912bc41033'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:25.331508 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fdfab214-c7cd-44ae-830a-b8b371c4e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['28928f47-1097-4b15-85d3-7d912bc41033'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:25.335883 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-7597da38-47c7-4e48-91ee-5ca42e58770b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:37:25.336400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7597da38-47c7-4e48-91ee-5ca42e58770b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:25.373390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] For port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:37:25.390029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Network 36a436c0-87f7-43f1-af63-d9feee24d31c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:25.394624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Port': ['ID=2a7984f1-2e84-4bc2-a186-e2771b65ce75,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:25.398504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:25.400978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:25.407437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:25.408682 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.411952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.432539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] For port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:37:25.435423 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aa2fcf2c-f14a-48c1-8eb8-b702bcfa58c9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0234847 Jan 12 09:37:25.437870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.442453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36492) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:25.445473 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fdfab214-c7cd-44ae-830a-b8b371c4e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:25.446259 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfab214-c7cd-44ae-830a-b8b371c4e420 None None] The sync data for ids ['28928f47-1097-4b15-85d3-7d912bc41033'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:25.474161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7597da38-47c7-4e48-91ee-5ca42e58770b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:25.478009 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7597da38-47c7-4e48-91ee-5ca42e58770b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/8b726148-eda6-43dd-9fb0-2faabe00c094 HTTP/1.1" status: 404 len: 333 time: 0.2692096 Jan 12 09:37:25.481705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36496) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:25.490437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c2d97846-8241-4a11-a27a-e88960440305 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::174', 'mac_address': 'fa:16:3e:f0:c7:ac'}, {'ip_address': '2001:db8::3cc', 'mac_address': 'fa:16:3e:0a:ad:b2'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:25.513965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.536964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Transition to ACTIVE for port object 68a17bb3-a260-4c17-a018-39750eb9a0c4 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:25.571707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1db41-e34f-48a6-abe5-dd3caec2c4c4 req-4eba3b83-698a-4f4d-b2ba-21e76d313b62 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:25.573198 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3dc1db41-e34f-48a6-abe5-dd3caec2c4c4 req-4eba3b83-698a-4f4d-b2ba-21e76d313b62 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 944 time: 0.8884456 Jan 12 09:37:25.574210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c891429b-d6da-4121-abc9-4a50ba88dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.628309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.629472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73062417-14e4-4857-b268-535b4f3b2d45 None None] Network c8a0f3c2-e958-4b1f-8783-30432a1d04c7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:25.630220 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] 10.222.0.59 "PUT /v2.0/ports/67497fa0-2e8a-442f-8eb4-697c17c1d4c8 HTTP/1.1" status: 200 len: 1094 time: 3.6157918 Jan 12 09:37:25.633138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c891429b-d6da-4121-abc9-4a50ba88dfc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.642420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:37:25.687991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c891429b-d6da-4121-abc9-4a50ba88dfc5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bded0beb-f040-489b-8715-ee1f66e3d9ee HTTP/1.1" status: 204 len: 168 time: 1.3331869 Jan 12 09:37:25.707504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36502) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:25.713336 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3dc1db41-e34f-48a6-abe5-dd3caec2c4c4 req-8fefe1ed-8f9e-40e7-aaed-046bd007d989 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279814 Jan 12 09:37:25.715697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891429b-d6da-4121-abc9-4a50ba88dfc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bded0beb-f040-489b-8715-ee1f66e3d9ee,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:25.844234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b49b9c-ce2c-4d02-95aa-0334e7f666a7 service neutron] Pushing event updated for resources: {'Port': ['ID=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:25.894746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.915616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fdfeab76-0167-4796-bc3e-cb7857112e66 None None] Provisioning for port 2a7984f1-2e84-4bc2-a186-e2771b65ce75 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:25.941261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26a2f43e-a2d3-446e-b238-60093b57c2ef tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.978867 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fdfeab76-0167-4796-bc3e-cb7857112e66 None None] Provisioning complete for port 2a7984f1-2e84-4bc2-a186-e2771b65ce75 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:25.979383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fdfeab76-0167-4796-bc3e-cb7857112e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.028257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.047784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fdfeab76-0167-4796-bc3e-cb7857112e66 None None] Port 2a7984f1-2e84-4bc2-a186-e2771b65ce75 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:26.055748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=68a17bb3-a260-4c17-a018-39750eb9a0c4,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:26.077386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.114423 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-21f8b2c7-abdd-4567-bde8-36aabc33256e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=875fb44060cb4d74ad4660b23bd39c0d&device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 1097 time: 0.3833907 Jan 12 09:37:26.123053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 81e9e05a-a644-415b-bcf9-090cfbe5bacf is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:26.133003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:26.134464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Deleting port 729cb049-c596-4b1f-bc53-ae317e1320e8 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:26.136842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.173686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685e7de-f4a0-43ce-b0b6-48d9f67ffc14 req-7da83c6a-904e-476c-82da-05f1d2964fe6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:26.174401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5998082-72f9-4ce8-8962-89750970ce49 None None] DHCP port deletion for c8a0f3c2-e958-4b1f-8783-30432a1d04c7 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:37:26.175181 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7685e7de-f4a0-43ce-b0b6-48d9f67ffc14 req-7da83c6a-904e-476c-82da-05f1d2964fe6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.7249522 Jan 12 09:37:26.182813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f5998082-72f9-4ce8-8962-89750970ce49 None None] Deleting port 729cb049-c596-4b1f-bc53-ae317e1320e8 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:26.184325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5998082-72f9-4ce8-8962-89750970ce49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.187852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:26.188645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.268722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:26.279833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:26.286807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Pushing event updated for resources: {'Port': ['ID=f0a7b085-3e80-4bfc-a375-13b7b62be5ba,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:26.289068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:26.351524 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-d4ce08c0-a3a9-439f-ad52-f3391e477c30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8 HTTP/1.1" status: 200 len: 217 time: 0.2246494 Jan 12 09:37:26.399167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eecd09-27d9-49b4-a49a-8141bb86e384 req-5ea459e5-b185-41ef-9662-e60e36c8d3ec tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:26.400665 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-57eecd09-27d9-49b4-a49a-8141bb86e384 req-5ea459e5-b185-41ef-9662-e60e36c8d3ec tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.4917965 Jan 12 09:37:26.429855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7685e7de-f4a0-43ce-b0b6-48d9f67ffc14 req-2dfae9c9-e6f7-4dc1-a3fc-0a700ee779fd tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276130 Jan 12 09:37:26.487178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f5998082-72f9-4ce8-8962-89750970ce49 None None] For port 729cb049-c596-4b1f-bc53-ae317e1320e8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=729cb049-c596-4b1f-bc53-ae317e1320e8,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:26.487574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5998082-72f9-4ce8-8962-89750970ce49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.502289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c2d97846-8241-4a11-a27a-e88960440305 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.620318 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'status': 'completed', 'code': 200} Jan 12 09:37:26.730038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.740707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f5998082-72f9-4ce8-8962-89750970ce49 None None] Calling delete_port for 729cb049-c596-4b1f-bc53-ae317e1320e8 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:26.803234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e224dd0b-4648-4e00-8c27-502f13b3185c None None] Provisioning for port 68a17bb3-a260-4c17-a018-39750eb9a0c4 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:26.808762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-0862bc11-9077-4ded-8296-c8f9755178b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:26.810519 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-0862bc11-9077-4ded-8296-c8f9755178b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e8979c3-057a-4be8-928e-fce569f4e271 HTTP/1.1" status: 200 len: 835 time: 0.3942878 Jan 12 09:37:26.812643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26a2f43e-a2d3-446e-b238-60093b57c2ef tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.814841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e224dd0b-4648-4e00-8c27-502f13b3185c None None] Provisioning complete for port 68a17bb3-a260-4c17-a018-39750eb9a0c4 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:26.815435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e224dd0b-4648-4e00-8c27-502f13b3185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.868577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26a2f43e-a2d3-446e-b238-60093b57c2ef tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.889900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5998082-72f9-4ce8-8962-89750970ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.899907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] For port 729cb049-c596-4b1f-bc53-ae317e1320e8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=729cb049-c596-4b1f-bc53-ae317e1320e8,segment=NetworkSegment(14dd2a02-9910-488b-a3c8-fd6c3b862c87),segment_id=14dd2a02-9910-488b-a3c8-fd6c3b862c87)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:26.900247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.924261 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-57eecd09-27d9-49b4-a49a-8141bb86e384 req-e48ef77c-76fb-470c-8007-7ee5ed7fc82a tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097148 Jan 12 09:37:26.935720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e224dd0b-4648-4e00-8c27-502f13b3185c None None] Port 68a17bb3-a260-4c17-a018-39750eb9a0c4 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:26.948307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5998082-72f9-4ce8-8962-89750970ce49 None None] Pushing event deleted for resources: {'Port': ['ID=729cb049-c596-4b1f-bc53-ae317e1320e8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:26.953057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5998082-72f9-4ce8-8962-89750970ce49 None None] No DVR routers for this DVR port 729cb049-c596-4b1f-bc53-ae317e1320e8 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:27.011113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26a2f43e-a2d3-446e-b238-60093b57c2ef tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.011662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a2f43e-a2d3-446e-b238-60093b57c2ef tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Fanout notify agent at l3_agent the message router_deleted on router 28928f47-1097-4b15-85d3-7d912bc41033 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:37:27.043209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26a2f43e-a2d3-446e-b238-60093b57c2ef tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.046968 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-26a2f43e-a2d3-446e-b238-60093b57c2ef tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/routers/28928f47-1097-4b15-85d3-7d912bc41033 HTTP/1.1" status: 204 len: 168 time: 1.5625322 Jan 12 09:37:27.065090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 729cb049-c596-4b1f-bc53-ae317e1320e8 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:27.078428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Calling delete_port for 729cb049-c596-4b1f-bc53-ae317e1320e8 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:27.079678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36512) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:27.099913 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-0f72a888-3771-4e33-adf2-1e4017129ea6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc449481-2221-47d1-9ed8-eb0f7a693a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2782271 Jan 12 09:37:27.101039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 729cb049-c596-4b1f-bc53-ae317e1320e8 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:27.101492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 729cb049-c596-4b1f-bc53-ae317e1320e8 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:27.354756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-c2d97846-8241-4a11-a27a-e88960440305 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:27.373089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074b5e-bc66-48d1-8282-7ba126edd39e req-c7f3740c-e898-467d-a942-fa8992913666 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:27.374518 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90074b5e-bc66-48d1-8282-7ba126edd39e req-c7f3740c-e898-467d-a942-fa8992913666 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.6884270 Jan 12 09:37:27.390721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c2d97846-8241-4a11-a27a-e88960440305 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.398038 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-3b3aef20-0e0a-43af-84eb-b6d46057a454 service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565250 Jan 12 09:37:27.405542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c2d97846-8241-4a11-a27a-e88960440305 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.490937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.493791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:27.494167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:27.584101 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c2d97846-8241-4a11-a27a-e88960440305 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] In _notify_port_updated(), no bound segment for port 2a7984f1-2e84-4bc2-a186-e2771b65ce75 on network 36a436c0-87f7-43f1-af63-d9feee24d31c {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:37:27.587921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d97846-8241-4a11-a27a-e88960440305 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:27.588580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c2d97846-8241-4a11-a27a-e88960440305 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.592387 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c2d97846-8241-4a11-a27a-e88960440305 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "PUT /v2.0/ports/2a7984f1-2e84-4bc2-a186-e2771b65ce75 HTTP/1.1" status: 200 len: 1068 time: 2.1172848 Jan 12 09:37:27.596364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36516) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:27.601719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d97846-8241-4a11-a27a-e88960440305 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event updated for resources: {'Port': ['ID=2a7984f1-2e84-4bc2-a186-e2771b65ce75,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:27.644121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8733ca61-a0d7-4f07-933d-80f092a4f0f2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet 1d7564f2-1db1-497b-802b-33651e9f0dee {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:37:27.649251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e717966-6ad9-43a9-bba0-6d650c629379 req-8779604d-7eb7-4697-bec1-cc08e7ca8c74 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:27.650790 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e717966-6ad9-43a9-bba0-6d650c629379 req-8779604d-7eb7-4697-bec1-cc08e7ca8c74 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 944 time: 0.5401187 Jan 12 09:37:27.655079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8733ca61-a0d7-4f07-933d-80f092a4f0f2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.697381 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90074b5e-bc66-48d1-8282-7ba126edd39e req-dcd86190-00e2-431d-ac9f-18ced75ce6d2 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583253 Jan 12 09:37:27.702196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.769135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8733ca61-a0d7-4f07-933d-80f092a4f0f2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.797383 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fe1baafa-9700-45de-9d8c-0d2fca648859 req-fda413a3-90bf-41b2-b787-a28e82763cd3 service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858161 Jan 12 09:37:27.823565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b2876414-6232-467a-b9da-b29b1bba4711 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Deleting port 2a7984f1-2e84-4bc2-a186-e2771b65ce75 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:27.823869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b2876414-6232-467a-b9da-b29b1bba4711 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.864997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.867148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bbbbe2a3-b56c-4338-9950-6a6152290243 None None] Provisioning complete for port 2a7984f1-2e84-4bc2-a186-e2771b65ce75 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:27.867554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe2a3-b56c-4338-9950-6a6152290243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.883559 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e717966-6ad9-43a9-bba0-6d650c629379 req-5acff70a-3793-4303-9339-dd9351e4d394 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212951 Jan 12 09:37:27.944331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bbbbe2a3-b56c-4338-9950-6a6152290243 None None] Port 2a7984f1-2e84-4bc2-a186-e2771b65ce75 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:28.015115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Deleting port 729cb049-c596-4b1f-bc53-ae317e1320e8 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:28.015115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.047389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.048089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.083804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8733ca61-a0d7-4f07-933d-80f092a4f0f2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.216906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] The port '729cb049-c596-4b1f-bc53-ae317e1320e8' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:37:28.394157 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-32d8c877-57a2-4b1d-baa3-9013e4122e0a req-528fefa7-c377-435f-a0fd-88bdc42fbde3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=875fb44060cb4d74ad4660b23bd39c0d&device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 1097 time: 0.5232832 Jan 12 09:37:28.551685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b2876414-6232-467a-b9da-b29b1bba4711 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.572409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8733ca61-a0d7-4f07-933d-80f092a4f0f2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.597060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=68a17bb3-a260-4c17-a018-39750eb9a0c4,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:28.716283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.736219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b2876414-6232-467a-b9da-b29b1bba4711 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Calling delete_port for 2a7984f1-2e84-4bc2-a186-e2771b65ce75 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:28.766720 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733ca61-a0d7-4f07-933d-80f092a4f0f2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7564f2-1db1-497b-802b-33651e9f0dee,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:28.800640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a0f3c2-e958-4b1f-8783-30432a1d04c7']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:28.805026 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0457a763-5d05-41ff-808a-fd58d92d6ca3 None None] Network f2df9dae-c4da-416f-9708-70264cb80c49 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:28.807801 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8733ca61-a0d7-4f07-933d-80f092a4f0f2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.809891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.825024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14dd2a02-9910-488b-a3c8-fd6c3b862c87') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:28.825382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14dd2a02-9910-488b-a3c8-fd6c3b862c87') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:28.838645 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8733ca61-a0d7-4f07-933d-80f092a4f0f2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/1d7564f2-1db1-497b-802b-33651e9f0dee HTTP/1.1" status: 204 len: 168 time: 1.7429831 Jan 12 09:37:28.838999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56941-7530-43a4-92d0-aad1231a03d2 req-70c51d49-4600-4f94-afad-9e1cec05cd6c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:28.839094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36524) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.839192 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0fd56941-7530-43a4-92d0-aad1231a03d2 req-70c51d49-4600-4f94-afad-9e1cec05cd6c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.7866650 Jan 12 09:37:28.840233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.860112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8c877-57a2-4b1d-baa3-9013e4122e0a req-ae49d110-4c2c-44be-8e85-81c6781ccb9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:28.861566 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-32d8c877-57a2-4b1d-baa3-9013e4122e0a req-ae49d110-4c2c-44be-8e85-81c6781ccb9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc449481-2221-47d1-9ed8-eb0f7a693a7b HTTP/1.1" status: 200 len: 898 time: 0.4549220 Jan 12 09:37:28.884898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 81e9e05a-a644-415b-bcf9-090cfbe5bacf is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:28.894495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.909816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:28.989274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:29.002952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c4763-97bf-4963-90bb-d59fb3f59d8d req-7573805e-7a11-4b16-b28f-3fb43484f1ca tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:29.009961 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-165c4763-97bf-4963-90bb-d59fb3f59d8d req-7573805e-7a11-4b16-b28f-3fb43484f1ca tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.8272798 Jan 12 09:37:29.010194 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-32d8c877-57a2-4b1d-baa3-9013e4122e0a req-0ec283bf-ea39-4239-a24a-162549b97e80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8 HTTP/1.1" status: 200 len: 217 time: 0.1342964 Jan 12 09:37:29.043338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.093158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:29.093745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 9584da32-7a60-4cbc-b579-c3ad8d0a8f42 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:29.171793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:37:29.172199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.173366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8c877-57a2-4b1d-baa3-9013e4122e0a req-03461505-49f2-40d3-baea-1ef331ba9885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:29.175981 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-32d8c877-57a2-4b1d-baa3-9013e4122e0a req-03461505-49f2-40d3-baea-1ef331ba9885 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e8979c3-057a-4be8-928e-fce569f4e271 HTTP/1.1" status: 200 len: 835 time: 0.1024208 Jan 12 09:37:29.179551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b2876414-6232-467a-b9da-b29b1bba4711 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:29.207116 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:29.215944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Pushing event updated for resources: {'Port': ['ID=f0a7b085-3e80-4bfc-a375-13b7b62be5ba,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:29.259225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6c3f6-2fad-4ab5-b005-3f8989b56262 None None] DHCP port deletion for f2df9dae-c4da-416f-9708-70264cb80c49 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:37:29.263963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c3f6-2fad-4ab5-b005-3f8989b56262 None None] Deleting port 1e579642-eb2b-4081-953d-128dd9ecd44a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:29.264503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36a6c3f6-2fad-4ab5-b005-3f8989b56262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.278491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.291697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2876414-6232-467a-b9da-b29b1bba4711 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event deleted for resources: {'Port': ['ID=2a7984f1-2e84-4bc2-a186-e2771b65ce75,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:29.326867 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0fd56941-7530-43a4-92d0-aad1231a03d2 req-4c3a7925-8d4b-4482-a884-0b061dc104e0 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4442663 Jan 12 09:37:29.341608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.359510 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-165c4763-97bf-4963-90bb-d59fb3f59d8d req-25b2e1c9-0fb1-4ffb-bf26-9a1e8a8acbc8 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482101 Jan 12 09:37:29.378835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 1e579642-eb2b-4081-953d-128dd9ecd44a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:29.378835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.412505 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.440165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.446527 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] 10.222.0.58 "DELETE /v2.0/networks/c8a0f3c2-e958-4b1f-8783-30432a1d04c7 HTTP/1.1" status: 204 len: 168 time: 3.7321277 Jan 12 09:37:29.465727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.470567 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ee5d45bf-da45-4a0e-80f2-b25f8740cd15 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4225221 Jan 12 09:37:29.479123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36534) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.566923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-36a6c3f6-2fad-4ab5-b005-3f8989b56262 None None] For port 1e579642-eb2b-4081-953d-128dd9ecd44a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1e579642-eb2b-4081-953d-128dd9ecd44a,segment=NetworkSegment(874525d8-2b01-40cb-858a-8975202a369e),segment_id=874525d8-2b01-40cb-858a-8975202a369e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:29.567381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36a6c3f6-2fad-4ab5-b005-3f8989b56262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.574844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9ea62823-7246-4916-be31-6a814e7eae68 None None] Provisioning complete for port 68a17bb3-a260-4c17-a018-39750eb9a0c4 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:29.580972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ea62823-7246-4916-be31-6a814e7eae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.659188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1995044784', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'fixed_ips': [{'ip_address': '172.26.1.106'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:29.669622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9ea62823-7246-4916-be31-6a814e7eae68 None None] Port 68a17bb3-a260-4c17-a018-39750eb9a0c4 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:29.686457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f46129-605e-45d9-a75c-d3dbe0acf5fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a0f3c2-e958-4b1f-8783-30432a1d04c7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:29.692697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:29.704031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Usage tracker for resource:port and tenant:e85b17b0ea38405b943c8bff09dab685 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:29.708493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:29.709332 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-32d8c877-57a2-4b1d-baa3-9013e4122e0a req-dbb82a73-7c23-49df-9e7b-cacd248512c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc449481-2221-47d1-9ed8-eb0f7a693a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5250723 Jan 12 09:37:29.720290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:29.788432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36538) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.819933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c3f6-2fad-4ab5-b005-3f8989b56262 None None] Calling delete_port for 1e579642-eb2b-4081-953d-128dd9ecd44a owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:29.844151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Made reservation on behalf of e85b17b0ea38405b943c8bff09dab685 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:29.846001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.877587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.893835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36a6c3f6-2fad-4ab5-b005-3f8989b56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.904786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eda76c-4c77-4d7e-bbec-fb5dc9c13140 req-a3e3d8f2-1bec-4241-901b-dfb7e8cf494b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:29.907113 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48eda76c-4c77-4d7e-bbec-fb5dc9c13140 req-a3e3d8f2-1bec-4241-901b-dfb7e8cf494b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 944 time: 0.3522353 Jan 12 09:37:29.938888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6c3f6-2fad-4ab5-b005-3f8989b56262 None None] Pushing event deleted for resources: {'Port': ['ID=1e579642-eb2b-4081-953d-128dd9ecd44a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:29.943391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] For port 1e579642-eb2b-4081-953d-128dd9ecd44a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1e579642-eb2b-4081-953d-128dd9ecd44a,segment=NetworkSegment(874525d8-2b01-40cb-858a-8975202a369e),segment_id=874525d8-2b01-40cb-858a-8975202a369e)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:29.944071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.946972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6c3f6-2fad-4ab5-b005-3f8989b56262 None None] No DVR routers for this DVR port 1e579642-eb2b-4081-953d-128dd9ecd44a on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:29.958825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b2876414-6232-467a-b9da-b29b1bba4711 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.970451 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fa236549-4b1c-4a5c-ae67-cf043e55b6c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3430eb1474ae46dcaa7c866883c47d4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1760299 Jan 12 09:37:29.977190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36542) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:30.003532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:30.013625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Usage tracker for resource:security_group_rule and tenant:e85b17b0ea38405b943c8bff09dab685 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:30.023763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:30.047656 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48eda76c-4c77-4d7e-bbec-fb5dc9c13140 req-db5fb2a6-f2b1-438f-89de-0c0635234adf tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315846 Jan 12 09:37:30.054635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:30.131409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-efcb57f0-eba6-440f-a1b5-416bf6a5bfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.142572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router d1c78d3d-e43e-420f-8b63-d287af700a3c is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:37:30.179205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-efcb57f0-eba6-440f-a1b5-416bf6a5bfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.197292 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b2876414-6232-467a-b9da-b29b1bba4711 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "DELETE /v2.0/ports/2a7984f1-2e84-4bc2-a186-e2771b65ce75 HTTP/1.1" status: 204 len: 168 time: 2.5967555 Jan 12 09:37:30.202650 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36546) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:30.203889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 1e579642-eb2b-4081-953d-128dd9ecd44a owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:30.236919 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-32d8c877-57a2-4b1d-baa3-9013e4122e0a req-0a06a2f0-0b63-4a91-bd02-885d673e3132 service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164557 Jan 12 09:37:30.306813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.329384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.331711 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d16faa-5bbb-4467-a874-322de51548ab tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] GET failed (client error): The resource could not be found. Jan 12 09:37:30.335491 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-09d16faa-5bbb-4467-a874-322de51548ab tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "GET /v2.0/ports/2a7984f1-2e84-4bc2-a186-e2771b65ce75 HTTP/1.1" status: 404 len: 333 time: 0.1236193 Jan 12 09:37:30.344469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36550) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:30.344953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] device_id is not set on port ac3ffff4-a211-48ae-95bf-12a14c448e1d yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:30.408708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9be34b-cf74-4d24-b933-b016b2418ddf,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:30.435186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:30.435509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:30.470336 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-32d8c877-57a2-4b1d-baa3-9013e4122e0a req-d9b92f0b-bf4d-4725-b23e-e02cdd0fa958 service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248921 Jan 12 09:37:30.474619 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c18dab3f-2337-461a-8fc5-0c8e5e733cb6 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Deleting port 08ef705e-4e3f-4699-918d-990fc1db9a79 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:30.475187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c18dab3f-2337-461a-8fc5-0c8e5e733cb6 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.668840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-efcb57f0-eba6-440f-a1b5-416bf6a5bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.724666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb57f0-eba6-440f-a1b5-416bf6a5bfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ce9f9e-77c8-49b5-9b89-70b777705154,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:30.742094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c18dab3f-2337-461a-8fc5-0c8e5e733cb6 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.786150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:37:30.829515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-efcb57f0-eba6-440f-a1b5-416bf6a5bfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.833437 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-efcb57f0-eba6-440f-a1b5-416bf6a5bfc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98ce9f9e-77c8-49b5-9b89-70b777705154 HTTP/1.1" status: 204 len: 168 time: 0.8522882 Jan 12 09:37:30.860397 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 12 09:37:30.860833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:30.863862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c18dab3f-2337-461a-8fc5-0c8e5e733cb6 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Calling delete_port for 08ef705e-4e3f-4699-918d-990fc1db9a79 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:30.874495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218cc9f-7b5d-48bb-b699-92ff260ee2f6 req-f7836da1-3fae-4c4c-baa9-6711c89c4620 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:30.875958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3218cc9f-7b5d-48bb-b699-92ff260ee2f6 req-f7836da1-3fae-4c4c-baa9-6711c89c4620 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.2743123 Jan 12 09:37:30.910479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:30.919144 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5a6c7dae-35e9-42c2-8271-e45d248551b3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/d1c78d3d-e43e-420f-8b63-d287af700a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8504932 Jan 12 09:37:30.920877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36558) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:30.921524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36560) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:30.921650 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d22f7b7b-8c08-4ee0-93ad-2d06dce4a984 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3742490 Jan 12 09:37:30.926024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195fd09-e4d0-433c-adf6-d3108f9f1e4e None None] Sync routers for ids ['d1c78d3d-e43e-420f-8b63-d287af700a3c'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:30.942456 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3218cc9f-7b5d-48bb-b699-92ff260ee2f6 req-35c89abf-77d5-4021-82a3-72aa95769253 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601041 Jan 12 09:37:30.950844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:30.966324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'port_id': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'mac_address': 'fa:16:3e:10:d8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:37:30.992549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195fd09-e4d0-433c-adf6-d3108f9f1e4e None None] Routers {'d1c78d3d-e43e-420f-8b63-d287af700a3c'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:30.993183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a195fd09-e4d0-433c-adf6-d3108f9f1e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['d1c78d3d-e43e-420f-8b63-d287af700a3c'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:31.058198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a195fd09-e4d0-433c-adf6-d3108f9f1e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:31.061822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 1e579642-eb2b-4081-953d-128dd9ecd44a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:31.062157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.067170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1e579642-eb2b-4081-953d-128dd9ecd44a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:31.115966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 1e579642-eb2b-4081-953d-128dd9ecd44a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:31.116303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1e579642-eb2b-4081-953d-128dd9ecd44a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:31.127251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.147808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:37:31.163229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195fd09-e4d0-433c-adf6-d3108f9f1e4e None None] Routers {'d1c78d3d-e43e-420f-8b63-d287af700a3c'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:31.163854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a195fd09-e4d0-433c-adf6-d3108f9f1e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['d1c78d3d-e43e-420f-8b63-d287af700a3c'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:31.228935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a195fd09-e4d0-433c-adf6-d3108f9f1e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:31.229412 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195fd09-e4d0-433c-adf6-d3108f9f1e4e None None] The sync data for ids ['d1c78d3d-e43e-420f-8b63-d287af700a3c'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:31.231772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:31.238495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.314175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6038eb-ed63-419f-bccb-98c5e564aff9 req-43367070-e278-4693-ba72-2a401b43a5c6 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:31.316482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:31.326479 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8e6038eb-ed63-419f-bccb-98c5e564aff9 req-43367070-e278-4693-ba72-2a401b43a5c6 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 944 time: 0.1424069 Jan 12 09:37:31.373328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-73a1416a-af5f-468a-acaf-ecb00b5de13c tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Deleting port f0a7b085-3e80-4bfc-a375-13b7b62be5ba {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:31.373831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-73a1416a-af5f-468a-acaf-ecb00b5de13c tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.401575 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8e6038eb-ed63-419f-bccb-98c5e564aff9 req-2bd23958-dd37-4b22-980a-00e99cda13aa tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740490 Jan 12 09:37:31.411798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] The port '1e579642-eb2b-4081-953d-128dd9ecd44a' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:37:31.452498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf17959-7842-440d-94f9-884ebff134e1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:31.454653 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9bf17959-7842-440d-94f9-884ebff134e1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports/68a17bb3-a260-4c17-a018-39750eb9a0c4 HTTP/1.1" status: 200 len: 911 time: 0.5318217 Jan 12 09:37:31.461642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36580) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:31.472787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-49444be6-c0f0-4418-9e80-52b92feb384d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc0e4628-f43a-45ec-80c9-e8af735f9fe3'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:31.583286 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['67497fa0-2e8a-442f-8eb4-697c17c1d4c8'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:37:31.591273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.637989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65cb90-e776-4e6d-81d7-c5346981fecf req-587254b6-7947-4a56-bc42-420d88cc3623 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:31.639633 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bd65cb90-e776-4e6d-81d7-c5346981fecf req-587254b6-7947-4a56-bc42-420d88cc3623 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.2186408 Jan 12 09:37:31.706121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2df9dae-c4da-416f-9708-70264cb80c49']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:31.718769 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874525d8-2b01-40cb-858a-8975202a369e') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:31.719255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874525d8-2b01-40cb-858a-8975202a369e') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:31.731953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.749163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.755201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:37:31.755576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.773620 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bd65cb90-e776-4e6d-81d7-c5346981fecf req-bc11336e-607f-482a-a87e-a840571ed437 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268809 Jan 12 09:37:31.799617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49444be6-c0f0-4418-9e80-52b92feb384d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:31.862697 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:32.042288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.083840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.086349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Network': ['ID=f2df9dae-c4da-416f-9708-70264cb80c49,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:32.088046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c18dab3f-2337-461a-8fc5-0c8e5e733cb6 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.165110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dab3f-2337-461a-8fc5-0c8e5e733cb6 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event deleted for resources: {'Port': ['ID=08ef705e-4e3f-4699-918d-990fc1db9a79,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:32.183777 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-339e4a8a-23f9-4e9c-b474-61b7ec0e1dc7 req-5958daa6-4b2d-40d3-b3be-a5c664bb6d4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9147064d0fea42a180f2a08aee918e94&device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 1099 time: 0.6841447 Jan 12 09:37:32.190898 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-52ecb987-d4ad-4f0e-aca8-12856030d6f5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/networks/f2df9dae-c4da-416f-9708-70264cb80c49 HTTP/1.1" status: 204 len: 168 time: 3.3509836 Jan 12 09:37:32.194944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-73a1416a-af5f-468a-acaf-ecb00b5de13c tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.194944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-73a1416a-af5f-468a-acaf-ecb00b5de13c tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.195185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36596) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:32.316882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c18dab3f-2337-461a-8fc5-0c8e5e733cb6 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.322335 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c18dab3f-2337-461a-8fc5-0c8e5e733cb6 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "DELETE /v2.0/ports/08ef705e-4e3f-4699-918d-990fc1db9a79 HTTP/1.1" status: 204 len: 168 time: 1.9745862 Jan 12 09:37:32.327212 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36600) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:32.395305 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-07198a1a-55f4-47c5-8c0c-fff0357e63e5 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] GET failed (client error): The resource could not be found. Jan 12 09:37:32.396614 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-07198a1a-55f4-47c5-8c0c-fff0357e63e5 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "GET /v2.0/ports/08ef705e-4e3f-4699-918d-990fc1db9a79 HTTP/1.1" status: 404 len: 333 time: 0.0684717 Jan 12 09:37:32.403496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36606) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:32.410179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b4dc2-8eb3-48c2-97cf-91332c7305d2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:32.411526 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ac0b4dc2-8eb3-48c2-97cf-91332c7305d2 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/c110e55c-badc-436e-98d6-ced5525ce06c HTTP/1.1" status: 200 len: 840 time: 0.2156394 Jan 12 09:37:32.447346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36610) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:32.448943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-73a1416a-af5f-468a-acaf-ecb00b5de13c tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Calling delete_port for f0a7b085-3e80-4bfc-a375-13b7b62be5ba owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:32.591040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f9f97442-c78a-4bb4-a0e9-682970ca7bc9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Deleting port 0ca33d23-0bdd-466e-ae33-e78be65ead04 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:32.591372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9f97442-c78a-4bb4-a0e9-682970ca7bc9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.593538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e4a8a-23f9-4e9c-b474-61b7ec0e1dc7 req-d16b4e20-cc74-4254-a283-8420c07ce08f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:32.595324 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-339e4a8a-23f9-4e9c-b474-61b7ec0e1dc7 req-d16b4e20-cc74-4254-a283-8420c07ce08f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec7aad4a-84dd-4e90-8154-00a6a2736b2a HTTP/1.1" status: 200 len: 913 time: 0.3945088 Jan 12 09:37:32.633434 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1099213a-8dfc-4ea6-852b-381d0c46c81a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/c110e55c-badc-436e-98d6-ced5525ce06c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1849713 Jan 12 09:37:32.644397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36620) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:32.655355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:32.714480 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-339e4a8a-23f9-4e9c-b474-61b7ec0e1dc7 req-bfc5bfb1-2402-4132-a60d-cadcde6cadf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9353cfa2-ec3d-4712-98d8-f46d1e6b187b HTTP/1.1" status: 200 len: 217 time: 0.1088278 Jan 12 09:37:32.783212 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-73a1416a-af5f-468a-acaf-ecb00b5de13c tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.814019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:32.839788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e4a8a-23f9-4e9c-b474-61b7ec0e1dc7 req-578fa1c9-095b-4fff-8066-ea940f0a2363 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:32.841262 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-339e4a8a-23f9-4e9c-b474-61b7ec0e1dc7 req-578fa1c9-095b-4fff-8066-ea940f0a2363 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eefcec1-d5d3-4271-863f-e2b5dfda80e8 HTTP/1.1" status: 200 len: 852 time: 0.1179335 Jan 12 09:37:32.842706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1416a-af5f-468a-acaf-ecb00b5de13c tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0a7b085-3e80-4bfc-a375-13b7b62be5ba,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:32.936894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:32.943676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:32.944649 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.955679 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-339e4a8a-23f9-4e9c-b474-61b7ec0e1dc7 req-c4dc201e-80a5-4649-9e96-e877eb33aefe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec7aad4a-84dd-4e90-8154-00a6a2736b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843089 Jan 12 09:37:32.974579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49444be6-c0f0-4418-9e80-52b92feb384d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.059247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-73a1416a-af5f-468a-acaf-ecb00b5de13c tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.083848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49444be6-c0f0-4418-9e80-52b92feb384d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.087968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49444be6-c0f0-4418-9e80-52b92feb384d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:33.088963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-49444be6-c0f0-4418-9e80-52b92feb384d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.092542 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-49444be6-c0f0-4418-9e80-52b92feb384d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/ports/68a17bb3-a260-4c17-a018-39750eb9a0c4 HTTP/1.1" status: 200 len: 911 time: 1.6232285 Jan 12 09:37:33.099254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36634) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:33.102913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.140600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:33.141688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:37:33.151706 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.168587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-73a1416a-af5f-468a-acaf-ecb00b5de13c tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.169922 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-73a1416a-af5f-468a-acaf-ecb00b5de13c tempest-ExternalNetworksAdminNegativeTestJSON-1126590028 tempest-ExternalNetworksAdminNegativeTestJSON-1126590028-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/b6b14a8a-f92c-4942-a583-0dfd919b7e4e HTTP/1.1" status: 204 len: 168 time: 2.2447851 Jan 12 09:37:33.231501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:33.240227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:33.240715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36642) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:33.261913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:33.272368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:33.288856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:33.308930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49444be6-c0f0-4418-9e80-52b92feb384d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=68a17bb3-a260-4c17-a018-39750eb9a0c4,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:33.317864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef64a1-176b-4b88-a100-592e4c3e7c4e req-399b6789-0cfa-4187-89b6-bc43817aa44c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:33.319755 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1ef64a1-176b-4b88-a100-592e4c3e7c4e req-399b6789-0cfa-4187-89b6-bc43817aa44c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 945 time: 0.6338639 Jan 12 09:37:33.380833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:33.396483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9f97442-c78a-4bb4-a0e9-682970ca7bc9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.424400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb0ac-633a-49cb-b92e-8d23f7f54a22 req-4e30c817-032d-4453-b3ab-808327ed9496 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:33.425868 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f40fb0ac-633a-49cb-b92e-8d23f7f54a22 req-4e30c817-032d-4453-b3ab-808327ed9496 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.4179101 Jan 12 09:37:33.434792 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-339e4a8a-23f9-4e9c-b474-61b7ec0e1dc7 req-6cea7fc2-6648-4a11-b2af-bfec0b85ff35 service neutron] 10.222.0.59 "GET /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719265 Jan 12 09:37:33.564047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36650) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:33.600902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f9f97442-c78a-4bb4-a0e9-682970ca7bc9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Calling delete_port for 0ca33d23-0bdd-466e-ae33-e78be65ead04 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:33.665029 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-339e4a8a-23f9-4e9c-b474-61b7ec0e1dc7 req-317ece09-b756-4d3c-a7c6-9a0daa78a6a7 service neutron] 10.222.0.59 "GET /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217562 Jan 12 09:37:33.724063 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1ef64a1-176b-4b88-a100-592e4c3e7c4e req-138ab959-89f1-4485-ad9d-eed16600333c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3904271 Jan 12 09:37:33.729706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.783921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-156128705'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:33.788974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87547e87-9049-4fac-a24b-ead52248e86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.798316 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'code': 200} Jan 12 09:37:33.800871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:33.809011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Usage tracker for resource:router and tenant:7f1fca8fd11e4db4a0800044864f7c67 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:33.815753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:33.825336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:33.853326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-87547e87-9049-4fac-a24b-ead52248e86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:33.856614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.857511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.864145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-87547e87-9049-4fac-a24b-ead52248e86e admin admin] Usage tracker for resource:security_group_rule and tenant:a9a8d171d5644f10983ec47874ec8fad is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:33.864330 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f40fb0ac-633a-49cb-b92e-8d23f7f54a22 req-047f4316-f05e-459c-9ac2-de7be784ff99 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826009 Jan 12 09:37:33.869043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-87547e87-9049-4fac-a24b-ead52248e86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:33.877539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.927397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-87547e87-9049-4fac-a24b-ead52248e86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:33.970807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.972126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9f97442-c78a-4bb4-a0e9-682970ca7bc9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.027429 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f97442-c78a-4bb4-a0e9-682970ca7bc9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event deleted for resources: {'Port': ['ID=0ca33d23-0bdd-466e-ae33-e78be65ead04,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:34.113408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9f97442-c78a-4bb4-a0e9-682970ca7bc9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.129108 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.145015 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f9f97442-c78a-4bb4-a0e9-682970ca7bc9 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "DELETE /v2.0/ports/0ca33d23-0bdd-466e-ae33-e78be65ead04 HTTP/1.1" status: 204 len: 168 time: 1.7380180 Jan 12 09:37:34.146346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36656) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:34.180991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87547e87-9049-4fac-a24b-ead52248e86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.194880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87547e87-9049-4fac-a24b-ead52248e86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.210469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.214137 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.214291 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-32edee7b-d2fe-490f-b1c1-c118d4733856 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9700923 Jan 12 09:37:34.221076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36660) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:34.266853 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-7a1e438f-7e02-49d0-b5e9-048b355ac500 req-9d39c65c-53b4-49ea-948f-10f9066a1028 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 1099 time: 0.2494769 Jan 12 09:37:34.267444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87547e87-9049-4fac-a24b-ead52248e86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544a8742-6d0c-4781-a6f2-8461707d6498,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:34.275334 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-87547e87-9049-4fac-a24b-ead52248e86e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9a8d171d5644f10983ec47874ec8fad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7102482 Jan 12 09:37:34.289244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36664) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:34.453263 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-7a1e438f-7e02-49d0-b5e9-048b355ac500 req-15134819-055f-452f-bdf2-2907219bd0d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766036 Jan 12 09:37:34.502492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71610f8f-76b5-443e-ba8b-50d05a618ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.548131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=920ad6c0-028c-4d0e-b43f-948cdbe49fb4,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:34.548611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71610f8f-76b5-443e-ba8b-50d05a618ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.598190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:34.605886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:34.615604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09630a9b-167f-4bcd-b276-86435a54a874 None None] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:34.617609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:34.618417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.669665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4a203051-acb8-4662-ac5e-e406530dd1d0 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.687210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71610f8f-76b5-443e-ba8b-50d05a618ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.712208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71610f8f-76b5-443e-ba8b-50d05a618ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544a8742-6d0c-4781-a6f2-8461707d6498,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:34.723934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71610f8f-76b5-443e-ba8b-50d05a618ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.727390 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-71610f8f-76b5-443e-ba8b-50d05a618ab5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/544a8742-6d0c-4781-a6f2-8461707d6498 HTTP/1.1" status: 204 len: 168 time: 0.4335101 Jan 12 09:37:34.727640 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-206af54e-7820-4c2d-9227-ec417560e81d tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0770898 Jan 12 09:37:34.728118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36670) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:34.743917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1342423826'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:34.752347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ccd7df-115d-47ce-b42c-b1a2c0a542b3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Deleting subnet 1f165189-0816-46b2-ad78-fb3a25f277f4 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:37:34.757587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:34.759653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0ccd7df-115d-47ce-b42c-b1a2c0a542b3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.821250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:34.827758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:34.912596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:35.001404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 68a17bb3-a260-4c17-a018-39750eb9a0c4 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:35.001739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.015204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'tenant_id': 'e91abe40cd084170b0c80e93ce9fa4d2', 'fixed_ips': [{'subnet_id': '920ad6c0-028c-4d0e-b43f-948cdbe49fb4'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:37:35.016658 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.129399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0ccd7df-115d-47ce-b42c-b1a2c0a542b3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.198798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.221715 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Allocated IP 172.20.0.2 (e4d8b427-e96c-4ac9-9027-604ee40ed74e/920ad6c0-028c-4d0e-b43f-948cdbe49fb4/22153b73-e846-451d-9ecc-acea348430c8) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:35.259657 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36682) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:35.282640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.430441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:35.489237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.495300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group_rule and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:35.502958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Transition to ACTIVE for port object 22153b73-e846-451d-9ecc-acea348430c8 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:35.510431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:35.520711 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 68a17bb3-a260-4c17-a018-39750eb9a0c4 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:35.529612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Transition to ACTIVE for port object 22153b73-e846-451d-9ecc-acea348430c8 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:35.536515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.580914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:35.591011 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-42c1bb51-3f10-4a01-b308-524c9df200d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e85b17b0ea38405b943c8bff09dab685&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3269134 Jan 12 09:37:35.591635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36686) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:35.604331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:35.606106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4a203051-acb8-4662-ac5e-e406530dd1d0 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.607490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:35.611506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:35.632309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdddaea-415e-4a77-bf07-0a410d31e7c2 req-b3277dc1-feb8-4c26-b1e2-491074e77920 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:35.633852 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1fdddaea-415e-4a77-bf07-0a410d31e7c2 req-b3277dc1-feb8-4c26-b1e2-491074e77920 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.7324426 Jan 12 09:37:35.639979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4a203051-acb8-4662-ac5e-e406530dd1d0 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.649684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0ccd7df-115d-47ce-b42c-b1a2c0a542b3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.654017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Pushing event updated for resources: {'Port': ['ID=22153b73-e846-451d-9ecc-acea348430c8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:35.686127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1671684-bdfc-49fa-b6dd-49d8fc8df645 req-133e8b11-68a5-4337-8b72-8fd7108fd02c tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:35.687296 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c1671684-bdfc-49fa-b6dd-49d8fc8df645 req-133e8b11-68a5-4337-8b72-8fd7108fd02c tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.6133211 Jan 12 09:37:35.693623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37269adf-5b5d-4897-b8f2-bfa754120209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.707876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Attempting to bind port 22153b73-e846-451d-9ecc-acea348430c8 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:35.707876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Attempting to bind port 22153b73-e846-451d-9ecc-acea348430c8 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '69b1ff19-1b58-4027-926b-f3a2631bebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:35.707876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Attempting to bind port 22153b73-e846-451d-9ecc-acea348430c8 on network e4d8b427-e96c-4ac9-9027-604ee40ed74e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:35.714849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:37:35.715408 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Checking segment: {'id': '69b1ff19-1b58-4027-926b-f3a2631bebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:35.715908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.716385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Bound using segment: {'id': '69b1ff19-1b58-4027-926b-f3a2631bebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:37:35.716964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Bound port: 22153b73-e846-451d-9ecc-acea348430c8, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b1ff19-1b58-4027-926b-f3a2631bebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:35.717464 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.759279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37269adf-5b5d-4897-b8f2-bfa754120209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.808976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] For port 22153b73-e846-451d-9ecc-acea348430c8, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:37:35.812595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] For port 22153b73-e846-451d-9ecc-acea348430c8, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=22153b73-e846-451d-9ecc-acea348430c8,segment=NetworkSegment(69b1ff19-1b58-4027-926b-f3a2631bebc9),segment_id=69b1ff19-1b58-4027-926b-f3a2631bebc9)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:37:35.820234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.822839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.840022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.854004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.875048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=68a17bb3-a260-4c17-a018-39750eb9a0c4,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:35.882731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4a203051-acb8-4662-ac5e-e406530dd1d0 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.883277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a203051-acb8-4662-ac5e-e406530dd1d0 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db7bc872-aaa9-41ab-b8e8-f3d09140984a {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:37:35.906927 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1fdddaea-415e-4a77-bf07-0a410d31e7c2 req-dab064cc-b63d-46c1-af80-7162c6f84f3e tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166119 Jan 12 09:37:35.921926 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c1671684-bdfc-49fa-b6dd-49d8fc8df645 req-bc0b5707-6648-4e73-98da-c62b3115f02e tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215209 Jan 12 09:37:35.939732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6be7e7-830c-4a9a-9bde-a45edc70f48c,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:35.943677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37269adf-5b5d-4897-b8f2-bfa754120209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.953866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4a203051-acb8-4662-ac5e-e406530dd1d0 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.958520 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4a203051-acb8-4662-ac5e-e406530dd1d0 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] 10.222.0.58 "DELETE /v2.0/routers/db7bc872-aaa9-41ab-b8e8-f3d09140984a HTTP/1.1" status: 204 len: 168 time: 1.7095380 Jan 12 09:37:35.958606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0ccd7df-115d-47ce-b42c-b1a2c0a542b3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.962608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36690) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:35.999116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.003255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-72c45413-d297-4fe6-b256-a172933f7fcb tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2665236 Jan 12 09:37:36.004113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36694) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:36.016027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3a5f3-489b-498c-8d11-a8399bed5403 None None] Pushing event updated for resources: {'Port': ['ID=22153b73-e846-451d-9ecc-acea348430c8,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:36.016326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Request body: {'router': {'name': 'tempest-router-1603714568', 'distributed': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:36.029833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1092352625'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:36.034757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccd7df-115d-47ce-b42c-b1a2c0a542b3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event deleted for resources: {'Subnet': ['ID=1f165189-0816-46b2-ad78-fb3a25f277f4,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:36.040070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:36.046552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Usage tracker for resource:router and tenant:7f1fca8fd11e4db4a0800044864f7c67 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:36.050704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:36.054471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:36.060127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0ccd7df-115d-47ce-b42c-b1a2c0a542b3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.062052 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d0ccd7df-115d-47ce-b42c-b1a2c0a542b3 tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "DELETE /v2.0/subnets/1f165189-0816-46b2-ad78-fb3a25f277f4 HTTP/1.1" status: 204 len: 168 time: 1.9152396 Jan 12 09:37:36.063488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:36.070502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:36.071617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36698) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:36.072385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37269adf-5b5d-4897-b8f2-bfa754120209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9be34b-cf74-4d24-b933-b016b2418ddf,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:36.073360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:36.080277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:36.089415 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39323d30-febd-4352-8e6e-c4e2ca73e1e7 None None] Network 36a436c0-87f7-43f1-af63-d9feee24d31c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:36.099894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.103793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.114779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.172570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.181882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:36.187974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group_rule and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:36.191928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:36.200116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:36.212131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.263682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.264982 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7c186027-6dc3-4c8c-a54f-051cd2bc5359 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2716148 Jan 12 09:37:36.273956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36702) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:36.360921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37269adf-5b5d-4897-b8f2-bfa754120209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.362422 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-37269adf-5b5d-4897-b8f2-bfa754120209 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b9be34b-cf74-4d24-b933-b016b2418ddf HTTP/1.1" status: 204 len: 168 time: 0.7667491 Jan 12 09:37:36.366864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.401208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.402829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.512918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.536838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158cd351-2f20-4d33-b6be-5ab1c1b3d9aa None None] DHCP port deletion for 36a436c0-87f7-43f1-af63-d9feee24d31c request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:37:36.541969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-158cd351-2f20-4d33-b6be-5ab1c1b3d9aa None None] Deleting port 3181f330-70cf-4671-9282-a317e3b19bab {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:36.542629 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-158cd351-2f20-4d33-b6be-5ab1c1b3d9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.575073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Deleting port 3181f330-70cf-4671-9282-a317e3b19bab {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:36.575506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2ab7-0cfb-488e-a946-1981f7c91ea2 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.575882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.800046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.804106 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7797456 Jan 12 09:37:36.804950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36710) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:36.812439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-671307068', 'security_groups': ['ec7d4615-5ce2-4646-96d8-7290050cfbed'], 'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '920ad6c0-028c-4d0e-b43f-948cdbe49fb4'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:36.832124 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b8338-a4ae-4cc4-99bb-46e0d89f7d80 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7d4615-5ce2-4646-96d8-7290050cfbed,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:36.846780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-158cd351-2f20-4d33-b6be-5ab1c1b3d9aa None None] For port 3181f330-70cf-4671-9282-a317e3b19bab, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3181f330-70cf-4671-9282-a317e3b19bab,segment=NetworkSegment(74483e68-9440-49ee-adae-44f318e855ef),segment_id=74483e68-9440-49ee-adae-44f318e855ef)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:36.847756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-158cd351-2f20-4d33-b6be-5ab1c1b3d9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.029785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-158cd351-2f20-4d33-b6be-5ab1c1b3d9aa None None] Calling delete_port for 3181f330-70cf-4671-9282-a317e3b19bab owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:37.173861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 22153b73-e846-451d-9ecc-acea348430c8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:37.269913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-158cd351-2f20-4d33-b6be-5ab1c1b3d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.362561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 22153b73-e846-451d-9ecc-acea348430c8 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:37.376294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cd351-2f20-4d33-b6be-5ab1c1b3d9aa None None] Pushing event deleted for resources: {'Port': ['ID=3181f330-70cf-4671-9282-a317e3b19bab,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:37.382227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158cd351-2f20-4d33-b6be-5ab1c1b3d9aa None None] No DVR routers for this DVR port 3181f330-70cf-4671-9282-a317e3b19bab on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:37.463359 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3181f330-70cf-4671-9282-a317e3b19bab no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:37.474907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:37.479596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] For port 3181f330-70cf-4671-9282-a317e3b19bab, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3181f330-70cf-4671-9282-a317e3b19bab,segment=NetworkSegment(74483e68-9440-49ee-adae-44f318e855ef),segment_id=74483e68-9440-49ee-adae-44f318e855ef)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:37.480041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.492048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:port and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:37.497445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:37.554053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 3181f330-70cf-4671-9282-a317e3b19bab {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:37.554459 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3181f330-70cf-4671-9282-a317e3b19bab not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:37.582531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:37.588412 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e5ed7b80-3a10-4091-97a0-1c7e0885b4b6 None None] Provisioning complete for port c110e55c-badc-436e-98d6-ced5525ce06c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:37.588851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7b80-3a10-4091-97a0-1c7e0885b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.656581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed7b80-3a10-4091-97a0-1c7e0885b4b6 None None] Port c110e55c-badc-436e-98d6-ced5525ce06c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:37.657370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Calling delete_port for 3181f330-70cf-4671-9282-a317e3b19bab owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:37.674347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e5ed7b80-3a10-4091-97a0-1c7e0885b4b6 None None] Provisioning for port 22153b73-e846-451d-9ecc-acea348430c8 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:37.682017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2ab7-0cfb-488e-a946-1981f7c91ea2 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.682233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e5ed7b80-3a10-4091-97a0-1c7e0885b4b6 None None] Provisioning complete for port 22153b73-e846-451d-9ecc-acea348430c8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:37.682534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7b80-3a10-4091-97a0-1c7e0885b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.684524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:37.689452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.717019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port f3f83101-f13c-478b-9c02-5a5a79d4f675 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:37.740571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:37.741341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:37.746436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router d1c78d3d-e43e-420f-8b63-d287af700a3c has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:37:37.759052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2ab7-0cfb-488e-a946-1981f7c91ea2 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.783039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f81e5-4366-411b-9dca-f6e45b96dee7 req-9c8fcbc9-c1f9-44aa-af1e-d5ec4617f23d tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:37.789817 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c08f81e5-4366-411b-9dca-f6e45b96dee7 req-9c8fcbc9-c1f9-44aa-af1e-d5ec4617f23d tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.6478565 Jan 12 09:37:37.828168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac46b6-9eda-4eb9-ac61-ac60735acf60 req-c66db96c-d289-4d02-b7f2-8cb0ad76713f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:37.829595 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8fac46b6-9eda-4eb9-ac61-ac60735acf60 req-c66db96c-d289-4d02-b7f2-8cb0ad76713f tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.6577160 Jan 12 09:37:37.847106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7b80-3a10-4091-97a0-1c7e0885b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.893200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e5ed7b80-3a10-4091-97a0-1c7e0885b4b6 None None] For port 22153b73-e846-451d-9ecc-acea348430c8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=22153b73-e846-451d-9ecc-acea348430c8,segment=NetworkSegment(69b1ff19-1b58-4027-926b-f3a2631bebc9),segment_id=69b1ff19-1b58-4027-926b-f3a2631bebc9)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:37.898134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7b80-3a10-4091-97a0-1c7e0885b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.912221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:37.922457 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3860b494-a0d0-4a65-9ac9-a928f17b7ba8 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/d1c78d3d-e43e-420f-8b63-d287af700a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8220477 Jan 12 09:37:37.925320 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb747478-9b4a-4ea4-80a7-4970edef0b42 None None] Sync routers for ids ['d1c78d3d-e43e-420f-8b63-d287af700a3c'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:37.925780 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36734) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:37.940845 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb747478-9b4a-4ea4-80a7-4970edef0b42 None None] Routers {'d1c78d3d-e43e-420f-8b63-d287af700a3c'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:37.941449 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bb747478-9b4a-4ea4-80a7-4970edef0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['d1c78d3d-e43e-420f-8b63-d287af700a3c'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:37.982600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bb5b7cec-6c14-4601-b4da-671c480686b4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Synchronizing usage tracker for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:37.994335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c08f81e5-4366-411b-9dca-f6e45b96dee7 req-f53dc423-1e15-4904-b5b9-3e822561a721 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035573 Jan 12 09:37:37.999125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bb5b7cec-6c14-4601-b4da-671c480686b4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Unset dirty status for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:38.000754 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bb5b7cec-6c14-4601-b4da-671c480686b4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c78d3d-e43e-420f-8b63-d287af700a3c HTTP/1.1" status: 200 len: 205 time: 0.0740523 Jan 12 09:37:38.003223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36740) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:38.008616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2ab7-0cfb-488e-a946-1981f7c91ea2 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.009259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9c2ab7-0cfb-488e-a946-1981f7c91ea2 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bed9c868-75e4-4b5e-83ee-bd84385decca {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:37:38.023351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed7b80-3a10-4091-97a0-1c7e0885b4b6 None None] Pushing event updated for resources: {'Port': ['ID=22153b73-e846-451d-9ecc-acea348430c8,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:38.064447 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bb747478-9b4a-4ea4-80a7-4970edef0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:38.078334 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb747478-9b4a-4ea4-80a7-4970edef0b42 None None] Routers {'d1c78d3d-e43e-420f-8b63-d287af700a3c'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:38.079272 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bb747478-9b4a-4ea4-80a7-4970edef0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['d1c78d3d-e43e-420f-8b63-d287af700a3c'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:38.141937 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bb747478-9b4a-4ea4-80a7-4970edef0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:38.142421 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb747478-9b4a-4ea4-80a7-4970edef0b42 None None] The sync data for ids ['d1c78d3d-e43e-420f-8b63-d287af700a3c'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:38.179801 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8fac46b6-9eda-4eb9-ac61-ac60735acf60 req-c18b56b1-79dd-4f19-827b-59d5d4a28a83 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395839 Jan 12 09:37:38.186532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2ab7-0cfb-488e-a946-1981f7c91ea2 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.193256 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ee9c2ab7-0cfb-488e-a946-1981f7c91ea2 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] 10.222.0.58 "DELETE /v2.0/routers/bed9c868-75e4-4b5e-83ee-bd84385decca HTTP/1.1" status: 204 len: 168 time: 1.9183943 Jan 12 09:37:38.197681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36748) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:38.206047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Request body: {'router': {'name': 'tempest-router-1117196787', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e62f7250e0924ed69d86c54c548f5284'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:38.210985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.5 (e4d8b427-e96c-4ac9-9027-604ee40ed74e/920ad6c0-028c-4d0e-b43f-948cdbe49fb4/f3f83101-f13c-478b-9c02-5a5a79d4f675) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:38.211483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d3442afb-de53-4fcf-bb44-279d038de431 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.219149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:38.228463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Usage tracker for resource:router and tenant:e62f7250e0924ed69d86c54c548f5284 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:38.232039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:38.240815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:38.303904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.304928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.317688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Deleting port 3181f330-70cf-4671-9282-a317e3b19bab {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:38.318034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.395089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] The port '3181f330-70cf-4671-9282-a317e3b19bab' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:37:38.426395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.560038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.616948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.618161 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-63111f06-c60b-4b5f-9752-fcd381408c66 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4195049 Jan 12 09:37:38.624272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36762) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:38.644308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:38.718426 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.812885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a436c0-87f7-43f1-af63-d9feee24d31c']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:38.941419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.972253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c62e3-321a-4e06-9975-85d4bbd29473 req-ea152de6-0e2d-4232-848e-bc694df51ed0 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:38.978334 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-069c62e3-321a-4e06-9975-85d4bbd29473 req-ea152de6-0e2d-4232-848e-bc694df51ed0 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.5239735 Jan 12 09:37:38.981510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74483e68-9440-49ee-adae-44f318e855ef') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:38.981797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74483e68-9440-49ee-adae-44f318e855ef') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:38.994292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d3442afb-de53-4fcf-bb44-279d038de431 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.998755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.010540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb594-d1cf-4639-9b96-cb3ddb0ea508 req-82997614-56f0-45de-8baa-80dc42d26e69 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:39.011944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d3442afb-de53-4fcf-bb44-279d038de431 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.012161 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d2fb594-d1cf-4639-9b96-cb3ddb0ea508 req-82997614-56f0-45de-8baa-80dc42d26e69 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.6565015 Jan 12 09:37:39.013425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object f3f83101-f13c-478b-9c02-5a5a79d4f675 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:39.023229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.043571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:37:39.044037 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:39.059694 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:39.076341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 22153b73-e846-451d-9ecc-acea348430c8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:39.119640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d3442afb-de53-4fcf-bb44-279d038de431 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.120109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3442afb-de53-4fcf-bb44-279d038de431 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Fanout notify agent at l3_agent the message router_deleted on router d1c78d3d-e43e-420f-8b63-d287af700a3c {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:37:39.150984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d3442afb-de53-4fcf-bb44-279d038de431 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.152278 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d3442afb-de53-4fcf-bb44-279d038de431 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/d1c78d3d-e43e-420f-8b63-d287af700a3c HTTP/1.1" status: 204 len: 168 time: 1.1480682 Jan 12 09:37:39.155222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36776) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:39.193492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.197986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.210932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 22153b73-e846-451d-9ecc-acea348430c8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:39.211645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.232461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] Pushing event deleted for resources: {'Network': ['ID=36a436c0-87f7-43f1-af63-d9feee24d31c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:39.238694 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b7ed4f0c-32d6-4adc-b886-a3066189f60b tempest-AllowedAddressPairIpV6TestJSON-401597084 tempest-AllowedAddressPairIpV6TestJSON-401597084-project] 10.222.0.58 "DELETE /v2.0/networks/36a436c0-87f7-43f1-af63-d9feee24d31c HTTP/1.1" status: 204 len: 168 time: 3.1564503 Jan 12 09:37:39.243110 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-069c62e3-321a-4e06-9975-85d4bbd29473 req-81b10196-f213-41f1-9399-652a7de7be1f tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639225 Jan 12 09:37:39.248675 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d2fb594-d1cf-4639-9b96-cb3ddb0ea508 req-aae0c58b-1975-492d-a024-0fb095542ff2 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268765 Jan 12 09:37:39.329624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36784) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:39.338359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.448680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-34370ddb-402f-47e1-b97b-d1668bf6178f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting subnet cc0e4628-f43a-45ec-80c9-e8af735f9fe3 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:37:39.454329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-34370ddb-402f-47e1-b97b-d1668bf6178f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.495431 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b1d2e04b-8483-45a3-8f72-b554692be9b0 tempest-TestNetworkAdvancedServerOps-781238299 tempest-TestNetworkAdvancedServerOps-781238299-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 1094 time: 0.1617270 Jan 12 09:37:39.495721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36790) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:39.500757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.501103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.502923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:39.516608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:39.525317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Usage tracker for resource:floatingip and tenant:875fb44060cb4d74ad4660b23bd39c0d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:39.529298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-34370ddb-402f-47e1-b97b-d1668bf6178f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.561293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:39.572473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:39.584256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:39.595996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.650036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:39.661841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:39.692060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=f3f83101-f13c-478b-9c02-5a5a79d4f675,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:39.719223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-34370ddb-402f-47e1-b97b-d1668bf6178f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.745576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83594) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 12 09:37:39.745916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Router cb4331dc-20a6-4c9a-92f6-41889aa289c8 migrating from provider to provider. {{(pid=83594) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 12 09:37:39.746310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.768383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.772867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:39.773452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.785691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36798) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:39.792485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.851557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.854288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-34370ddb-402f-47e1-b97b-d1668bf6178f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.914188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36804) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:39.927323 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a8b522f4-65ef-4200-8d6f-c254d6f80375 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1213238 Jan 12 09:37:39.931153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36810) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:39.937587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:39.937978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34370ddb-402f-47e1-b97b-d1668bf6178f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0e4628-f43a-45ec-80c9-e8af735f9fe3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:39.954513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-34370ddb-402f-47e1-b97b-d1668bf6178f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.961116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0bd848e6-c210-43ed-b9a3-4c48959742b2 None None] Provisioning for port f3f83101-f13c-478b-9c02-5a5a79d4f675 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:39.974855 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-34370ddb-402f-47e1-b97b-d1668bf6178f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/cc0e4628-f43a-45ec-80c9-e8af735f9fe3 HTTP/1.1" status: 204 len: 168 time: 0.8157322 Jan 12 09:37:39.975820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36814) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:39.979993 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0bd848e6-c210-43ed-b9a3-4c48959742b2 None None] Provisioning complete for port f3f83101-f13c-478b-9c02-5a5a79d4f675 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:39.983641 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bd848e6-c210-43ed-b9a3-4c48959742b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.056992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a3ffce-d7f7-4866-bb88-11591612fb86 None None] Network 81e9e05a-a644-415b-bcf9-090cfbe5bacf requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:40.077220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0bd848e6-c210-43ed-b9a3-4c48959742b2 None None] Port f3f83101-f13c-478b-9c02-5a5a79d4f675 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:40.112164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.119011 dv-neutron-824347-1-hyperv neutron-server[83594]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] No L3 agents can host the router cb4331dc-20a6-4c9a-92f6-41889aa289c8 Jan 12 09:37:40.148669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:40.165249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port da2d927e-ec75-437a-a1aa-c5099b13d7e4 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:40.165805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.236798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:40.244453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:40.254189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:40.265878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Allocated IP 172.26.1.207 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/86943ff7-1f5e-4d15-83e5-959417566769) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:40.329811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:40.345918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:40.391347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05188a91-7341-481d-888b-9e8f84206525 None None] DHCP port deletion for 81e9e05a-a644-415b-bcf9-090cfbe5bacf request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:37:40.396190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-05188a91-7341-481d-888b-9e8f84206525 None None] Deleting port da2d927e-ec75-437a-a1aa-c5099b13d7e4 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:40.396557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05188a91-7341-481d-888b-9e8f84206525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.432859 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1d7f65b5-d4c1-431f-b83a-e8a32595d3b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bd91727355847d3a5381acaef290843&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5175161 Jan 12 09:37:40.436023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36820) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:40.465252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:40.487434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Usage tracker for resource:floatingip and tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:40.492362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:40.508334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:40.564957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] For port da2d927e-ec75-437a-a1aa-c5099b13d7e4, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=da2d927e-ec75-437a-a1aa-c5099b13d7e4,segment=NetworkSegment(6a2c6bf5-22a3-4657-8065-52886f60058c),segment_id=6a2c6bf5-22a3-4657-8065-52886f60058c)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:40.565396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.593007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.660458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-05188a91-7341-481d-888b-9e8f84206525 None None] For port da2d927e-ec75-437a-a1aa-c5099b13d7e4, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=da2d927e-ec75-437a-a1aa-c5099b13d7e4,segment=NetworkSegment(6a2c6bf5-22a3-4657-8065-52886f60058c),segment_id=6a2c6bf5-22a3-4657-8065-52886f60058c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:40.660853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05188a91-7341-481d-888b-9e8f84206525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.726254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Hosts for router cb4331dc-20a6-4c9a-92f6-41889aa289c8: [] {{(pid=83594) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 12 09:37:40.783892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-05188a91-7341-481d-888b-9e8f84206525 None None] Calling delete_port for da2d927e-ec75-437a-a1aa-c5099b13d7e4 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:40.785395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.815827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Hosts for other DVR routers connected to router cb4331dc-20a6-4c9a-92f6-41889aa289c8: set() {{(pid=83594) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 12 09:37:40.818136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.822078 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dc2d697b-24b0-494b-837e-ef6d1ffa2536 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] 10.222.0.58 "PUT /v2.0/routers/cb4331dc-20a6-4c9a-92f6-41889aa289c8 HTTP/1.1" status: 200 len: 717 time: 2.1918209 Jan 12 09:37:40.861090 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36824) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:40.865278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05188a91-7341-481d-888b-9e8f84206525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.871725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for da2d927e-ec75-437a-a1aa-c5099b13d7e4 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:40.914369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05188a91-7341-481d-888b-9e8f84206525 None None] Pushing event deleted for resources: {'Port': ['ID=da2d927e-ec75-437a-a1aa-c5099b13d7e4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:40.919887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8db5a289-6069-4370-a24c-8acebc4dee5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.923752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05188a91-7341-481d-888b-9e8f84206525 None None] No DVR routers for this DVR port da2d927e-ec75-437a-a1aa-c5099b13d7e4 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:40.961418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982f11e-e1b1-46d7-a7ce-cb762f72a9a5 req-6475015e-1760-464b-b55c-4335bb691663 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:40.969022 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d982f11e-e1b1-46d7-a7ce-cb762f72a9a5 req-6475015e-1760-464b-b55c-4335bb691663 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.4937909 Jan 12 09:37:40.993136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.005338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8db5a289-6069-4370-a24c-8acebc4dee5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.021505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device da2d927e-ec75-437a-a1aa-c5099b13d7e4 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:41.041214 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.ipam_backend_mixin [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 920ad6c0-028c-4d0e-b43f-948cdbe49fb4 (CIDR: 172.20.0.0/28) Jan 12 09:37:41.058261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: da2d927e-ec75-437a-a1aa-c5099b13d7e4 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:41.058633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device da2d927e-ec75-437a-a1aa-c5099b13d7e4 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:41.060022 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:37:41.060498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:41.091226 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d982f11e-e1b1-46d7-a7ce-cb762f72a9a5 req-a7ef7d27-073e-453d-8068-b3693425616d tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219573 Jan 12 09:37:41.100889 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8740540e-37cb-425a-bd63-127bc266ba3a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1661670 Jan 12 09:37:41.101117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36828) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:41.108132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:41.187045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:41.187330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:41.190522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8db5a289-6069-4370-a24c-8acebc4dee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.206118 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a84248b7-d787-48c6-bbe3-2776eb5ac617 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] 10.222.0.58 "GET /v2.0/routers/cb4331dc-20a6-4c9a-92f6-41889aa289c8 HTTP/1.1" status: 200 len: 717 time: 0.2988479 Jan 12 09:37:41.209894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36832) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:41.213494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.224199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5a289-6069-4370-a24c-8acebc4dee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68579b67-b975-4a8e-9eff-bb509fe38837,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:41.247444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8db5a289-6069-4370-a24c-8acebc4dee5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.253078 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8db5a289-6069-4370-a24c-8acebc4dee5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68579b67-b975-4a8e-9eff-bb509fe38837 HTTP/1.1" status: 204 len: 168 time: 0.8123760 Jan 12 09:37:41.267711 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-ee9b8096-bef8-414f-86a8-4bf7db6ae3db tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:41.268427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-ee9b8096-bef8-414f-86a8-4bf7db6ae3db tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Synchronizing usage tracker for tenant:9147064d0fea42a180f2a08aee918e94 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:41.277826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:41.282159 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:41.285262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:41.291186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:41.303101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:41.307339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.336828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:41.338491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'Port': ['ID=86943ff7-1f5e-4d15-83e5-959417566769,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:41.343131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:41.346939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:41.371923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-ee9b8096-bef8-414f-86a8-4bf7db6ae3db tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Unset dirty status for tenant:9147064d0fea42a180f2a08aee918e94 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:41.373280 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-ee9b8096-bef8-414f-86a8-4bf7db6ae3db tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.59 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.7500982 Jan 12 09:37:41.489467 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.580301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-78d8c1c2-22c5-4429-b1ce-92efc6e82c57 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Deleting port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:41.580709 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-78d8c1c2-22c5-4429-b1ce-92efc6e82c57 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.581204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.650531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:41.655046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:41.664168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:41.664168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.668479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7354c81f-6fc7-4f56-b64c-a5e2ad70b7f1 None None] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:41.693053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=132b05b4-b354-4da1-aca5-e012f239291d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:41.709744 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e372b8db-d9fe-4f79-97a9-94c8688d937b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6071942 Jan 12 09:37:41.710817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36848) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:41.719431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-359931233', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '132b05b4-b354-4da1-aca5-e012f239291d'}], 'security_groups': ['bd6be7e7-830c-4a9a-9bde-a45edc70f48c']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:41.729766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port da2d927e-ec75-437a-a1aa-c5099b13d7e4 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:41.730318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.859802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] The port 'da2d927e-ec75-437a-a1aa-c5099b13d7e4' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:37:41.886442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.924957 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dcd611e1-0ba3-4d96-9569-c97b2d9ed6be tempest-RoutersTestDVR-922320779 tempest-RoutersTestDVR-922320779-project] 10.222.0.58 "GET /v2.0/routers/cb4331dc-20a6-4c9a-92f6-41889aa289c8 HTTP/1.1" status: 200 len: 683 time: 0.7130475 Jan 12 09:37:41.948791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36856) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:42.077934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f89314-34b3-465b-a49e-c5710da06ca6 None None] Update dhcp port {'port': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'fixed_ips': [{'subnet_id': '920ad6c0-028c-4d0e-b43f-948cdbe49fb4', 'ip_address': '172.20.0.2'}, {'subnet_id': '132b05b4-b354-4da1-aca5-e012f239291d'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': '22153b73-e846-451d-9ecc-acea348430c8'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:37:42.158721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f4f89314-34b3-465b-a49e-c5710da06ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.163555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-284ac474-9b14-4a6b-bea4-99447ac9bdf6 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.331481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36868) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:42.394366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-f4f89314-34b3-465b-a49e-c5710da06ca6 None None] Allocated IP 172.20.0.18 (e4d8b427-e96c-4ac9-9027-604ee40ed74e/132b05b4-b354-4da1-aca5-e012f239291d/22153b73-e846-451d-9ecc-acea348430c8) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:42.399032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Allocated IP 172.26.1.167 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/afa0979b-200f-4d5b-88d0-705218fa5c5b) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:42.498165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.594029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f4f89314-34b3-465b-a49e-c5710da06ca6 None None] For port 22153b73-e846-451d-9ecc-acea348430c8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=22153b73-e846-451d-9ecc-acea348430c8,segment=NetworkSegment(69b1ff19-1b58-4027-926b-f3a2631bebc9),segment_id=69b1ff19-1b58-4027-926b-f3a2631bebc9)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:42.620409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f4f89314-34b3-465b-a49e-c5710da06ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.634902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e9e05a-a644-415b-bcf9-090cfbe5bacf']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:42.647099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f4f89314-34b3-465b-a49e-c5710da06ca6 None None] Transition to ACTIVE for port object 22153b73-e846-451d-9ecc-acea348430c8 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:42.652547 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f4f89314-34b3-465b-a49e-c5710da06ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.671350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2c6bf5-22a3-4657-8065-52886f60058c') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:42.671632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2c6bf5-22a3-4657-8065-52886f60058c') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:42.739140 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1509732415'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:42.750141 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:42.757632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:network and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:42.766568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.805078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-78d8c1c2-22c5-4429-b1ce-92efc6e82c57 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] For port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,segment=NetworkSegment(eec95c68-495d-4ac9-abb9-8f6c2b424c30),segment_id=eec95c68-495d-4ac9-abb9-8f6c2b424c30)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:42.805427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-78d8c1c2-22c5-4429-b1ce-92efc6e82c57 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.833685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.850413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:42.855978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f89314-34b3-465b-a49e-c5710da06ca6 None None] Pushing event updated for resources: {'Port': ['ID=22153b73-e846-451d-9ecc-acea348430c8,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:42.872489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:42.954860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-284ac474-9b14-4a6b-bea4-99447ac9bdf6 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.962685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:42.963318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:37:42.963953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.966209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.988601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f4462-4ff3-4e93-b190-365e5631cc16 req-40531f49-f147-4617-a87d-1ca68d2ecba1 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:42.990128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-973f4462-4ff3-4e93-b190-365e5631cc16 req-40531f49-f147-4617-a87d-1ca68d2ecba1 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.7028017 Jan 12 09:37:42.994030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-284ac474-9b14-4a6b-bea4-99447ac9bdf6 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.997023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-78d8c1c2-22c5-4429-b1ce-92efc6e82c57 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Calling delete_port for 9353cfa2-ec3d-4712-98d8-f46d1e6b187b owned by compute:nova {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:43.015216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:43.025825 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:43.047930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 22153b73-e846-451d-9ecc-acea348430c8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:43.153755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.169698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-284ac474-9b14-4a6b-bea4-99447ac9bdf6 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.170165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284ac474-9b14-4a6b-bea4-99447ac9bdf6 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb4331dc-20a6-4c9a-92f6-41889aa289c8 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:37:43.174201 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-973f4462-4ff3-4e93-b190-365e5631cc16 req-226ae89e-96c1-440f-b507-a48ddb8dfd59 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/security-groups?id=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781204 Jan 12 09:37:43.175817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Delete allocated IP 172.20.0.5 (e4d8b427-e96c-4ac9-9027-604ee40ed74e/920ad6c0-028c-4d0e-b43f-948cdbe49fb4) {{(pid=83594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:37:43.185350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:43.194527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:security_group_rule and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:43.199504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:43.209089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.21 (e4d8b427-e96c-4ac9-9027-604ee40ed74e/132b05b4-b354-4da1-aca5-e012f239291d/f3f83101-f13c-478b-9c02-5a5a79d4f675) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:43.211653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:43.225749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-284ac474-9b14-4a6b-bea4-99447ac9bdf6 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.226992 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-284ac474-9b14-4a6b-bea4-99447ac9bdf6 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] 10.222.0.58 "DELETE /v2.0/routers/cb4331dc-20a6-4c9a-92f6-41889aa289c8 HTTP/1.1" status: 204 len: 168 time: 1.2778022 Jan 12 09:37:43.240968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36874) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.252680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Request body: {'router': {'name': 'tempest-router-1748867851', 'distributed': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:43.272547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:43.282800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Usage tracker for resource:router and tenant:7f1fca8fd11e4db4a0800044864f7c67 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:43.287793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:43.296024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.300334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.316654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:43.364082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Network': ['ID=81e9e05a-a644-415b-bcf9-090cfbe5bacf,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:43.390886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.392144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.396662 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c5b60447-a82a-4f15-af38-4bc7fdf308c4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/networks/81e9e05a-a644-415b-bcf9-090cfbe5bacf HTTP/1.1" status: 204 len: 168 time: 3.4183795 Jan 12 09:37:43.400391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36878) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.448546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1806791681', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:43.462279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:43.477043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:router and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:43.482361 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:43.483946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.498275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:43.507091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.508864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.520057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.536898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cca8700a-144e-4bca-8ee0-54ddbdf66e00 None None] Provisioning complete for port c110e55c-badc-436e-98d6-ced5525ce06c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:43.537631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cca8700a-144e-4bca-8ee0-54ddbdf66e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.556329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.567023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:43.589517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f239ca4-a216-4355-8296-4989314abbd7,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:43.590171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.591131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.603252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-78d8c1c2-22c5-4429-b1ce-92efc6e82c57 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.608219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cca8700a-144e-4bca-8ee0-54ddbdf66e00 None None] Port c110e55c-badc-436e-98d6-ced5525ce06c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:43.611631 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.612166 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Added segment 2727c279-30c2-45ef-a94c-c49716f910f6 of type vlan for network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 Jan 12 09:37:43.623456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.624126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cca8700a-144e-4bca-8ee0-54ddbdf66e00 None None] Provisioning complete for port f3f83101-f13c-478b-9c02-5a5a79d4f675 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:43.624689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cca8700a-144e-4bca-8ee0-54ddbdf66e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.633112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event updated for resources: {'Port': ['ID=afa0979b-200f-4d5b-88d0-705218fa5c5b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:43.636362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.637818 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1e157a24-5c71-4154-ae1c-79827f46e343 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3961008 Jan 12 09:37:43.645235 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36882) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.678783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:43.686324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cca8700a-144e-4bca-8ee0-54ddbdf66e00 None None] Port f3f83101-f13c-478b-9c02-5a5a79d4f675 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:43.694301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:43.696855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:43.700444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cca8700a-144e-4bca-8ee0-54ddbdf66e00 None None] Provisioning for port 22153b73-e846-451d-9ecc-acea348430c8 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:43.705779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cca8700a-144e-4bca-8ee0-54ddbdf66e00 None None] Provisioning complete for port 22153b73-e846-451d-9ecc-acea348430c8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:43.706218 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cca8700a-144e-4bca-8ee0-54ddbdf66e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.719502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object f3f83101-f13c-478b-9c02-5a5a79d4f675 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:43.728001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8c1c2-22c5-4429-b1ce-92efc6e82c57 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Pushing event deleted for resources: {'Port': ['ID=9353cfa2-ec3d-4712-98d8-f46d1e6b187b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:43.733847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.737807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.830026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.833798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-78d8c1c2-22c5-4429-b1ce-92efc6e82c57 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] No DVR routers for this DVR port 9353cfa2-ec3d-4712-98d8-f46d1e6b187b on host hv-neutron-8243 {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:43.836135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-78d8c1c2-22c5-4429-b1ce-92efc6e82c57 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.964762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6b433ddf-5649-4474-9eaa-d3907de74fc8 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.002414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596a66c8-4c67-4f5c-8792-a97a9cd3d1c0', 'name': 'network-vif-deleted', 'tag': '9353cfa2-ec3d-4712-98d8-f46d1e6b187b'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:37:44.009776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=f3f83101-f13c-478b-9c02-5a5a79d4f675,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:44.026857 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.030533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:44.031155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.063647 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e25f30f2-10c9-4186-93fb-794f3350f2a9 req-78d8c1c2-22c5-4429-b1ce-92efc6e82c57 tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.59 "DELETE /v2.0/ports/9353cfa2-ec3d-4712-98d8-f46d1e6b187b HTTP/1.1" status: 204 len: 173 time: 2.6806791 Jan 12 09:37:44.076067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.083323 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596a66c8-4c67-4f5c-8792-a97a9cd3d1c0', 'name': 'network-vif-deleted', 'tag': '9353cfa2-ec3d-4712-98d8-f46d1e6b187b', 'status': 'completed', 'code': 200} Jan 12 09:37:44.117652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.161300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.162759 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4f9538cf-51c1-4629-9c25-7d265c49d143 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7549417 Jan 12 09:37:44.166695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36888) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:44.181932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1613781922'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:44.197211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:44.203355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.245961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:network and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:44.254019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:44.267387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:44.311962 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9766562 Jan 12 09:37:44.318607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36894) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:44.324033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] In _notify_port_updated(), no bound segment for port f3f83101-f13c-478b-9c02-5a5a79d4f675 on network e4d8b427-e96c-4ac9-9027-604ee40ed74e {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:37:44.327948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:44.330502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.332207 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5907e07b-318b-4797-a091-3d59a8eef791 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "PUT /v2.0/ports/f3f83101-f13c-478b-9c02-5a5a79d4f675 HTTP/1.1" status: 200 len: 920 time: 2.6200118 Jan 12 09:37:44.347639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:44.350953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.367570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36898) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:44.394330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:44.439803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fedd7-cff7-4f2c-ae2f-124a7d878829 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Network': ['ID=cc06857d-d1f0-4c11-8ffc-ff5c048c4926,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:44.447908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.458015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:44.464721 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-85f641c6-536c-4919-b573-4128dacf6db2 req-dcc62be8-555a-4162-b670-55f181cf324f tempest-TestServerAdvancedOps-121617196 tempest-TestServerAdvancedOps-121617196-project] 10.222.0.58 "GET /v2.0/ports?device_id=596a66c8-4c67-4f5c-8792-a97a9cd3d1c0 HTTP/1.1" status: 200 len: 210 time: 0.0823112 Jan 12 09:37:44.584632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:44.586463 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-be1ac9b9-4df7-4b9f-9299-29e4c7ac44ca None None] Provisioning for port f3f83101-f13c-478b-9c02-5a5a79d4f675 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:44.592769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-be1ac9b9-4df7-4b9f-9299-29e4c7ac44ca None None] Provisioning complete for port f3f83101-f13c-478b-9c02-5a5a79d4f675 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:44.593871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be1ac9b9-4df7-4b9f-9299-29e4c7ac44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.596232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:44.602493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:44.627703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa4633-1ddc-4172-ba62-9e995eeeaa03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port f3f83101-f13c-478b-9c02-5a5a79d4f675 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:44.628040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4633-1ddc-4172-ba62-9e995eeeaa03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.654417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-be1ac9b9-4df7-4b9f-9299-29e4c7ac44ca None None] Port f3f83101-f13c-478b-9c02-5a5a79d4f675 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:44.678464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:44.688805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:44.711011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.750516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.751092 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added segment 8c3fd410-2d23-4451-b7cf-1c8444358827 of type vlan for network f2071eaa-db59-4d4a-9282-ed25ba70ce71 Jan 12 09:37:44.820462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:44.855946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 9353cfa2-ec3d-4712-98d8-f46d1e6b187b no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:44.892783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.899422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 9353cfa2-ec3d-4712-98d8-f46d1e6b187b {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:37:44.899923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 9353cfa2-ec3d-4712-98d8-f46d1e6b187b not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:44.958554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6b433ddf-5649-4474-9eaa-d3907de74fc8 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.975915 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6b433ddf-5649-4474-9eaa-d3907de74fc8 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.994287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.996128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:45.070107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.092643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.107809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6b433ddf-5649-4474-9eaa-d3907de74fc8 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.108300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b433ddf-5649-4474-9eaa-d3907de74fc8 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffb2d7a8-8513-4e7a-ba83-d87f260347f1 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:37:45.117837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6b433ddf-5649-4474-9eaa-d3907de74fc8 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.124683 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6b433ddf-5649-4474-9eaa-d3907de74fc8 tempest-RoutersTestDVR-1036524483 tempest-RoutersTestDVR-1036524483-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ffb2d7a8-8513-4e7a-ba83-d87f260347f1 HTTP/1.1" status: 204 len: 168 time: 1.4724214 Jan 12 09:37:45.176566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.180160 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:45.180731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.287266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.340457 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4633-1ddc-4172-ba62-9e995eeeaa03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.374168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event updated for resources: {'Port': ['ID=86943ff7-1f5e-4d15-83e5-959417566769,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:45.380544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=76c2783e-b45d-4b4f-b16d-a902d2f8bfb3,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:45.385463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:45.385880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network hostable DHCP agents. Network: cc06857d-d1f0-4c11-8ffc-ff5c048c4926, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:45.411836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:45.433089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, cc06857d-d1f0-4c11-8ffc-ff5c048c4926) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:45.441030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8f2c99-0412-4108-ab66-13985f82c9ba None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:45.442551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:45.443224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.452830 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2850444 Jan 12 09:37:45.459234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36906) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:45.478506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'subnet': {'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:45.530296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36912) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:45.559578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa4633-1ddc-4172-ba62-9e995eeeaa03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for f3f83101-f13c-478b-9c02-5a5a79d4f675 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:45.606001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36916) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:45.617498 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3238cc10-e47b-4970-ad38-f6e8c1e0fa11 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2923937 Jan 12 09:37:45.658181 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36922) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:45.677458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'name': 'tempest-NetworksTestDHCPv6-1316513251'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:45.688912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '76c2783e-b45d-4b4f-b16d-a902d2f8bfb3'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:37:45.690919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.772758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b6da1-a06c-4bca-b0b1-0933d7983f0a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Network': ['ID=f2071eaa-db59-4d4a-9282-ed25ba70ce71,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:45.789713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network f2071eaa-db59-4d4a-9282-ed25ba70ce71 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:45.789908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.792913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:45.806095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:subnet and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:45.812757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:45.815571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-549c8089-9861-447f-a65f-09f8eb008709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.832509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-01153ee9-be5f-46f5-af3e-3201b31204df admin admin] Deleting subnet 5eefcec1-d5d3-4271-863f-e2b5dfda80e8 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:37:45.836704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:45.847611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-01153ee9-be5f-46f5-af3e-3201b31204df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.899449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.904972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.932434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:45.965440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-01153ee9-be5f-46f5-af3e-3201b31204df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.048714 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Allocated IP 2001:db8::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/76c2783e-b45d-4b4f-b16d-a902d2f8bfb3/3952ecd7-8b90-42ec-acf6-7b2febafecb7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:46.085449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event updated for resources: {'Port': ['ID=afa0979b-200f-4d5b-88d0-705218fa5c5b,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.104214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4633-1ddc-4172-ba62-9e995eeeaa03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.156300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.163651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa4633-1ddc-4172-ba62-9e995eeeaa03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=f3f83101-f13c-478b-9c02-5a5a79d4f675,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.168089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-549c8089-9861-447f-a65f-09f8eb008709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:46.190263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-549c8089-9861-447f-a65f-09f8eb008709 admin admin] Usage tracker for resource:security_group_rule and tenant:e62f7250e0924ed69d86c54c548f5284 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:46.197949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-549c8089-9861-447f-a65f-09f8eb008709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:46.218031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:46.228534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-549c8089-9861-447f-a65f-09f8eb008709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:46.235759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:46.242352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:46.251294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.276802 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:46.286317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-01153ee9-be5f-46f5-af3e-3201b31204df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.307085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.308059 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-449fff8d-34e2-42a9-bc1f-a01ae9148ab9 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5213814 Jan 12 09:37:46.313133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36926) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:46.320979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1705217181'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:46.330476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:46.345688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Usage tracker for resource:network and tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:46.352254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:46.352438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.367899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Transition to ACTIVE for port object 3952ecd7-8b90-42ec-acf6-7b2febafecb7 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:46.371248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:46.382119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4633-1ddc-4172-ba62-9e995eeeaa03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.386642 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ddfa4633-1ddc-4172-ba62-9e995eeeaa03 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/f3f83101-f13c-478b-9c02-5a5a79d4f675 HTTP/1.1" status: 204 len: 168 time: 2.0141435 Jan 12 09:37:46.388019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36930) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:46.392247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Transition to ACTIVE for port object 3952ecd7-8b90-42ec-acf6-7b2febafecb7 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:46.400426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.414380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-01153ee9-be5f-46f5-af3e-3201b31204df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.438572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Made reservation on behalf of 2ed1a78a02564273a8d0a2b4ab5e79b0 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:46.441851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.453431 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6f75ea-5c17-4311-af56-06812b81fd11 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:37:46.453983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fd6f75ea-5c17-4311-af56-06812b81fd11 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:46.463619 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.508433 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Floating IP d5de4e45-1551-4499-a43a-b6a12610f1f2 associated. External IP: 172.26.1.207, port: 67497fa0-2e8a-442f-8eb4-697c17c1d4c8. Jan 12 09:37:46.525461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01153ee9-be5f-46f5-af3e-3201b31204df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eefcec1-d5d3-4271-863f-e2b5dfda80e8,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.534752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:46.537998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.579227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fd6f75ea-5c17-4311-af56-06812b81fd11 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:46.581599 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fd6f75ea-5c17-4311-af56-06812b81fd11 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/f3f83101-f13c-478b-9c02-5a5a79d4f675 HTTP/1.1" status: 404 len: 333 time: 0.1912737 Jan 12 09:37:46.592447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36934) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:46.596454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port fa872432-8264-4b28-9b6e-b1616b405140 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:46.608448 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:46.611576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:46.616040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:46.618199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Pushing event updated for resources: {'Port': ['ID=3952ecd7-8b90-42ec-acf6-7b2febafecb7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.623218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:46.631716 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-01153ee9-be5f-46f5-af3e-3201b31204df admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.636984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Usage tracker for resource:security_group_rule and tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:46.642721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:46.661547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:46.676417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-01153ee9-be5f-46f5-af3e-3201b31204df admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5eefcec1-d5d3-4271-863f-e2b5dfda80e8 HTTP/1.1" status: 204 len: 168 time: 1.0670786 Jan 12 09:37:46.681003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36938) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:46.713219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Attempting to bind port 3952ecd7-8b90-42ec-acf6-7b2febafecb7 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:46.713219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Attempting to bind port 3952ecd7-8b90-42ec-acf6-7b2febafecb7 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:46.714044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Attempting to bind port 3952ecd7-8b90-42ec-acf6-7b2febafecb7 on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:46.721654 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:37:46.722159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:46.722905 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.723364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:37:46.723908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Bound port: 3952ecd7-8b90-42ec-acf6-7b2febafecb7, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:46.724507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.734735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-549c8089-9861-447f-a65f-09f8eb008709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.769671 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-549c8089-9861-447f-a65f-09f8eb008709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.798655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d361d33c-e758-4324-8c35-a13c764b8073 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.813207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] For port 3952ecd7-8b90-42ec-acf6-7b2febafecb7, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:37:46.816496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] For port 3952ecd7-8b90-42ec-acf6-7b2febafecb7, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3952ecd7-8b90-42ec-acf6-7b2febafecb7,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:37:46.821435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.890500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8089-9861-447f-a65f-09f8eb008709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec6e15a-cfac-46cf-bbfb-1587d209475a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.906314 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d87dec-6ccb-45f8-9d48-4ab3c694eee4 None None] Pushing event updated for resources: {'Port': ['ID=3952ecd7-8b90-42ec-acf6-7b2febafecb7,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.910055 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-549c8089-9861-447f-a65f-09f8eb008709 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e62f7250e0924ed69d86c54c548f5284&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3785126 Jan 12 09:37:46.910781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36942) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:46.933112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::269 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/76c2783e-b45d-4b4f-b16d-a902d2f8bfb3/fa872432-8264-4b28-9b6e-b1616b405140) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:46.937314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.954849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d361d33c-e758-4324-8c35-a13c764b8073 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.992627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.017502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.029586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.168400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:47.180004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d361d33c-e758-4324-8c35-a13c764b8073 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.188536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4695bf34-13d0-479e-b072-8270e762625a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.210833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.211252 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Added segment 61fd7820-944b-468f-a213-b7e70e2141f8 of type vlan for network 6e453641-a0be-4574-acb6-0d826fdaaa60 Jan 12 09:37:47.238819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.242165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Subnet': ['ID=335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.248409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361d33c-e758-4324-8c35-a13c764b8073 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7d4615-5ce2-4646-96d8-7290050cfbed,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.256371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cba1-473d-4bbf-9204-e05c41fa64f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.313405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7aad4a-84dd-4e90-8154-00a6a2736b2a']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:47.320760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cba1-473d-4bbf-9204-e05c41fa64f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.327441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Checking segment: {'id': '8c3fd410-2d23-4451-b7cf-1c8444358827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:47.327809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network hostable DHCP agents. Network: f2071eaa-db59-4d4a-9282-ed25ba70ce71, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:47.328142 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.340316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec95c68-495d-4ac9-abb9-8f6c2b424c30') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:47.340596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec95c68-495d-4ac9-abb9-8f6c2b424c30') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:47.347203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d361d33c-e758-4324-8c35-a13c764b8073 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.348411 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d361d33c-e758-4324-8c35-a13c764b8073 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/security-groups/ec7d4615-5ce2-4646-96d8-7290050cfbed HTTP/1.1" status: 204 len: 168 time: 0.7538843 Jan 12 09:37:47.353654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36946) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:47.361459 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.415512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.434811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network f2071eaa-db59-4d4a-9282-ed25ba70ce71 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:47.448463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object fa872432-8264-4b28-9b6e-b1616b405140 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:47.449888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cba1-473d-4bbf-9204-e05c41fa64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.463760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, f2071eaa-db59-4d4a-9282-ed25ba70ce71) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:47.473517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c5b8a-955a-42b6-b3d7-d564c5ab76aa None None] Network f2071eaa-db59-4d4a-9282-ed25ba70ce71 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:47.473717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:47.474249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.478927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6cba1-473d-4bbf-9204-e05c41fa64f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec6e15a-cfac-46cf-bbfb-1587d209475a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.480243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.511951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cba1-473d-4bbf-9204-e05c41fa64f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.513330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:37:47.513843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.516691 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f5e6cba1-473d-4bbf-9204-e05c41fa64f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ec6e15a-cfac-46cf-bbfb-1587d209475a HTTP/1.1" status: 204 len: 168 time: 0.5921748 Jan 12 09:37:47.522655 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0faa0fe0-39d8-4402-94af-51b6a8c199f2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0485961 Jan 12 09:37:47.523876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36952) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:47.538036 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:47.554139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.558259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:47.559320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.600107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.757931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:47.762368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:47.778693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:47.788617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:47.789461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.808374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:37:47.810840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.858046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=fa872432-8264-4b28-9b6e-b1616b405140,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.904009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event updated for resources: {'Network': ['ID=6e453641-a0be-4574-acb6-0d826fdaaa60,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.947591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 6e453641-a0be-4574-acb6-0d826fdaaa60 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:47.960673 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7824b45f-c4be-479d-9d71-1689e8b4d037 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3013663 Jan 12 09:37:47.966638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36958) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:48.001058 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-18c43198-f6ae-49f4-87eb-512de67bb2a1 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6852777 Jan 12 09:37:48.005351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.011879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.014296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36962) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:48.026318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Request body: {'subnet': {'network_id': '6e453641-a0be-4574-acb6-0d826fdaaa60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:48.081243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7aad4a-84dd-4e90-8154-00a6a2736b2a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:48.089050 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8ed94f35-9ece-447c-a77d-ec0586ea8a53 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ec7aad4a-84dd-4e90-8154-00a6a2736b2a HTTP/1.1" status: 204 len: 168 time: 1.4052074 Jan 12 09:37:48.099822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36966) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:48.100139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36968) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:48.158946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Allocated IP 2001:db8::2 (f2071eaa-db59-4d4a-9282-ed25ba70ce71/335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6/cad347f9-e6f8-4281-af62-a144c2cf374e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:48.180383 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5f51fe56-afff-4f92-a3f8-10a3c9cb3e42 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.201155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c6771-4f6b-4583-b909-a84d67d94f5a None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:48.247181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06b0f8b6-ea3c-48f3-bb60-f821dcdf0685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.304702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5f51fe56-afff-4f92-a3f8-10a3c9cb3e42 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.340004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1253a0f7-6dff-4fb9-912b-737444ff1047 admin admin] Deleting subnet ad8ed0e7-bd6a-4a41-91d2-41e91d37b6ca {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:37:48.352298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1253a0f7-6dff-4fb9-912b-737444ff1047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.393121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9c3b3c8d-7e1b-4418-a0f3-681ebc28f960 None None] Provisioning for port 3952ecd7-8b90-42ec-acf6-7b2febafecb7 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:48.404876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-06b0f8b6-ea3c-48f3-bb60-f821dcdf0685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:48.418500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:48.419278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-06b0f8b6-ea3c-48f3-bb60-f821dcdf0685 admin admin] Usage tracker for resource:security_group_rule and tenant:7f1fca8fd11e4db4a0800044864f7c67 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:48.423856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-06b0f8b6-ea3c-48f3-bb60-f821dcdf0685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:48.426544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Usage tracker for resource:subnet and tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:48.433033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:48.438382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1253a0f7-6dff-4fb9-912b-737444ff1047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.466123 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-06b0f8b6-ea3c-48f3-bb60-f821dcdf0685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:48.475686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2780023b-baa3-4d9b-8aac-b357452dea15 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:48.480073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2780023b-baa3-4d9b-8aac-b357452dea15 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:48.481087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2780023b-baa3-4d9b-8aac-b357452dea15 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:48.490138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:48.495684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5f51fe56-afff-4f92-a3f8-10a3c9cb3e42 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.547125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51fe56-afff-4f92-a3f8-10a3c9cb3e42 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6be7e7-830c-4a9a-9bde-a45edc70f48c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:48.550181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1253a0f7-6dff-4fb9-912b-737444ff1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.568771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Made reservation on behalf of 2ed1a78a02564273a8d0a2b4ab5e79b0 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:48.583122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2780023b-baa3-4d9b-8aac-b357452dea15 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:48.584626 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2780023b-baa3-4d9b-8aac-b357452dea15 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6170373 Jan 12 09:37:48.591137 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36974) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:48.592685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.597756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Router 570da6fe-1558-4ecc-a6f6-576b669706a9 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:37:48.601382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5f51fe56-afff-4f92-a3f8-10a3c9cb3e42 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.605451 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5f51fe56-afff-4f92-a3f8-10a3c9cb3e42 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/security-groups/bd6be7e7-830c-4a9a-9bde-a45edc70f48c HTTP/1.1" status: 204 len: 168 time: 1.2495055 Jan 12 09:37:48.608544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36978) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:48.622650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.640992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Transition to ACTIVE for port object cad347f9-e6f8-4281-af62-a144c2cf374e will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:48.664985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Transition to ACTIVE for port object cad347f9-e6f8-4281-af62-a144c2cf374e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:48.685571 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.721653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-29729718-11da-4a0b-b0c4-225fe23255e2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port fa872432-8264-4b28-9b6e-b1616b405140 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:48.722088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-29729718-11da-4a0b-b0c4-225fe23255e2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.762806 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Pushing event updated for resources: {'Port': ['ID=cad347f9-e6f8-4281-af62-a144c2cf374e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:48.767053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Network f2071eaa-db59-4d4a-9282-ed25ba70ce71 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:48.768265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:48.770376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:48.819731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06b0f8b6-ea3c-48f3-bb60-f821dcdf0685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.873178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Attempting to bind port cad347f9-e6f8-4281-af62-a144c2cf374e on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:48.873753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Attempting to bind port cad347f9-e6f8-4281-af62-a144c2cf374e by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '8c3fd410-2d23-4451-b7cf-1c8444358827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:48.873962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Attempting to bind port cad347f9-e6f8-4281-af62-a144c2cf374e on network f2071eaa-db59-4d4a-9282-ed25ba70ce71 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:48.881225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:37:48.881225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Checking segment: {'id': '8c3fd410-2d23-4451-b7cf-1c8444358827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:48.881225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.881666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Bound using segment: {'id': '8c3fd410-2d23-4451-b7cf-1c8444358827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:37:48.882195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Bound port: cad347f9-e6f8-4281-af62-a144c2cf374e, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3fd410-2d23-4451-b7cf-1c8444358827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:48.882329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.886917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1253a0f7-6dff-4fb9-912b-737444ff1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.928776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06b0f8b6-ea3c-48f3-bb60-f821dcdf0685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.955571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253a0f7-6dff-4fb9-912b-737444ff1047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8ed0e7-bd6a-4a41-91d2-41e91d37b6ca,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:48.972055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.978324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] For port cad347f9-e6f8-4281-af62-a144c2cf374e, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:37:48.982220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] For port cad347f9-e6f8-4281-af62-a144c2cf374e, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cad347f9-e6f8-4281-af62-a144c2cf374e,segment=NetworkSegment(8c3fd410-2d23-4451-b7cf-1c8444358827),segment_id=8c3fd410-2d23-4451-b7cf-1c8444358827)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:37:48.992374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.019853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1253a0f7-6dff-4fb9-912b-737444ff1047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.050455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0f8b6-ea3c-48f3-bb60-f821dcdf0685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db52aa2-117e-4263-95cb-ac876af94707,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:49.062855 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-06b0f8b6-ea3c-48f3-bb60-f821dcdf0685 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f1fca8fd11e4db4a0800044864f7c67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9007030 Jan 12 09:37:49.077523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36982) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:49.097855 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1253a0f7-6dff-4fb9-912b-737444ff1047 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ad8ed0e7-bd6a-4a41-91d2-41e91d37b6ca HTTP/1.1" status: 204 len: 168 time: 0.9371653 Jan 12 09:37:49.103002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 36984) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:49.128674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3952ecd7-8b90-42ec-acf6-7b2febafecb7 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:49.147261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1640e7f1-332d-4907-9f89-ff8743d31fd8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet 920ad6c0-028c-4d0e-b43f-948cdbe49fb4 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:37:49.157342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1640e7f1-332d-4907-9f89-ff8743d31fd8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.203473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cef42400-e260-479e-a6d1-56f13faefad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.231615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41993137-9ead-4a48-84f5-cb4fa14ace6e None None] Pushing event updated for resources: {'Port': ['ID=cad347f9-e6f8-4281-af62-a144c2cf374e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:49.282309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-98b0b5a9-6904-4bb6-8338-0fcfef811561 None None] Provisioning for port fa872432-8264-4b28-9b6e-b1616b405140 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:49.289444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-98b0b5a9-6904-4bb6-8338-0fcfef811561 None None] Provisioning complete for port fa872432-8264-4b28-9b6e-b1616b405140 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:49.289819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98b0b5a9-6904-4bb6-8338-0fcfef811561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.340895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 3952ecd7-8b90-42ec-acf6-7b2febafecb7 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:49.347209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.349036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3952ecd7-8b90-42ec-acf6-7b2febafecb7 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:49.349504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.361230 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1640e7f1-332d-4907-9f89-ff8743d31fd8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.440771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-98b0b5a9-6904-4bb6-8338-0fcfef811561 None None] Port fa872432-8264-4b28-9b6e-b1616b405140 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:49.482647 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-98b0b5a9-6904-4bb6-8338-0fcfef811561 None None] Provisioning complete for port 3952ecd7-8b90-42ec-acf6-7b2febafecb7 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:49.483044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98b0b5a9-6904-4bb6-8338-0fcfef811561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.505079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-29729718-11da-4a0b-b0c4-225fe23255e2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.515098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.585120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1640e7f1-332d-4907-9f89-ff8743d31fd8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.655725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43475db8-487d-4d9c-a302-82acd4fde3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.664195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.730779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-29729718-11da-4a0b-b0c4-225fe23255e2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for fa872432-8264-4b28-9b6e-b1616b405140 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:49.752262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 3952ecd7-8b90-42ec-acf6-7b2febafecb7, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3952ecd7-8b90-42ec-acf6-7b2febafecb7,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:49.760950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98b0b5a9-6904-4bb6-8338-0fcfef811561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.774196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.897829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=3952ecd7-8b90-42ec-acf6-7b2febafecb7,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:49.908121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-98b0b5a9-6904-4bb6-8338-0fcfef811561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:49.908121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-98b0b5a9-6904-4bb6-8338-0fcfef811561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:49.929876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43475db8-487d-4d9c-a302-82acd4fde3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.946238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.966104 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:37:50.002406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event updated for resources: {'Subnet': ['ID=aeb7e1a3-0f8f-425b-8e4f-d2a2e203460b,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:50.003857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97afdaa-84ea-4c76-8ce2-94d093765346']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:50.020670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1640e7f1-332d-4907-9f89-ff8743d31fd8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.055868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb198ff2-6014-4bce-b6b7-539c05dc106d') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:50.056136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb198ff2-6014-4bce-b6b7-539c05dc106d') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:50.085276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.095033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640e7f1-332d-4907-9f89-ff8743d31fd8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=920ad6c0-028c-4d0e-b43f-948cdbe49fb4,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:50.104608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Checking segment: {'id': '61fd7820-944b-468f-a213-b7e70e2141f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6e453641-a0be-4574-acb6-0d826fdaaa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:50.105264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Network hostable DHCP agents. Network: 6e453641-a0be-4574-acb6-0d826fdaaa60, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:50.107014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:50.111717 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1640e7f1-332d-4907-9f89-ff8743d31fd8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.117589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbe44f8-ef76-4bce-93c9-bab275e5ced0 None None] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:50.122731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.139296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43475db8-487d-4d9c-a302-82acd4fde3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.157553 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:37:50.157952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:50.174655 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:50.186120 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1640e7f1-332d-4907-9f89-ff8743d31fd8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/920ad6c0-028c-4d0e-b43f-948cdbe49fb4 HTTP/1.1" status: 204 len: 168 time: 1.5666678 Jan 12 09:37:50.186350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Allocated IP 2001:db8::1 (f2071eaa-db59-4d4a-9282-ed25ba70ce71/335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6/21959975-e42e-4d98-a630-8ceb98efc869) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:50.188084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 36992) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:50.194912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:50.231309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43475db8-487d-4d9c-a302-82acd4fde3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db52aa2-117e-4263-95cb-ac876af94707,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:50.239622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.257467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] Sync routers for ids ['570da6fe-1558-4ecc-a6f6-576b669706a9'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:50.267566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43475db8-487d-4d9c-a302-82acd4fde3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.269189 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-43475db8-487d-4d9c-a302-82acd4fde3ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2db52aa2-117e-4263-95cb-ac876af94707 HTTP/1.1" status: 204 len: 168 time: 1.1701422 Jan 12 09:37:50.334197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] Routers {'570da6fe-1558-4ecc-a6f6-576b669706a9'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:50.335305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['570da6fe-1558-4ecc-a6f6-576b669706a9'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:50.345249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.350931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.382848 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-18ca5197-88ec-4141-92c6-2b165a93ae3d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.8837492 Jan 12 09:37:50.382848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:37:50.396546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] Pushing event deleted for resources: {'Network': ['ID=c97afdaa-84ea-4c76-8ce2-94d093765346,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:50.406811 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-594ac45b-a4b5-4d3d-bd73-b2664bbbbaee admin admin] 10.222.0.58 "DELETE /v2.0/networks/c97afdaa-84ea-4c76-8ce2-94d093765346 HTTP/1.1" status: 204 len: 168 time: 1.3026631 Jan 12 09:37:50.462623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Network 6e453641-a0be-4574-acb6-0d826fdaaa60 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:50.472800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-29729718-11da-4a0b-b0c4-225fe23255e2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.475827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:50.503880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 6e453641-a0be-4574-acb6-0d826fdaaa60) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:50.533383 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'status': 'completed', 'code': 200} Jan 12 09:37:50.556866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f4aef-c5c1-468a-ad7f-030f1271d015 None None] Network 6e453641-a0be-4574-acb6-0d826fdaaa60 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:50.711849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:50.719015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.720302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.726634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29729718-11da-4a0b-b0c4-225fe23255e2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=fa872432-8264-4b28-9b6e-b1616b405140,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:50.730420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:50.757943 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8d06927c-b166-4f3a-a615-9db358883d29 req-ab3cef97-d1db-4627-a4aa-30be7bf8e4df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=875fb44060cb4d74ad4660b23bd39c0d&device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 1099 time: 0.1939421 Jan 12 09:37:50.793768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-29729718-11da-4a0b-b0c4-225fe23255e2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.802989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:50.878305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:50.909144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37006) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:50.962127 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5a105bc2-abd8-42c2-85e2-40843054182f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9460630 Jan 12 09:37:50.993578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29299b4e-d953-4d73-8774-bf2481aba25c None None] Network f2071eaa-db59-4d4a-9282-ed25ba70ce71 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:51.011688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37012) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:51.038595 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-29729718-11da-4a0b-b0c4-225fe23255e2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/fa872432-8264-4b28-9b6e-b1616b405140 HTTP/1.1" status: 204 len: 168 time: 2.4349401 Jan 12 09:37:51.045897 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e5cf33f5-c684-4c8e-8876-472ac4d55ea1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9147064d0fea42a180f2a08aee918e94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1353798 Jan 12 09:37:51.059277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37016) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:51.059521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37018) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:51.061099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1847622942', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:51.075414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:51.115911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.163068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06927c-b166-4f3a-a615-9db358883d29 req-53292244-494c-4b80-a4be-0f8601b17a9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:51.172910 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8d06927c-b166-4f3a-a615-9db358883d29 req-53292244-494c-4b80-a4be-0f8601b17a9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc449481-2221-47d1-9ed8-eb0f7a693a7b HTTP/1.1" status: 200 len: 898 time: 0.4093969 Jan 12 09:37:51.175594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Usage tracker for resource:router and tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:51.179235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:51.231161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3952ecd7-8b90-42ec-acf6-7b2febafecb7 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:51.241811 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:51.276502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.277374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.300082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-17ed7cdb-f76f-47d3-9fa8-f937e4115a48 None None] Provisioning for port cad347f9-e6f8-4281-af62-a144c2cf374e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:51.306746 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8d06927c-b166-4f3a-a615-9db358883d29 req-42b22ccc-e180-45d6-950b-cb87723aec01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8 HTTP/1.1" status: 200 len: 1000 time: 0.1194968 Jan 12 09:37:51.313292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.361906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.374097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9cf7d-8938-4e76-a600-f77f3fe895bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:51.375480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-17ed7cdb-f76f-47d3-9fa8-f937e4115a48 None None] Could not find standard attr ID for object fa872432-8264-4b28-9b6e-b1616b405140. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:37:51.375606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9cf7d-8938-4e76-a600-f77f3fe895bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:51.376278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-63b9cf7d-8938-4e76-a600-f77f3fe895bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:51.383632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06927c-b166-4f3a-a615-9db358883d29 req-a4e63d16-968f-4976-a982-ecef11c043c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:51.385203 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8d06927c-b166-4f3a-a615-9db358883d29 req-a4e63d16-968f-4976-a982-ecef11c043c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e8979c3-057a-4be8-928e-fce569f4e271 HTTP/1.1" status: 200 len: 835 time: 0.0698557 Jan 12 09:37:51.431677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Transition to ACTIVE for port object 21959975-e42e-4d98-a630-8ceb98efc869 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:51.443560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450abab-c6a2-4f4c-bf95-2d8c522c8b91 req-4cb7b35a-a8c8-4f95-88a6-ef7f63646b44 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:51.445421 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4450abab-c6a2-4f4c-bf95-2d8c522c8b91 req-4cb7b35a-a8c8-4f95-88a6-ef7f63646b44 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.7204401 Jan 12 09:37:51.510154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-63b9cf7d-8938-4e76-a600-f77f3fe895bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:51.514107 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-63b9cf7d-8938-4e76-a600-f77f3fe895bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4516575 Jan 12 09:37:51.516685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37032) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:51.520465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-702b3caa-64ca-4b3a-91f8-34f11831ddd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.556928 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9db44b83-e41a-4712-bf45-77a48b28dff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.576445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-702b3caa-64ca-4b3a-91f8-34f11831ddd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.581882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] Set router 570da6fe-1558-4ecc-a6f6-576b669706a9 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:51.592515 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4450abab-c6a2-4f4c-bf95-2d8c522c8b91 req-d3b89a73-0f5a-47c6-ab4f-42a9a7837530 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347671 Jan 12 09:37:51.608550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.654282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37038) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:51.755190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.759880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=21959975-e42e-4d98-a630-8ceb98efc869,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:51.794377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network f2071eaa-db59-4d4a-9282-ed25ba70ce71 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:51.797467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:51.812341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:51.813067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.821582 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8d06927c-b166-4f3a-a615-9db358883d29 req-c2c09779-6544-428c-a616-57e04f739fb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc449481-2221-47d1-9ed8-eb0f7a693a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4298565 Jan 12 09:37:51.825367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.830845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3952ecd7-8b90-42ec-acf6-7b2febafecb7 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:51.831250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.852345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-702b3caa-64ca-4b3a-91f8-34f11831ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.890336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b3caa-64ca-4b3a-91f8-34f11831ddd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f0e0c8-7eb5-43c3-88ea-fd9341f8026d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:51.908620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-6e453641-a0be-4574-acb6-0d826fdaaa60', 'network_id': '6e453641-a0be-4574-acb6-0d826fdaaa60', 'tenant_id': '2ed1a78a02564273a8d0a2b4ab5e79b0', 'fixed_ips': [{'subnet_id': 'aeb7e1a3-0f8f-425b-8e4f-d2a2e203460b'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:37:51.909439 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.912932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37044) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:51.999555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-702b3caa-64ca-4b3a-91f8-34f11831ddd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.001479 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-702b3caa-64ca-4b3a-91f8-34f11831ddd7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35f0e0c8-7eb5-43c3-88ea-fd9341f8026d HTTP/1.1" status: 204 len: 168 time: 0.9371998 Jan 12 09:37:52.048039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.106624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.137502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:52.144155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:52.148987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:52.149954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.215945 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bb2327c7-870a-4d83-a3d0-180cfbbb2fca tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/floatingips/d5de4e45-1551-4499-a43a-b6a12610f1f2 HTTP/1.1" status: 200 len: 992 time: 0.5579317 Jan 12 09:37:52.243335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=aaae38f0-adab-4cf9-817e-7d345c60ff2b,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:52.249597 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7bd4e032-8bf9-4659-8509-18dbba033a8c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0603294 Jan 12 09:37:52.260809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37052) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:52.271021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'security_group': {'name': 'tempest-secgroup-404021548'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:52.277873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:52.282267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:52.285592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:52.293120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:52.366973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-63179885-53c1-4f41-a139-9d0651f9a2c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 76c2783e-b45d-4b4f-b16d-a902d2f8bfb3 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:37:52.371301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63179885-53c1-4f41-a139-9d0651f9a2c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.402166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.445821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63179885-53c1-4f41-a139-9d0651f9a2c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.552172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63179885-53c1-4f41-a139-9d0651f9a2c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.636751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Allocated IP 172.20.0.2 (6e453641-a0be-4574-acb6-0d826fdaaa60/aeb7e1a3-0f8f-425b-8e4f-d2a2e203460b/be78e4cb-7d75-4ac1-9468-0f89fc841f00) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:52.662787 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340fd29-07dc-400b-b146-b06eb1b6e45a None None] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:52.663072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63179885-53c1-4f41-a139-9d0651f9a2c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.706155 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8d06927c-b166-4f3a-a615-9db358883d29 req-aece106c-0396-4e74-96a3-bf8e51d4f6f0 service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8220062 Jan 12 09:37:52.717549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179885-53c1-4f41-a139-9d0651f9a2c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=76c2783e-b45d-4b4f-b16d-a902d2f8bfb3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:52.807518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63179885-53c1-4f41-a139-9d0651f9a2c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.820986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.821552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'networks': [{'name': 'tempest-network--401174205'}, {'name': 'tempest-network--904809760'}]} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:52.821682 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'network': {'name': 'tempest-network--401174205'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:52.822146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'network': {'name': 'tempest-network--904809760'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:52.839161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1ac530-cada-4bc5-9487-2f4fe9a93017 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:52.842588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:52.846604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37058) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:52.870653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Usage tracker for resource:network and tenant:5b3681d2df9c47f599374ccb54b32fe6 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:52.874239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:52.894738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:52.900309 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-63179885-53c1-4f41-a139-9d0651f9a2c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/76c2783e-b45d-4b4f-b16d-a902d2f8bfb3 HTTP/1.1" status: 204 len: 168 time: 1.3796611 Jan 12 09:37:52.905417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37062) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:52.942933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.007639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:53.020438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group_rule and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:53.025523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:53.035830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:53.052558 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1852122e-6d52-4377-abae-6134c2da672b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1389475 Jan 12 09:37:53.052928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37066) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:53.054839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.061638 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cad347f9-e6f8-4281-af62-a144c2cf374e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:53.068660 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:53.081974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Made reservation on behalf of 5b3681d2df9c47f599374ccb54b32fe6 for: {'network': 2} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:53.085409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.116109 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8d06927c-b166-4f3a-a615-9db358883d29 req-5cf749dc-54d4-4dac-a168-8d938d8014d2 service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998134 Jan 12 09:37:53.117006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.122203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.128445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d18ba949-2a67-48f5-8a01-492786fc9785 None None] Provisioning complete for port c110e55c-badc-436e-98d6-ced5525ce06c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:53.128720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d18ba949-2a67-48f5-8a01-492786fc9785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.187578 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8dddd80a-24ae-48f7-8ca9-722284435620 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=273160fe43754347b6db79e3bd5037f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3399072 Jan 12 09:37:53.194919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37070) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:53.222209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37074) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:53.274353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:53.304877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.309851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:53.335765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.343592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Usage tracker for resource:security_group_rule and tenant:5b3681d2df9c47f599374ccb54b32fe6 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:53.346552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-884ce685-7a5c-42b6-a368-df9e974c405a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.363650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d18ba949-2a67-48f5-8a01-492786fc9785 None None] Port c110e55c-badc-436e-98d6-ced5525ce06c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:53.369767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.376826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-884ce685-7a5c-42b6-a368-df9e974c405a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.378312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:53.395006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:37:06Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd5de4e45-1551-4499-a43a-b6a12610f1f2', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'port_id': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'mac_address': 'fa:16:3e:10:d8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:37:43Z', 'revision_number': 0, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be8ba95-616f-460c-be10-da966a36e413', 'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'mac_address': 'fa:16:3e:67:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:15Z', 'revision_number': 5, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'subnets': [{'id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:53.396897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.399014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.435052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:53.446935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-884ce685-7a5c-42b6-a368-df9e974c405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.456027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:53.478887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:53.486486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ce685-7a5c-42b6-a368-df9e974c405a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef87c6d-1281-4012-b344-20d6fee478b9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:53.504303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:53.524795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Allocated IP 172.26.1.148 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/e572caa3-25e6-41fd-ba44-54ef3828a5b8) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:53.542958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] Checking router: 570da6fe-1558-4ecc-a6f6-576b669706a9 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:37:53.544441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:53.545090 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-884ce685-7a5c-42b6-a368-df9e974c405a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.546749 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-884ce685-7a5c-42b6-a368-df9e974c405a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ef87c6d-1281-4012-b344-20d6fee478b9 HTTP/1.1" status: 204 len: 168 time: 0.3519979 Jan 12 09:37:53.658963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d18ba949-2a67-48f5-8a01-492786fc9785 None None] Provisioning complete for port 22153b73-e846-451d-9ecc-acea348430c8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:53.659495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d18ba949-2a67-48f5-8a01-492786fc9785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.745052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.749979 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4877071 Jan 12 09:37:53.751298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403f025-29a8-481f-aaf4-6cd47eb5b63c tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975b53f8-db83-4f72-8aa5-88cebe5874ec,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:53.754223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37080) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:53.765869 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0722d538-4d77-422e-9efb-2380f8d2d14b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/floatingips/d5de4e45-1551-4499-a43a-b6a12610f1f2 HTTP/1.1" status: 200 len: 992 time: 0.5359929 Jan 12 09:37:53.774696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:53.786774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] Routers {'570da6fe-1558-4ecc-a6f6-576b669706a9'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:53.787526 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['570da6fe-1558-4ecc-a6f6-576b669706a9'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:53.795703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1119537166'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:53.800584 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.801979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=21959975-e42e-4d98-a630-8ceb98efc869,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:53.814994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.816239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.858088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:53.874173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c9a968-dc0a-402d-b9f9-50c6ba70b3f6,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:53.877112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:53.892940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:53.904513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:53.905609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.912741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:53.940873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.949807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.950155 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Added segment ea1714b5-6c4c-435f-a38f-21ca0966fefe of type vlan for network 6a06bfff-4a4e-4532-a9f8-ed1c41901298 Jan 12 09:37:53.973077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.976694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.984455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.997755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.052435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port cad347f9-e6f8-4281-af62-a144c2cf374e completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:54.060099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Transition to ACTIVE for port object be78e4cb-7d75-4ac1-9468-0f89fc841f00 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:54.088650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port cad347f9-e6f8-4281-af62-a144c2cf374e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:54.089254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.102834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event updated for resources: {'Port': ['ID=e572caa3-25e6-41fd-ba44-54ef3828a5b8,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:54.109253 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:54.111602 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:54.114237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:54.121491 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.179913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Transition to ACTIVE for port object be78e4cb-7d75-4ac1-9468-0f89fc841f00 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:54.242200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] Set router 570da6fe-1558-4ecc-a6f6-576b669706a9 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:54.259080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:54.272218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.272551 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Added segment 8a0ae0e7-7cff-4beb-b66c-8161202ab2ad of type vlan for network 57111be1-46a0-415d-870d-f6d71514b81a Jan 12 09:37:54.281036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.284651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6056623-82f0-42ee-8bcd-f6124f91fd7b None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:37:54.289958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network f2071eaa-db59-4d4a-9282-ed25ba70ce71 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:54.299050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:54.314015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.356902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.357639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.359721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.360254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.364305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:54.367350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:54.367982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.392670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:54.396131 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b6056623-82f0-42ee-8bcd-f6124f91fd7b None None] Deleting port 3952ecd7-8b90-42ec-acf6-7b2febafecb7 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:54.396683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6056623-82f0-42ee-8bcd-f6124f91fd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.466552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group_rule and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:54.480295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:54.512811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:54.579409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Pushing event updated for resources: {'Port': ['ID=be78e4cb-7d75-4ac1-9468-0f89fc841f00,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:54.585381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Network 6e453641-a0be-4574-acb6-0d826fdaaa60 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:54.657861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:54.675249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.703411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:54.717553 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8004017 Jan 12 09:37:54.721958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37086) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:54.732191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9672814-22b8-412c-9cca-b8a9317f0f46 None None] Update dhcp port {'port': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'fixed_ips': [{'subnet_id': '132b05b4-b354-4da1-aca5-e012f239291d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aaae38f0-adab-4cf9-817e-7d345c60ff2b'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': '22153b73-e846-451d-9ecc-acea348430c8'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:37:54.742406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.749937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'Network': ['ID=6a06bfff-4a4e-4532-a9f8-ed1c41901298,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:54.765067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.782448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37090) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:54.799634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 6a06bfff-4a4e-4532-a9f8-ed1c41901298 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:54.888982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.934608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:54.951054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:54.968919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:54.969342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.980832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=37343233-b050-410a-8015-fc9de84c8644,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:55.030882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414ffafc-9afe-4eab-afd5-bd16fc58e711,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:55.034473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.035720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-db112655-ca06-41ec-a3f6-8cd5aafd1b17 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2684863 Jan 12 09:37:55.039622 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-229a3320-2c27-48b5-9a14-c38c67ac634b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9801071 Jan 12 09:37:55.039622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37094) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.039827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e96d46-89bd-447d-aea7-8be3a3f08300 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'Network': ['ID=57111be1-46a0-415d-870d-f6d71514b81a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:55.041472 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37096) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.044809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'security_group': {'name': 'tempest-secgroup-192638239'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:55.053039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:55.059807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:55.061413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'name': 'tempest-NetworksTestDHCPv6-965633909'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:55.063822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:55.071729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:55.086315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9672814-22b8-412c-9cca-b8a9317f0f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.092283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.131782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 57111be1-46a0-415d-870d-f6d71514b81a details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:55.152639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:55.157118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:security_group_rule and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:55.160278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:55.166762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:55.175574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:37:55.182606 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c01fc876-9ca4-43fc-a5b1-85a96feb59f6 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/floatingips/d5de4e45-1551-4499-a43a-b6a12610f1f2 HTTP/1.1" status: 200 len: 992 time: 0.3985682 Jan 12 09:37:55.203082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e712894-65f6-470e-959b-59e6eef26ade tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:55.206740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e712894-65f6-470e-959b-59e6eef26ade tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:55.210549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e712894-65f6-470e-959b-59e6eef26ade tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:55.214626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e712894-65f6-470e-959b-59e6eef26ade tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:55.215473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e712894-65f6-470e-959b-59e6eef26ade tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Synchronizing usage tracker for tenant:5b3681d2df9c47f599374ccb54b32fe6 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:55.289810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.327476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e712894-65f6-470e-959b-59e6eef26ade tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Unset dirty status for tenant:5b3681d2df9c47f599374ccb54b32fe6 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:55.331544 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5e712894-65f6-470e-959b-59e6eef26ade tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6055384 Jan 12 09:37:55.331679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-210aced1-2e12-4cd6-8a1b-4982493857d7 None None] Provisioning complete for port cad347f9-e6f8-4281-af62-a144c2cf374e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:55.331679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-210aced1-2e12-4cd6-8a1b-4982493857d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.338166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37102) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.351356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.388731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Attempting to bind port be78e4cb-7d75-4ac1-9468-0f89fc841f00 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:55.389155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Attempting to bind port be78e4cb-7d75-4ac1-9468-0f89fc841f00 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '61fd7820-944b-468f-a213-b7e70e2141f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6e453641-a0be-4574-acb6-0d826fdaaa60'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:55.389410 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Attempting to bind port be78e4cb-7d75-4ac1-9468-0f89fc841f00 on network 6e453641-a0be-4574-acb6-0d826fdaaa60 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:55.396768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a91be7-a06b-4efc-bb13-6624fa998293,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:55.405350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port cad347f9-e6f8-4281-af62-a144c2cf374e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cad347f9-e6f8-4281-af62-a144c2cf374e,segment=NetworkSegment(8c3fd410-2d23-4451-b7cf-1c8444358827),segment_id=8c3fd410-2d23-4451-b7cf-1c8444358827)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:55.413757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.414687 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2edec4c8-4a9e-4eaa-99d3-252d747031d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3744583 Jan 12 09:37:55.418257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37106) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.424729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2054912167', 'security_groups': ['48a91be7-a06b-4efc-bb13-6624fa998293'], 'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aaae38f0-adab-4cf9-817e-7d345c60ff2b'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:55.433082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:55.443653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:55.449033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:55.465006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:55.486650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.495097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:55.498507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.519522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.537785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 93e32a23-04c0-4a0f-a6e7-2d2b878b49ae yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:55.549903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:55.562727 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:55.577999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:37:55.578884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Checking segment: {'id': '61fd7820-944b-468f-a213-b7e70e2141f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6e453641-a0be-4574-acb6-0d826fdaaa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:55.579522 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.580202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Bound using segment: {'id': '61fd7820-944b-468f-a213-b7e70e2141f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6e453641-a0be-4574-acb6-0d826fdaaa60'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:37:55.580913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Bound port: be78e4cb-7d75-4ac1-9468-0f89fc841f00, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fd7820-944b-468f-a213-b7e70e2141f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6e453641-a0be-4574-acb6-0d826fdaaa60'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:55.581427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.584730 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5a9583bf-8f10-49d7-8a0b-e03228f5f513 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0598123 Jan 12 09:37:55.589530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37110) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.597851 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:55.598475 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:55.608005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-45556947'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:55.669646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:55.676606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:network and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:55.682091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:55.688384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:55.690780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:55.704255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:55.714449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:55.715976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3952ecd7-8b90-42ec-acf6-7b2febafecb7 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:55.718486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.731536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:55.736267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.781593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] device_id is not set on port e4d8b5e3-3e31-4505-80c4-5b883fca129d yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:55.802611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.840308 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:55.850826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a06bfff-4a4e-4532-a9f8-ed1c41901298']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:55.877414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::b1 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/37343233-b050-410a-8015-fc9de84c8644/93e32a23-04c0-4a0f-a6e7-2d2b878b49ae) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:55.880982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1714b5-6c4c-435f-a38f-21ca0966fefe') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:55.881511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1714b5-6c4c-435f-a38f-21ca0966fefe') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:55.900450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.910508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Router 33f14ed6-eccc-4254-999b-2d5c2d85f0ef is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:37:55.924841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:55.928938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.942819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.943428 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added segment caad1a3e-8950-4646-8f35-febfc5d05278 of type vlan for network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 Jan 12 09:37:55.950752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:37:55.951461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:55.968403 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:55.981789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.014436 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b6056623-82f0-42ee-8bcd-f6124f91fd7b None None] For port 3952ecd7-8b90-42ec-acf6-7b2febafecb7, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3952ecd7-8b90-42ec-acf6-7b2febafecb7,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:56.014852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6056623-82f0-42ee-8bcd-f6124f91fd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.025075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.030203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:56.031102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.165346 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5724368 Jan 12 09:37:56.166604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37114) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:56.176582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'subnet': {'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:56.181336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=cad347f9-e6f8-4281-af62-a144c2cf374e,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:56.198140 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37118) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:56.199074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2a80c-545a-44fa-9b59-8a24a74a13b9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Network': ['ID=c60f5ce6-f946-4cd8-ad6b-94ab6007abe9,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:56.263059 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:37:51Z', 'revision_number': 2, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:37:52Z', 'revision_number': 2, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:56.268770 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:37:56.269372 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Updating router ed92ce0a-1ab5-45a8-b999-1997feb2527e port 21959975-e42e-4d98-a630-8ceb98efc869 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:37:56.273322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b6056623-82f0-42ee-8bcd-f6124f91fd7b None None] Calling delete_port for 3952ecd7-8b90-42ec-acf6-7b2febafecb7 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:56.308122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:56.331104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.334128 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.354243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.379503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Network': ['ID=6a06bfff-4a4e-4532-a9f8-ed1c41901298,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:56.419971 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4ab0b954-2557-4f4a-8d74-44cb8af28a25 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "DELETE /v2.0/networks/6a06bfff-4a4e-4532-a9f8-ed1c41901298 HTTP/1.1" status: 204 len: 168 time: 1.0776515 Jan 12 09:37:56.422581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:56.423099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37122) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:56.426841 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e51d193c-bd42-4926-8c92-744c1d5885d7 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/floatingips/d5de4e45-1551-4499-a43a-b6a12610f1f2 HTTP/1.1" status: 200 len: 992 time: 0.2247875 Jan 12 09:37:56.429786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:subnet and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:56.434552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:56.440424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:56.456072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:56.558049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.577238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] For port be78e4cb-7d75-4ac1-9468-0f89fc841f00, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:37:56.582641 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] For port be78e4cb-7d75-4ac1-9468-0f89fc841f00, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=be78e4cb-7d75-4ac1-9468-0f89fc841f00,segment=NetworkSegment(61fd7820-944b-468f-a213-b7e70e2141f8),segment_id=61fd7820-944b-468f-a213-b7e70e2141f8)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:37:56.614439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.615979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.636370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.650014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.652361 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 93e32a23-04c0-4a0f-a6e7-2d2b878b49ae will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:56.655642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e9672814-22b8-412c-9cca-b8a9317f0f46 None None] Allocated IP 172.20.0.2 (e4d8b427-e96c-4ac9-9027-604ee40ed74e/aaae38f0-adab-4cf9-817e-7d345c60ff2b/22153b73-e846-451d-9ecc-acea348430c8) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:56.821562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-210aced1-2e12-4cd6-8a1b-4982493857d7 None None] Provisioning for port 21959975-e42e-4d98-a630-8ceb98efc869 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:56.832092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-210aced1-2e12-4cd6-8a1b-4982493857d7 None None] Provisioning complete for port 21959975-e42e-4d98-a630-8ceb98efc869 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:56.832460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-210aced1-2e12-4cd6-8a1b-4982493857d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.855186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.861635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f38ccd-da56-484b-b2d8-8eed27f60501 None None] Pushing event updated for resources: {'Port': ['ID=be78e4cb-7d75-4ac1-9468-0f89fc841f00,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:56.863272 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.880343 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Transition to ACTIVE for port object 21959975-e42e-4d98-a630-8ceb98efc869 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:56.892767 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.904256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6056623-82f0-42ee-8bcd-f6124f91fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.918615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.926619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.984954 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b359bb6-b8af-4415-87b2-ca13a04b492a None None] Pushing event updated for resources: {'Port': ['ID=21959975-e42e-4d98-a630-8ceb98efc869,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:57.002247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57111be1-46a0-415d-870d-f6d71514b81a']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:57.028625 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:37:57.037813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0ae0e7-7cff-4beb-b66c-8161202ab2ad') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:57.038200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0ae0e7-7cff-4beb-b66c-8161202ab2ad') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:57.046267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=93e32a23-04c0-4a0f-a6e7-2d2b878b49ae,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:57.055550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:57.056155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Subnet': ['ID=9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:57.077544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:57.086651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.096646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:57.101206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:57.101894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.129302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.131457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6056623-82f0-42ee-8bcd-f6124f91fd7b None None] No DVR routers for this DVR port 3952ecd7-8b90-42ec-acf6-7b2febafecb7 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:57.137651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.139417 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-098951f3-a4a7-4442-9232-e2cb7e93853e tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.0888038 Jan 12 09:37:57.140623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:37:57.142986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37130) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:57.143533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.165818 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6056623-82f0-42ee-8bcd-f6124f91fd7b None None] Pushing event deleted for resources: {'Port': ['ID=3952ecd7-8b90-42ec-acf6-7b2febafecb7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:57.174696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:37:06Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd5de4e45-1551-4499-a43a-b6a12610f1f2', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'port_id': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'mac_address': 'fa:16:3e:10:d8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:37:43Z', 'revision_number': 0, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be8ba95-616f-460c-be10-da966a36e413', 'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'mac_address': 'fa:16:3e:67:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:15Z', 'revision_number': 5, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'subnets': [{'id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:57.186366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-210aced1-2e12-4cd6-8a1b-4982493857d7 None None] Port 21959975-e42e-4d98-a630-8ceb98efc869 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:57.188281 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:57.202274 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d930e410-7a40-4e9c-ad0d-cf95a47875b0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1567383 Jan 12 09:37:57.209693 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37134) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:57.246279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f084774-4afc-4502-8b4b-4912ebfd05aa None None] Sync routers for ids ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:37:57.253523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4189e42-68b1-4a94-ab62-be2dfd1a3735 None None] The sync data for ids ['570da6fe-1558-4ecc-a6f6-576b669706a9'] in dv-neutron-824347-1-hyperv is: [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:37:06Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd5de4e45-1551-4499-a43a-b6a12610f1f2', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'floating_ip_address': '172.26.1.207', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'port_id': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'mac_address': 'fa:16:3e:10:d8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:37:43Z', 'revision_number': 0, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be8ba95-616f-460c-be10-da966a36e413', 'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'mac_address': 'fa:16:3e:67:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:15Z', 'revision_number': 5, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'subnets': [{'id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:57.266593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c8c41-0712-4f07-afd6-c782841676dd None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:57.352432 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Attempting to bind port 21959975-e42e-4d98-a630-8ceb98efc869 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:57.352432 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Attempting to bind port 21959975-e42e-4d98-a630-8ceb98efc869 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '8c3fd410-2d23-4451-b7cf-1c8444358827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:57.353038 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Attempting to bind port 21959975-e42e-4d98-a630-8ceb98efc869 on network f2071eaa-db59-4d4a-9282-ed25ba70ce71 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:37:57.375197 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:37:57.375671 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Checking segment: {'id': '8c3fd410-2d23-4451-b7cf-1c8444358827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:57.376167 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.376745 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Bound using segment: {'id': '8c3fd410-2d23-4451-b7cf-1c8444358827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:37:57.377270 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Bound port: 21959975-e42e-4d98-a630-8ceb98efc869, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3fd410-2d23-4451-b7cf-1c8444358827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:57.377831 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.431591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37142) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:57.433597 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.486329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.556511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Checking segment: {'id': 'caad1a3e-8950-4646-8f35-febfc5d05278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:37:57.557107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network hostable DHCP agents. Network: c60f5ce6-f946-4cd8-ad6b-94ab6007abe9, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:57.558385 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] For port 21959975-e42e-4d98-a630-8ceb98efc869, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:37:57.562744 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] For port 21959975-e42e-4d98-a630-8ceb98efc869, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=21959975-e42e-4d98-a630-8ceb98efc869,segment=NetworkSegment(8c3fd410-2d23-4451-b7cf-1c8444358827),segment_id=8c3fd410-2d23-4451-b7cf-1c8444358827)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:37:57.574708 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.600755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:57.618291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, c60f5ce6-f946-4cd8-ad6b-94ab6007abe9) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:57.624479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:57.625053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.684821 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "DELETE /v2.0/networks/57111be1-46a0-415d-870d-f6d71514b81a HTTP/1.1" status: 204 len: 168 time: 1.2601902 Jan 12 09:37:57.686020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d4883-d43c-46f6-a02c-a88d0b503d15 None None] Network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:57.688461 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cf296683-ad5e-4d85-ba48-250aec93e847 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/floatingips/d5de4e45-1551-4499-a43a-b6a12610f1f2 HTTP/1.1" status: 200 len: 992 time: 0.2521892 Jan 12 09:37:57.691815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37146) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:57.696932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34136e7-f51d-4cfb-9aa4-ad6f5e0d3953 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Network': ['ID=57111be1-46a0-415d-870d-f6d71514b81a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:57.738651 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ba6446f6-8e50-4310-a6ad-7b374ee4a754 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5705729 Jan 12 09:37:57.743924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e310d-5b79-4488-a3f5-92b7ea67d5fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:57.747227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-076e310d-5b79-4488-a3f5-92b7ea67d5fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:57.749674 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37150) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:57.771087 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cad347f9-e6f8-4281-af62-a144c2cf374e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:57.791130 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b359bb6-b8af-4415-87b2-ca13a04b492a None None] Pushing event updated for resources: {'Port': ['ID=21959975-e42e-4d98-a630-8ceb98efc869,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:57.820353 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:57.821936 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:57.856379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-076e310d-5b79-4488-a3f5-92b7ea67d5fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:57.860815 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-076e310d-5b79-4488-a3f5-92b7ea67d5fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.5669141 Jan 12 09:37:57.864686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37154) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:57.933610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f084774-4afc-4502-8b4b-4912ebfd05aa None None] Routers {'33f14ed6-eccc-4254-999b-2d5c2d85f0ef'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:57.934236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3f084774-4afc-4502-8b4b-4912ebfd05aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:58.008764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4617819a-8464-4b76-ba0c-a98819acd899 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 93e32a23-04c0-4a0f-a6e7-2d2b878b49ae {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:37:58.009496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4617819a-8464-4b76-ba0c-a98819acd899 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.054130 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5cee5c-6cd7-42b9-a776-ea9c59697431 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:58.063149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5cee5c-6cd7-42b9-a776-ea9c59697431 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:58.064317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cb5cee5c-6cd7-42b9-a776-ea9c59697431 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Synchronizing usage tracker for tenant:5b3681d2df9c47f599374ccb54b32fe6 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:58.148665 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efda75-b011-4d00-a57a-a1ba09e8a4ce None None] New status for floating IP d5de4e45-1551-4499-a43a-b6a12610f1f2: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:37:58.164826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e9672814-22b8-412c-9cca-b8a9317f0f46 None None] For port 22153b73-e846-451d-9ecc-acea348430c8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=22153b73-e846-451d-9ecc-acea348430c8,segment=NetworkSegment(69b1ff19-1b58-4027-926b-f3a2631bebc9),segment_id=69b1ff19-1b58-4027-926b-f3a2631bebc9)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:37:58.166870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cb5cee5c-6cd7-42b9-a776-ea9c59697431 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Unset dirty status for tenant:5b3681d2df9c47f599374ccb54b32fe6 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:58.168422 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cb5cee5c-6cd7-42b9-a776-ea9c59697431 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4752972 Jan 12 09:37:58.173584 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37158) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:58.175186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3f084774-4afc-4502-8b4b-4912ebfd05aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:58.190603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1847240292'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:58.205838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:58.223010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:58.285548 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:37:58.304057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-e9672814-22b8-412c-9cca-b8a9317f0f46 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:58.321606 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9672814-22b8-412c-9cca-b8a9317f0f46 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.322250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Made reservation on behalf of 5b3681d2df9c47f599374ccb54b32fe6 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:58.325377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.350973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e9672814-22b8-412c-9cca-b8a9317f0f46 None None] Transition to ACTIVE for port object 22153b73-e846-451d-9ecc-acea348430c8 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:58.382006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f084774-4afc-4502-8b4b-4912ebfd05aa None None] Routers {'33f14ed6-eccc-4254-999b-2d5c2d85f0ef'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:37:58.382568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3f084774-4afc-4502-8b4b-4912ebfd05aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:58.440557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9672814-22b8-412c-9cca-b8a9317f0f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.452308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4617819a-8464-4b76-ba0c-a98819acd899 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.519990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf7ef0-10c1-4591-abef-a3f2643b258f None None] Network 6e453641-a0be-4574-acb6-0d826fdaaa60 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:37:58.591705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.6 (e4d8b427-e96c-4ac9-9027-604ee40ed74e/aaae38f0-adab-4cf9-817e-7d345c60ff2b/e4d8b5e3-3e31-4505-80c4-5b883fca129d) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:58.610284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9672814-22b8-412c-9cca-b8a9317f0f46 None None] Pushing event updated for resources: {'Port': ['ID=22153b73-e846-451d-9ecc-acea348430c8,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:58.641985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3f084774-4afc-4502-8b4b-4912ebfd05aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:58.642395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f084774-4afc-4502-8b4b-4912ebfd05aa None None] The sync data for ids ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:58.695656 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37162) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:58.739380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4617819a-8464-4b76-ba0c-a98819acd899 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 93e32a23-04c0-4a0f-a6e7-2d2b878b49ae owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:37:58.777722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:58.806785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.807522 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Added segment 20d8c693-4ec1-4c9b-b2e4-e8da1b9ac0d9 of type vlan for network 615d5f65-bee6-4959-88b9-e9c739fb652e Jan 12 09:37:58.871322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:37:58.872118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.936597 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:37:51Z', 'revision_number': 2, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:37:57Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:58.940990 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915186f-cf59-4b3f-9c27-da5e86ba2aca None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:37:51Z', 'revision_number': 2, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:37:57Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:37:58.954443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port cad347f9-e6f8-4281-af62-a144c2cf374e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:58.954919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.988661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4617819a-8464-4b76-ba0c-a98819acd899 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.998401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.049962 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a4d8b5e2-6253-49d2-a4d6-feed7b915eba tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/floatingips/d5de4e45-1551-4499-a43a-b6a12610f1f2 HTTP/1.1" status: 200 len: 992 time: 0.3392804 Jan 12 09:37:59.059305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617819a-8464-4b76-ba0c-a98819acd899 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=93e32a23-04c0-4a0f-a6e7-2d2b878b49ae,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:59.064117 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '37343233-b050-410a-8015-fc9de84c8644'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:37:59.064932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.106813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ec578fb0-1bd0-4969-a8f4-dcd683fb485f None None] Provisioning for port be78e4cb-7d75-4ac1-9468-0f89fc841f00 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:59.163448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4617819a-8464-4b76-ba0c-a98819acd899 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.201356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.207918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:59.209088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.317098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.357821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'Network': ['ID=615d5f65-bee6-4959-88b9-e9c739fb652e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:59.366371 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4617819a-8464-4b76-ba0c-a98819acd899 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/93e32a23-04c0-4a0f-a6e7-2d2b878b49ae HTTP/1.1" status: 204 len: 168 time: 1.5003715 Jan 12 09:37:59.371928 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5453620e-76f4-448d-ac73-52582a28b51d tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1969221 Jan 12 09:37:59.372692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37166) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:59.373693 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37168) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:59.390819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object e4d8b5e3-3e31-4505-80c4-5b883fca129d will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:59.392658 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 615d5f65-bee6-4959-88b9-e9c739fb652e details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:59.425311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1230559566'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:37:59.431242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:59.447982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:59.472707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Made reservation on behalf of 5b3681d2df9c47f599374ccb54b32fe6 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:59.475953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.505191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd23eef-daf4-413a-ab15-e787d5a41210 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:59.506504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd23eef-daf4-413a-ab15-e787d5a41210 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:59.507329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dfd23eef-daf4-413a-ab15-e787d5a41210 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:59.536325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:59.547200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dfd23eef-daf4-413a-ab15-e787d5a41210 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:59.551625 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dfd23eef-daf4-413a-ab15-e787d5a41210 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1739931 Jan 12 09:37:59.553272 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37174) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:59.592593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.593303 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Added segment cc2a4c88-5995-45a7-86ba-c9cd3fccbbc2 of type vlan for network 0242d452-baf4-49cf-9c6f-e0450df534f9 Jan 12 09:37:59.639871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device be78e4cb-7d75-4ac1-9468-0f89fc841f00 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:59.655250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.708104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Allocated IP 2001:db8:1::2 (c60f5ce6-f946-4cd8-ad6b-94ab6007abe9/9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae/7c385174-c549-44c9-a378-a1964819912d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:59.750135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.765081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port be78e4cb-7d75-4ac1-9468-0f89fc841f00 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:59.839677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.843338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:59.843919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.858605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port be78e4cb-7d75-4ac1-9468-0f89fc841f00 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:59.859268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.886443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Allocated IP 2001:db8::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/37343233-b050-410a-8015-fc9de84c8644/7580148a-6a62-43fa-b5fa-94455beb64ec) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:59.904389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=e4d8b5e3-3e31-4505-80c4-5b883fca129d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:59.908486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:59.913285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:59.919258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:37:59.987100 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'Network': ['ID=0242d452-baf4-49cf-9c6f-e0450df534f9,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:59.999545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-87af0129-842f-4c9c-93eb-1e01dabe431f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 37343233-b050-410a-8015-fc9de84c8644 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:00.012710 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6bbb0c53-3786-4a56-9eb0-73f1dda9688e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6328700 Jan 12 09:38:00.012930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37178) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:00.018248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'ports': [{'network_id': '615d5f65-bee6-4959-88b9-e9c739fb652e', 'name': 'tempest-port--1760937936', 'admin_state_up': True}, {'network_id': '0242d452-baf4-49cf-9c6f-e0450df534f9', 'admin_state_up': False}]} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:00.018545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'port': {'network_id': '615d5f65-bee6-4959-88b9-e9c739fb652e', 'name': 'tempest-port--1760937936', 'admin_state_up': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:00.020770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'port': {'network_id': '0242d452-baf4-49cf-9c6f-e0450df534f9', 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:00.045121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 0242d452-baf4-49cf-9c6f-e0450df534f9 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:00.053880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:00.054490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.061053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37182) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:00.163525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f43f9ea6-ecb1-4534-a805-e1f8847d7f18 None None] Provisioning complete for port c110e55c-badc-436e-98d6-ced5525ce06c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:00.163901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f43f9ea6-ecb1-4534-a805-e1f8847d7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.223793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.237789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a5319624-026b-4c64-9145-de783fb20fbc tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8184526 Jan 12 09:38:00.241473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37186) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:00.249067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:00.340106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:00.347495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Usage tracker for resource:port and tenant:5b3681d2df9c47f599374ccb54b32fe6 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:00.357498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:00.367479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:00.392286 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f43f9ea6-ecb1-4534-a805-e1f8847d7f18 None None] Port c110e55c-badc-436e-98d6-ced5525ce06c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:00.406345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Made reservation on behalf of 5b3681d2df9c47f599374ccb54b32fe6 for: {'port': 2} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:00.413074 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.455962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:00.458328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.475797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:00.480417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:00.485379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f43f9ea6-ecb1-4534-a805-e1f8847d7f18 None None] Provisioning for port 22153b73-e846-451d-9ecc-acea348430c8 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:00.493263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.504149 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-02387705-0dfa-40e7-bbd5-9995cb371539 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/floatingips/d5de4e45-1551-4499-a43a-b6a12610f1f2 HTTP/1.1" status: 200 len: 994 time: 0.4414539 Jan 12 09:38:00.508518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.533194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f43f9ea6-ecb1-4534-a805-e1f8847d7f18 None None] Provisioning complete for port 22153b73-e846-451d-9ecc-acea348430c8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:00.533616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f43f9ea6-ecb1-4534-a805-e1f8847d7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.546912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:00.580645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Transition to ACTIVE for port object 7c385174-c549-44c9-a378-a1964819912d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:00.616765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.625394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:00.639494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Transition to ACTIVE for port object 7c385174-c549-44c9-a378-a1964819912d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:00.659067 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port be78e4cb-7d75-4ac1-9468-0f89fc841f00, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=be78e4cb-7d75-4ac1-9468-0f89fc841f00,segment=NetworkSegment(61fd7820-944b-468f-a213-b7e70e2141f8),segment_id=61fd7820-944b-468f-a213-b7e70e2141f8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:00.673207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Transition to ACTIVE for port object 7580148a-6a62-43fa-b5fa-94455beb64ec will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:00.698780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Transition to ACTIVE for port object 7580148a-6a62-43fa-b5fa-94455beb64ec will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:00.716830 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.720237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.738990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87af0129-842f-4c9c-93eb-1e01dabe431f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.768580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.781642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.854185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:00.865440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:00.936109 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:00.955156 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:01.004816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:01.015917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 21959975-e42e-4d98-a630-8ceb98efc869 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:01.025148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] device_id is not set on port 84ed77d6-dc6c-4f0c-b851-76b3f6094cfb yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:01.049832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:01.051473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Allocated IP 2001:db8:1::1 (c60f5ce6-f946-4cd8-ad6b-94ab6007abe9/9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae/7f23c33c-a9a0-43f1-bd45-70e35fa7655d) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:01.124529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=be78e4cb-7d75-4ac1-9468-0f89fc841f00,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:01.130096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.154393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87af0129-842f-4c9c-93eb-1e01dabe431f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.232717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Attempting to bind port 7580148a-6a62-43fa-b5fa-94455beb64ec on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:01.233278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Attempting to bind port 7580148a-6a62-43fa-b5fa-94455beb64ec by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:01.233971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Attempting to bind port 7580148a-6a62-43fa-b5fa-94455beb64ec on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:01.286368 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.300780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:01.301377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:01.301854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.302351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:01.303029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Bound port: 7580148a-6a62-43fa-b5fa-94455beb64ec, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:01.303800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.342313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Pushing event updated for resources: {'Port': ['ID=7580148a-6a62-43fa-b5fa-94455beb64ec,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:01.347193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c3472241-c127-4f91-8eb7-802077b96101 None None] Provisioning for port e4d8b5e3-3e31-4505-80c4-5b883fca129d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:01.371194 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.379786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Attempting to bind port 7c385174-c549-44c9-a378-a1964819912d on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:01.380282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Attempting to bind port 7c385174-c549-44c9-a378-a1964819912d by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'caad1a3e-8950-4646-8f35-febfc5d05278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:01.381139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Attempting to bind port 7c385174-c549-44c9-a378-a1964819912d on network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:01.429223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Transition to ACTIVE for port object 7f23c33c-a9a0-43f1-bd45-70e35fa7655d will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:01.451039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] device_id is not set on port 3183a56b-e9e5-4d06-8d6f-b23524ab5888 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:01.452523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c3472241-c127-4f91-8eb7-802077b96101 None None] Provisioning complete for port e4d8b5e3-3e31-4505-80c4-5b883fca129d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:01.453098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3472241-c127-4f91-8eb7-802077b96101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.465786 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.ipam_backend_mixin [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aaae38f0-adab-4cf9-817e-7d345c60ff2b (CIDR: 172.20.0.0/28) Jan 12 09:38:01.472800 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87af0129-842f-4c9c-93eb-1e01dabe431f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.501552 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:38:01.501863 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:01.529379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 21959975-e42e-4d98-a630-8ceb98efc869 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:01.545571 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 21959975-e42e-4d98-a630-8ceb98efc869 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:01.545949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.562514 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-70ef6dc2-f929-430c-a17a-b1fa0c438bb1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3172042 Jan 12 09:38:01.562995 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37192) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:01.571715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:01.594176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:01.595045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Checking segment: {'id': 'caad1a3e-8950-4646-8f35-febfc5d05278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:01.595045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.595266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Bound using segment: {'id': 'caad1a3e-8950-4646-8f35-febfc5d05278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:01.595711 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Bound port: 7c385174-c549-44c9-a378-a1964819912d, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caad1a3e-8950-4646-8f35-febfc5d05278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:01.596061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.659282 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Allocated IP 172.20.0.1 (6e453641-a0be-4574-acb6-0d826fdaaa60/aeb7e1a3-0f8f-425b-8e4f-d2a2e203460b/0ae5ebab-0765-4727-b251-8ef723f8aa49) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:01.670988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Pushing event updated for resources: {'Port': ['ID=7c385174-c549-44c9-a378-a1964819912d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:01.673000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.711887 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87af0129-842f-4c9c-93eb-1e01dabe431f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.782399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af0129-842f-4c9c-93eb-1e01dabe431f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=37343233-b050-410a-8015-fc9de84c8644,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:01.783877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c3472241-c127-4f91-8eb7-802077b96101 None None] Port e4d8b5e3-3e31-4505-80c4-5b883fca129d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:01.811300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] For port 7580148a-6a62-43fa-b5fa-94455beb64ec, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:01.811563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87af0129-842f-4c9c-93eb-1e01dabe431f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.815514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.821712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:01.827476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:01.839833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c3472241-c127-4f91-8eb7-802077b96101 None None] Provisioning complete for port be78e4cb-7d75-4ac1-9468-0f89fc841f00 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:01.840298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3472241-c127-4f91-8eb7-802077b96101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.842919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:01.846099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.851865 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-87af0129-842f-4c9c-93eb-1e01dabe431f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/37343233-b050-410a-8015-fc9de84c8644 HTTP/1.1" status: 204 len: 168 time: 2.2990587 Jan 12 09:38:01.852302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=7f23c33c-a9a0-43f1-bd45-70e35fa7655d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:01.856389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37196) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:01.896172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] For port 7580148a-6a62-43fa-b5fa-94455beb64ec, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7580148a-6a62-43fa-b5fa-94455beb64ec,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:01.919573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.925275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.934614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:01.942719 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f6474ff6-add7-49e0-93e0-6bc4d60a4f37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850351 Jan 12 09:38:01.944904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37200) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:01.948892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:01.954573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:01.974358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:01.982696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Transition to ACTIVE for port object 0ae5ebab-0765-4727-b251-8ef723f8aa49 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:01.999906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.019079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] For port 7c385174-c549-44c9-a378-a1964819912d, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:02.034612 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:02.073936 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.074427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.079857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] For port 7c385174-c549-44c9-a378-a1964819912d, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7c385174-c549-44c9-a378-a1964819912d,segment=NetworkSegment(caad1a3e-8950-4646-8f35-febfc5d05278),segment_id=caad1a3e-8950-4646-8f35-febfc5d05278)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:02.103961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.116229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:02.119678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.122956 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.148061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3a4fc-3b69-481b-a3f0-94b0065fcaa6 None None] Pushing event updated for resources: {'Port': ['ID=7580148a-6a62-43fa-b5fa-94455beb64ec,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:02.211871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Network 6e453641-a0be-4574-acb6-0d826fdaaa60 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:02.216983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:02.222945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:02.237516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:02.254260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 21959975-e42e-4d98-a630-8ceb98efc869, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=21959975-e42e-4d98-a630-8ceb98efc869,segment=NetworkSegment(8c3fd410-2d23-4451-b7cf-1c8444358827),segment_id=8c3fd410-2d23-4451-b7cf-1c8444358827)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:02.254539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:02.272735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.273442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 22153b73-e846-451d-9ecc-acea348430c8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:02.282170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:02.289202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'Port': ['ID=84ed77d6-dc6c-4f0c-b851-76b3f6094cfb,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:02.364692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:02.366308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e811697-f4b6-4219-b4e9-60949a6723ed None None] Pushing event updated for resources: {'Port': ['ID=7c385174-c549-44c9-a378-a1964819912d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:02.373850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.393321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:02.531153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Checking segment: {'id': '20d8c693-4ec1-4c9b-b2e4-e8da1b9ac0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '615d5f65-bee6-4959-88b9-e9c739fb652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:02.531958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Network hostable DHCP agents. Network: 615d5f65-bee6-4959-88b9-e9c739fb652e, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:02.532850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=21959975-e42e-4d98-a630-8ceb98efc869,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:02.546677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 22153b73-e846-451d-9ecc-acea348430c8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:02.547048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.623704 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.ipam_backend_mixin [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 132b05b4-b354-4da1-aca5-e012f239291d (CIDR: 172.20.0.16/28) Jan 12 09:38:02.658160 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:38:02.658607 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:02.674260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event updated for resources: {'Port': ['ID=0ae5ebab-0765-4727-b251-8ef723f8aa49,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:02.693049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.746827 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6882f3f8-03bd-4013-9b34-54431aebed6f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1797085 Jan 12 09:38:02.746827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Network 615d5f65-bee6-4959-88b9-e9c739fb652e is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:02.758532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37204) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:02.784102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'subnet': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:02.846328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a32f592e-65e4-46e6-844e-05c965c3d9b4 None None] Provisioning for port 0ae5ebab-0765-4727-b251-8ef723f8aa49 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:02.891904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a32f592e-65e4-46e6-844e-05c965c3d9b4 None None] Provisioning complete for port 0ae5ebab-0765-4727-b251-8ef723f8aa49 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:02.893545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a32f592e-65e4-46e6-844e-05c965c3d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.908620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.916359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.938285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.939350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.948156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 615d5f65-bee6-4959-88b9-e9c739fb652e) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:02.960633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f436df1-67fb-4b81-b1af-f1ec3f207e76 None None] Network 615d5f65-bee6-4959-88b9-e9c739fb652e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:02.972583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:02.973501 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.130998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=7f23c33c-a9a0-43f1-bd45-70e35fa7655d,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:03.203811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a32f592e-65e4-46e6-844e-05c965c3d9b4 None None] Port 0ae5ebab-0765-4727-b251-8ef723f8aa49 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:03.334580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:03.342194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Checking segment: {'id': 'cc2a4c88-5995-45a7-86ba-c9cd3fccbbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0242d452-baf4-49cf-9c6f-e0450df534f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:03.342549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Network hostable DHCP agents. Network: 0242d452-baf4-49cf-9c6f-e0450df534f9, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:03.351298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'Port': ['ID=3183a56b-e9e5-4d06-8d6f-b23524ab5888,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:03.356833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Usage tracker for resource:subnet and tenant:e91abe40cd084170b0c80e93ce9fa4d2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:03.358107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:03.361511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:03.375000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:03.384210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:03.402613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 21959975-e42e-4d98-a630-8ceb98efc869 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:03.414750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.460047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Made reservation on behalf of e91abe40cd084170b0c80e93ce9fa4d2 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:03.470228 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.486986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Network 0242d452-baf4-49cf-9c6f-e0450df534f9 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:03.527306 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 21959975-e42e-4d98-a630-8ceb98efc869 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:03.527905 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.600580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:03.608400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:03.623175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 0242d452-baf4-49cf-9c6f-e0450df534f9) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:03.639482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:03.640366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.670908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:03.675600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:03.678776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:03.679508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.688887 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7c385174-c549-44c9-a378-a1964819912d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:03.715156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=5a9ca8e3-4740-435f-b922-69982ae1d0ac,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:03.746342 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e4e744ab-cc87-46cd-abc9-83043701711e tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7325411 Jan 12 09:38:03.751023 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f5a8e60e-4c27-4aee-8b24-1dc279a7e281 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8041930 Jan 12 09:38:03.754309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37210) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:03.759579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37208) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:03.760554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'name': 'tempest-NetworksTestDHCPv6-1980564340'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:03.772108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09186eb4-96fd-4651-84cd-2600af0dc456 None None] Network 0242d452-baf4-49cf-9c6f-e0450df534f9 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:04.003100 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:04.012310 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:04.017520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:04.018538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 7c385174-c549-44c9-a378-a1964819912d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:04.029831 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7580148a-6a62-43fa-b5fa-94455beb64ec up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:04.035385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:04.050447 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee243cf7-4351-4b33-bff8-2bda9509f610 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:04.055489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee243cf7-4351-4b33-bff8-2bda9509f610 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:04.057177 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ee243cf7-4351-4b33-bff8-2bda9509f610 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2926662 Jan 12 09:38:04.065646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37216) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:04.071567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:04.075765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.098521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0ff3c-64b0-4aa5-a61c-75e1329e4da2 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:04.138963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-553ab5eb-a4c0-474c-8dc7-916208ed4cb6 None None] Could not find standard attr ID for object 93e32a23-04c0-4a0f-a6e7-2d2b878b49ae. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:04.141032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.145003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 248a6a79-57af-4e7b-b8c6-b97c6a2d3839 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:04.162145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.239568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 7580148a-6a62-43fa-b5fa-94455beb64ec completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:04.248981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e0f7e-3236-47e3-8a84-69d81295b4ee None None] Network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:04.269996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e70ed-940f-4ead-963e-2fda3143f703 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Deleting port 84ed77d6-dc6c-4f0c-b851-76b3f6094cfb {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:04.270261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ba2e70ed-940f-4ead-963e-2fda3143f703 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.283548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7580148a-6a62-43fa-b5fa-94455beb64ec triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:04.284534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.300275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event updated for resources: {'Port': ['ID=0ae5ebab-0765-4727-b251-8ef723f8aa49,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:04.303614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.306316 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-553ab5eb-a4c0-474c-8dc7-916208ed4cb6 None None] Provisioning for port 7580148a-6a62-43fa-b5fa-94455beb64ec completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:04.320238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.326743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.327098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.327480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.327864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.328207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.328534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.328861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.329188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.329560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.329931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.330266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:04.382473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-553ab5eb-a4c0-474c-8dc7-916208ed4cb6 None None] Provisioning complete for port 7580148a-6a62-43fa-b5fa-94455beb64ec triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:04.382949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-553ab5eb-a4c0-474c-8dc7-916208ed4cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.411326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:04.440603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:04.453596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:04.456611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:04.457920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.476169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0531be0e-c63b-4a1c-86c3-7cc6560c9d05 None None] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:04.511238 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7488518 Jan 12 09:38:04.525822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37220) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:04.532232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24d757-5239-46fe-814d-726c576e0980 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Subnet': ['ID=20e920ef-1319-4fe1-8635-9f89f9700e59,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:04.543463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-116812285', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20e920ef-1319-4fe1-8635-9f89f9700e59'}], 'security_groups': ['975b53f8-db83-4f72-8aa5-88cebe5874ec', '414ffafc-9afe-4eab-afd5-bd16fc58e711']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:04.557022 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::10d (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/5a9ca8e3-4740-435f-b922-69982ae1d0ac/248a6a79-57af-4e7b-b8c6-b97c6a2d3839) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:04.603335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Network 6e453641-a0be-4574-acb6-0d826fdaaa60 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:04.608811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:04.703673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ba2e70ed-940f-4ead-963e-2fda3143f703 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.856753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e70ed-940f-4ead-963e-2fda3143f703 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Calling delete_port for 84ed77d6-dc6c-4f0c-b851-76b3f6094cfb owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:04.892947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.029806 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-553ab5eb-a4c0-474c-8dc7-916208ed4cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.053305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ba2e70ed-940f-4ead-963e-2fda3143f703 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.117653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e70ed-940f-4ead-963e-2fda3143f703 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Port': ['ID=84ed77d6-dc6c-4f0c-b851-76b3f6094cfb,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:05.131368 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ba2e70ed-940f-4ead-963e-2fda3143f703 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.133538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 7580148a-6a62-43fa-b5fa-94455beb64ec, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7580148a-6a62-43fa-b5fa-94455beb64ec,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:05.140103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.147115 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ba2e70ed-940f-4ead-963e-2fda3143f703 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "DELETE /v2.0/ports/84ed77d6-dc6c-4f0c-b851-76b3f6094cfb HTTP/1.1" status: 204 len: 168 time: 1.0803645 Jan 12 09:38:05.147817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37224) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:05.154456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.155681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device be78e4cb-7d75-4ac1-9468-0f89fc841f00 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:05.165035 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:05.234064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:05.270259 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-879e55dd-1461-42d1-8c30-1313003b0765 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5150652 Jan 12 09:38:05.271032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37228) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:05.273687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.287279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-168761294'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:05.299916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:05.313125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:network and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:05.317294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:05.326898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 248a6a79-57af-4e7b-b8c6-b97c6a2d3839 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:05.347409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Deleting port 3183a56b-e9e5-4d06-8d6f-b23524ab5888 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:05.348246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.354531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:05.357848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-553ab5eb-a4c0-474c-8dc7-916208ed4cb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:05.358320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-553ab5eb-a4c0-474c-8dc7-916208ed4cb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:05.364293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:05.364943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:05.424468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:05.427317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.447997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=7580148a-6a62-43fa-b5fa-94455beb64ec,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:05.507376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.605349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:05.615377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port be78e4cb-7d75-4ac1-9468-0f89fc841f00 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:05.615914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.625742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.626002 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added segment 833ed30d-fe17-428e-9caa-eda0eda649e2 of type vlan for network 789e6d3e-c790-4cd2-8485-351b7d4f077a Jan 12 09:38:05.653984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:05.752801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.755512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.811088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Router 33f14ed6-eccc-4254-999b-2d5c2d85f0ef has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:05.910953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.914557 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:05.915164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.918806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Calling delete_port for 3183a56b-e9e5-4d06-8d6f-b23524ab5888 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:05.979519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Update dhcp port {'port': {'network_id': 'e4d8b427-e96c-4ac9-9027-604ee40ed74e', 'fixed_ips': [{'subnet_id': '132b05b4-b354-4da1-aca5-e012f239291d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aaae38f0-adab-4cf9-817e-7d345c60ff2b', 'ip_address': '172.20.0.2'}, {'subnet_id': '20e920ef-1319-4fe1-8635-9f89f9700e59'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': '22153b73-e846-451d-9ecc-acea348430c8'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:38:06.029655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.035508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.076382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:06.082770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:06.088816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:06.093917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:06.094775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.098972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=248a6a79-57af-4e7b-b8c6-b97c6a2d3839,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:06.164967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.181036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Port': ['ID=3183a56b-e9e5-4d06-8d6f-b23524ab5888,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:06.185996 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "DELETE /v2.0/ports/3183a56b-e9e5-4d06-8d6f-b23524ab5888 HTTP/1.1" status: 204 len: 168 time: 1.0337541 Jan 12 09:38:06.191969 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9100efab-f306-46b1-a47a-384aa22ec688 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4363067 Jan 12 09:38:06.195481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37232) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:06.195994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37234) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:06.250393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Delete allocated IP 172.20.0.6 (e4d8b427-e96c-4ac9-9027-604ee40ed74e/aaae38f0-adab-4cf9-817e-7d345c60ff2b) {{(pid=83594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:38:06.263520 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9915278 Jan 12 09:38:06.268895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37240) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:06.279842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'subnet': {'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:06.295028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c77148-236a-4146-a205-0ec2242928e5 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Network': ['ID=789e6d3e-c790-4cd2-8485-351b7d4f077a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:06.299121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Allocated IP 172.20.0.35 (e4d8b427-e96c-4ac9-9027-604ee40ed74e/20e920ef-1319-4fe1-8635-9f89f9700e59/e4d8b5e3-3e31-4505-80c4-5b883fca129d) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:06.318724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.319373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.320243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.320971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.321642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.322234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.322767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.323277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.323846 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.324321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.324868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a2e3-4219-4b35-9e80-1270cc647c43 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:06.348632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 789e6d3e-c790-4cd2-8485-351b7d4f077a details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:06.353620 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-09b9ad7e-849d-44e1-b7ec-2b773a8f7178 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Synchronizing usage tracker for tenant:5b3681d2df9c47f599374ccb54b32fe6 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:06.392783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-09b9ad7e-849d-44e1-b7ec-2b773a8f7178 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Unset dirty status for tenant:5b3681d2df9c47f599374ccb54b32fe6 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:06.394250 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-09b9ad7e-849d-44e1-b7ec-2b773a8f7178 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1969802 Jan 12 09:38:06.402107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37244) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:06.410833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2091345204'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:06.418830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:06.425999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Usage tracker for resource:network and tenant:5b3681d2df9c47f599374ccb54b32fe6 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:06.430644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:06.441199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd16b-a505-4725-81a0-802063548084 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:06.446800 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd16b-a505-4725-81a0-802063548084 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:06.450133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-002bd16b-a505-4725-81a0-802063548084 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:06.475179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:06.492250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:06.501047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:subnet and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:06.517449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:06.530210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Made reservation on behalf of 5b3681d2df9c47f599374ccb54b32fe6 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:06.535154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.549386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-002bd16b-a505-4725-81a0-802063548084 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:06.550941 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-002bd16b-a505-4725-81a0-802063548084 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3520873 Jan 12 09:38:06.555076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37248) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:06.610420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:06.662034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:06.680156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f374a724-68b7-4006-9f4a-69b289f6c275 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 248a6a79-57af-4e7b-b8c6-b97c6a2d3839 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:06.680499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f374a724-68b7-4006-9f4a-69b289f6c275 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.744776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Provisioning complete for port 0ae5ebab-0765-4727-b251-8ef723f8aa49 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:06.745844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.757353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:06.758232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.758576 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Added segment 639eb28b-b82b-498a-9e94-6d8e833fbd13 of type vlan for network 92a5effc-0b1a-49a3-90a8-7a370b3446fd Jan 12 09:38:06.840217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.853783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7580148a-6a62-43fa-b5fa-94455beb64ec up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:06.896808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Port 0ae5ebab-0765-4727-b251-8ef723f8aa49 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:06.903986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.947161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Provisioning for port 7c385174-c549-44c9-a378-a1964819912d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:06.958440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Provisioning complete for port 7c385174-c549-44c9-a378-a1964819912d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:06.958856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.970256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.974316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:06.974958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.022520 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:01Z', 'revision_number': 3, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 2, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:07.030526 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7580148a-6a62-43fa-b5fa-94455beb64ec triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:07.030922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.057934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:38:07.058484 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Updating router ed92ce0a-1ab5-45a8-b999-1997feb2527e port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:38:07.120086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'Network': ['ID=92a5effc-0b1a-49a3-90a8-7a370b3446fd,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:07.124404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:07.128456 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dbd42a60-0072-4463-a065-a615ffcd3353 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7215364 Jan 12 09:38:07.128456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f374a724-68b7-4006-9f4a-69b289f6c275 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.133958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37252) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:07.135088 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c843c37a-737f-4931-a9ce-6a238388ee56 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "PUT /v2.0/routers/33f14ed6-eccc-4254-999b-2d5c2d85f0ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9865530 Jan 12 09:38:07.136419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:38:07.138841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37254) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:07.148887 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2105364962'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:07.153484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:07.153664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.157737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Usage tracker for resource:network and tenant:5b3681d2df9c47f599374ccb54b32fe6 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:07.161621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:07.162676 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a19dfd-cca2-41e6-8c63-f358044b9ccb None None] Sync routers for ids ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:07.167256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:07.177290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Request body: {'port': {'network_id': '6e453641-a0be-4574-acb6-0d826fdaaa60', 'name': 'tempest-FloatingIPAdminTestJSON-1751527674'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:07.183021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Transition to ACTIVE for port object e4d8b5e3-3e31-4505-80c4-5b883fca129d will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:07.183957 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a19dfd-cca2-41e6-8c63-f358044b9ccb None None] Routers {'33f14ed6-eccc-4254-999b-2d5c2d85f0ef'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:07.184684 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b0a19dfd-cca2-41e6-8c63-f358044b9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:07.190334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.228985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 92a5effc-0b1a-49a3-90a8-7a370b3446fd details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:07.252974 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b0a19dfd-cca2-41e6-8c63-f358044b9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:07.265075 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a19dfd-cca2-41e6-8c63-f358044b9ccb None None] Routers {'33f14ed6-eccc-4254-999b-2d5c2d85f0ef'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:07.265983 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b0a19dfd-cca2-41e6-8c63-f358044b9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:07.298014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Made reservation on behalf of 5b3681d2df9c47f599374ccb54b32fe6 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:07.300926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.331880 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b0a19dfd-cca2-41e6-8c63-f358044b9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:07.332661 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a19dfd-cca2-41e6-8c63-f358044b9ccb None None] The sync data for ids ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:07.350545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event updated for resources: {'Port': ['ID=e4d8b5e3-3e31-4505-80c4-5b883fca129d,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:07.358958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.362069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f374a724-68b7-4006-9f4a-69b289f6c275 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 248a6a79-57af-4e7b-b8c6-b97c6a2d3839 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:07.444436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] In _notify_port_updated(), no bound segment for port e4d8b5e3-3e31-4505-80c4-5b883fca129d on network e4d8b427-e96c-4ac9-9027-604ee40ed74e {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:38:07.449103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:07.449403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.451058 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3d820061-7ead-4742-93ff-24895181d0d8 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "PUT /v2.0/ports/e4d8b5e3-3e31-4505-80c4-5b883fca129d HTTP/1.1" status: 200 len: 959 time: 2.9171705 Jan 12 09:38:07.453153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.457391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37260) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:07.536544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.570879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:07.590473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-12f119ce-1489-4af0-a763-800e36d204b4 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port e4d8b5e3-3e31-4505-80c4-5b883fca129d {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:07.591549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12f119ce-1489-4af0-a763-800e36d204b4 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.607373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.607713 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Added segment 10fe49cf-d487-483a-a091-deacd40f9a82 of type vlan for network 6735dffb-b5a0-4ad9-87f5-4d04d49fc309 Jan 12 09:38:07.608674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Allocated IP 172.20.0.34 (e4d8b427-e96c-4ac9-9027-604ee40ed74e/20e920ef-1319-4fe1-8635-9f89f9700e59/22153b73-e846-451d-9ecc-acea348430c8) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:07.625347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Subnet': ['ID=eb02a8ee-0098-4278-8e16-1ce4eb2af47d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:07.648069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:07.671747 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Usage tracker for resource:port and tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:07.678433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:07.679550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] For port 7c385174-c549-44c9-a378-a1964819912d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7c385174-c549-44c9-a378-a1964819912d,segment=NetworkSegment(caad1a3e-8950-4646-8f35-febfc5d05278),segment_id=caad1a3e-8950-4646-8f35-febfc5d05278)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:07.681719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.689509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:07.692624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.702423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Checking segment: {'id': '833ed30d-fe17-428e-9caa-eda0eda649e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:07.702724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network hostable DHCP agents. Network: 789e6d3e-c790-4cd2-8485-351b7d4f077a, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:07.724297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Made reservation on behalf of 2ed1a78a02564273a8d0a2b4ab5e79b0 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:07.727261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.755596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f374a724-68b7-4006-9f4a-69b289f6c275 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.802276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.805953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:07.806520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.813324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 789e6d3e-c790-4cd2-8485-351b7d4f077a is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:07.826760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374a724-68b7-4006-9f4a-69b289f6c275 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=248a6a79-57af-4e7b-b8c6-b97c6a2d3839,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:07.832221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] device_id is not set on port 0c371c97-0862-44aa-a9af-b6c9ecfef834 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:07.842440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 789e6d3e-c790-4cd2-8485-351b7d4f077a) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:07.850583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:07.851274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.864335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1373d73-b3bf-4ec2-9689-fa2d08593af2 None None] Network 789e6d3e-c790-4cd2-8485-351b7d4f077a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:07.899028 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-52fe7b52-4081-4747-9a0b-26a6bdea1fde tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6252971 Jan 12 09:38:07.902566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37264) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:07.967827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12f119ce-1489-4af0-a763-800e36d204b4 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.021733 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f374a724-68b7-4006-9f4a-69b289f6c275 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.068318 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Provisioning complete for port 7580148a-6a62-43fa-b5fa-94455beb64ec triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:08.068778 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.084965 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f374a724-68b7-4006-9f4a-69b289f6c275 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/248a6a79-57af-4e7b-b8c6-b97c6a2d3839 HTTP/1.1" status: 204 len: 168 time: 1.5264816 Jan 12 09:38:08.095317 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9604142 Jan 12 09:38:08.105550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37268) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:08.114832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-12f119ce-1489-4af0-a763-800e36d204b4 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for e4d8b5e3-3e31-4505-80c4-5b883fca129d owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:08.143471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Pushing event updated for resources: {'Port': ['ID=7c385174-c549-44c9-a378-a1964819912d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:08.202271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Allocated IP 172.20.0.9 (6e453641-a0be-4574-acb6-0d826fdaaa60/aeb7e1a3-0f8f-425b-8e4f-d2a2e203460b/0c371c97-0862-44aa-a9af-b6c9ecfef834) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:08.280336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] For port 22153b73-e846-451d-9ecc-acea348430c8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=22153b73-e846-451d-9ecc-acea348430c8,segment=NetworkSegment(69b1ff19-1b58-4027-926b-f3a2631bebc9),segment_id=69b1ff19-1b58-4027-926b-f3a2631bebc9)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:08.395465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cac27da-93c4-48cd-861e-e2ebb08966e9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:08.396945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cac27da-93c4-48cd-861e-e2ebb08966e9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:08.397719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7cac27da-93c4-48cd-861e-e2ebb08966e9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:08.404502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12f119ce-1489-4af0-a763-800e36d204b4 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.424553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:38:08.441479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.460369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Transition to ACTIVE for port object 0c371c97-0862-44aa-a9af-b6c9ecfef834 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:08.466886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.482370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c972dbb-eabc-4967-9c47-709b33e3e9af tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'Network': ['ID=6735dffb-b5a0-4ad9-87f5-4d04d49fc309,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:08.495259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.525198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 6735dffb-b5a0-4ad9-87f5-4d04d49fc309 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:08.525435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f119ce-1489-4af0-a763-800e36d204b4 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=e4d8b5e3-3e31-4505-80c4-5b883fca129d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:08.543732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7cac27da-93c4-48cd-861e-e2ebb08966e9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:08.544962 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7cac27da-93c4-48cd-861e-e2ebb08966e9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4383979 Jan 12 09:38:08.571911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37272) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:08.641601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-789e6d3e-c790-4cd2-8485-351b7d4f077a', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:08.642456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.658383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Transition to ACTIVE for port object 22153b73-e846-451d-9ecc-acea348430c8 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:08.668862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Network 6e453641-a0be-4574-acb6-0d826fdaaa60 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:08.677592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.680214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:08.685507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.717656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event updated for resources: {'Port': ['ID=0c371c97-0862-44aa-a9af-b6c9ecfef834,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:08.729903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:08.985990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Allocated IP 2001:db8:2::2 (789e6d3e-c790-4cd2-8485-351b7d4f077a/eb02a8ee-0098-4278-8e16-1ce4eb2af47d/a0092b08-d862-4eba-bd07-4c9f7580c5e0) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:09.074048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-158094bf-24e2-4ebc-a70e-0995952018c5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 5a9ca8e3-4740-435f-b922-69982ae1d0ac {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:09.079148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-158094bf-24e2-4ebc-a70e-0995952018c5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.086501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12f119ce-1489-4af0-a763-800e36d204b4 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.118960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-12f119ce-1489-4af0-a763-800e36d204b4 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/e4d8b5e3-3e31-4505-80c4-5b883fca129d HTTP/1.1" status: 204 len: 168 time: 1.6320081 Jan 12 09:38:09.120326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37278) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.150933 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:09.151704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.165000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-158094bf-24e2-4ebc-a70e-0995952018c5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.186803 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8275de3-b910-4baa-b1ab-a66b2cf8001b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] GET failed (client error): The resource could not be found. Jan 12 09:38:09.187841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c8275de3-b910-4baa-b1ab-a66b2cf8001b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Synchronizing usage tracker for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:09.226935 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-daa63adb-29ff-40dc-8031-92d615449c5f tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0834036 Jan 12 09:38:09.228572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.230143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37282) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.235052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c8275de3-b910-4baa-b1ab-a66b2cf8001b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Unset dirty status for tenant:e91abe40cd084170b0c80e93ce9fa4d2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:09.239612 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c8275de3-b910-4baa-b1ab-a66b2cf8001b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports/e4d8b5e3-3e31-4505-80c4-5b883fca129d HTTP/1.1" status: 404 len: 333 time: 0.1160204 Jan 12 09:38:09.244792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37286) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.255089 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Transition to ACTIVE for port object a0092b08-d862-4eba-bd07-4c9f7580c5e0 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:09.268938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-158094bf-24e2-4ebc-a70e-0995952018c5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.297916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Transition to ACTIVE for port object a0092b08-d862-4eba-bd07-4c9f7580c5e0 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:09.334780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7c385174-c549-44c9-a378-a1964819912d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:09.383815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7eed5246-11b9-4e04-b0ee-ce4e97768a8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.411550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7eed5246-11b9-4e04-b0ee-ce4e97768a8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.458304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Provisioning for port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:09.482182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.517301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7eed5246-11b9-4e04-b0ee-ce4e97768a8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.562901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-158094bf-24e2-4ebc-a70e-0995952018c5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.587283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Transition to ACTIVE for port object 7f23c33c-a9a0-43f1-bd45-70e35fa7655d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:09.628546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed5246-11b9-4e04-b0ee-ce4e97768a8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a91be7-a06b-4efc-bb13-6624fa998293,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:09.632936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Provisioning complete for port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:09.637071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7eed5246-11b9-4e04-b0ee-ce4e97768a8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.638232 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7eed5246-11b9-4e04-b0ee-ce4e97768a8e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/security-groups/48a91be7-a06b-4efc-bb13-6624fa998293 HTTP/1.1" status: 204 len: 168 time: 0.3923948 Jan 12 09:38:09.641068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.641566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158094bf-24e2-4ebc-a70e-0995952018c5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=5a9ca8e3-4740-435f-b922-69982ae1d0ac,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:09.642866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37292) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.645747 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.667093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-158094bf-24e2-4ebc-a70e-0995952018c5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.671663 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-158094bf-24e2-4ebc-a70e-0995952018c5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/5a9ca8e3-4740-435f-b922-69982ae1d0ac HTTP/1.1" status: 204 len: 168 time: 1.0972512 Jan 12 09:38:09.674025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37296) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.701495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'project_id': '2ed1a78a02564273a8d0a2b4ab5e79b0', 'port_id': '0c371c97-0862-44aa-a9af-b6c9ecfef834'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:09.706934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:09.711150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Usage tracker for resource:floatingip and tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:09.714280 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:09.718163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e4cea6-2b87-4126-b1e3-bead40df4cf2 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:09.720694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:09.735818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.751936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.780349 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-05bf491b-ec0b-4b60-9e44-2ba8530ff416 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051970 Jan 12 09:38:09.782099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37300) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.866780 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8a82-b60f-4ddd-9063-5cf1ecf231b9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.876539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Pushing event updated for resources: {'Port': ['ID=22153b73-e846-451d-9ecc-acea348430c8,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:09.900255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.900599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.900930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.901257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.901583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.901987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.902320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.902640 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.902994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.903308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.903623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eafae-97c5-42b5-ad07-f5703d9c33c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.941972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8a82-b60f-4ddd-9063-5cf1ecf231b9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.960723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7c385174-c549-44c9-a378-a1964819912d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:09.961324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.983306 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.002797 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Network 789e6d3e-c790-4cd2-8485-351b7d4f077a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:10.021263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:10.023776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:10.032957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:10.102206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8a82-b60f-4ddd-9063-5cf1ecf231b9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.158346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7f388-3295-4d54-9e48-25720287dcab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:10.159420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ebb7f388-3295-4d54-9e48-25720287dcab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:10.231547 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-989bb529-1557-4300-ba70-552662ce8de0 None None] Could not find standard attr ID for object 93e32a23-04c0-4a0f-a6e7-2d2b878b49ae. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:10.310051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ebb7f388-3295-4d54-9e48-25720287dcab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:10.311386 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ebb7f388-3295-4d54-9e48-25720287dcab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5278163 Jan 12 09:38:10.314983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37304) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:10.387666 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b8a82-b60f-4ddd-9063-5cf1ecf231b9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414ffafc-9afe-4eab-afd5-bd16fc58e711,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:10.515708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Allocated IP 172.26.1.139 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/0db77441-0d83-43df-9b99-73842b6941c0) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:10.572686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffad7c4-cd30-4ab8-8251-2312fec1e3ed tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:10.577172 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6ffad7c4-cd30-4ab8-8251-2312fec1e3ed tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2584732 Jan 12 09:38:10.578094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37308) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:10.667981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Allocated IP 2001:db8:2::1 (789e6d3e-c790-4cd2-8485-351b7d4f077a/eb02a8ee-0098-4278-8e16-1ce4eb2af47d/5abd7079-03ea-42d3-8bd7-c795c5d816f5) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:10.675935 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-774fdeb2-5d3c-45d3-832e-58148be9de17 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931804 Jan 12 09:38:10.677172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37312) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:10.683447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8a82-b60f-4ddd-9063-5cf1ecf231b9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.684100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:10.685474 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3f6b8a82-b60f-4ddd-9063-5cf1ecf231b9 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/security-groups/414ffafc-9afe-4eab-afd5-bd16fc58e711 HTTP/1.1" status: 204 len: 168 time: 1.0410430 Jan 12 09:38:10.689694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37316) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:10.695005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.715472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Attempting to bind port a0092b08-d862-4eba-bd07-4c9f7580c5e0 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:10.715892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Attempting to bind port a0092b08-d862-4eba-bd07-4c9f7580c5e0 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '833ed30d-fe17-428e-9caa-eda0eda649e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:10.716187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Attempting to bind port a0092b08-d862-4eba-bd07-4c9f7580c5e0 on network 789e6d3e-c790-4cd2-8485-351b7d4f077a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:10.794952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ad895a38-c61f-4ccc-94c8-688d200a08b0 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.834472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:10.835876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Checking segment: {'id': '833ed30d-fe17-428e-9caa-eda0eda649e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:10.835876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.836157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Bound using segment: {'id': '833ed30d-fe17-428e-9caa-eda0eda649e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:10.836774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Bound port: a0092b08-d862-4eba-bd07-4c9f7580c5e0, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833ed30d-fe17-428e-9caa-eda0eda649e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:10.837239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.848239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ad895a38-c61f-4ccc-94c8-688d200a08b0 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.923917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ad895a38-c61f-4ccc-94c8-688d200a08b0 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.924730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:10.948006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad895a38-c61f-4ccc-94c8-688d200a08b0 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975b53f8-db83-4f72-8aa5-88cebe5874ec,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:10.950451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ad895a38-c61f-4ccc-94c8-688d200a08b0 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.951410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:10.952256 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ad895a38-c61f-4ccc-94c8-688d200a08b0 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/security-groups/975b53f8-db83-4f72-8aa5-88cebe5874ec HTTP/1.1" status: 204 len: 168 time: 0.2610862 Jan 12 09:38:10.954779 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37320) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:10.960607 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-440c2915-af48-4a2b-8d7f-7ed055b3bb8d None None] Provisioning for port 0c371c97-0862-44aa-a9af-b6c9ecfef834 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:10.980558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-440c2915-af48-4a2b-8d7f-7ed055b3bb8d None None] Provisioning complete for port 0c371c97-0862-44aa-a9af-b6c9ecfef834 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:10.981136 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-440c2915-af48-4a2b-8d7f-7ed055b3bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.988223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:10.991256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.047828 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Pushing event updated for resources: {'Port': ['ID=a0092b08-d862-4eba-bd07-4c9f7580c5e0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:11.076956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:11.081911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:11.097112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:11.142373 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0745d-6377-47c5-b722-16cfd99f95df None None] Pushing event updated for resources: {'Port': ['ID=7f23c33c-a9a0-43f1-bd45-70e35fa7655d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:11.279351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.297210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Pushing event updated for resources: {'Port': ['ID=0db77441-0d83-43df-9b99-73842b6941c0,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:11.323478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.350234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Transition to ACTIVE for port object 5abd7079-03ea-42d3-8bd7-c795c5d816f5 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:11.395990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.429816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] For port a0092b08-d862-4eba-bd07-4c9f7580c5e0, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:11.434463 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] For port a0092b08-d862-4eba-bd07-4c9f7580c5e0, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a0092b08-d862-4eba-bd07-4c9f7580c5e0,segment=NetworkSegment(833ed30d-fe17-428e-9caa-eda0eda649e2),segment_id=833ed30d-fe17-428e-9caa-eda0eda649e2)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:11.458548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-440c2915-af48-4a2b-8d7f-7ed055b3bb8d None None] Port 0c371c97-0862-44aa-a9af-b6c9ecfef834 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:11.476194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.524410 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-440c2915-af48-4a2b-8d7f-7ed055b3bb8d None None] Could not find standard attr ID for object 248a6a79-57af-4e7b-b8c6-b97c6a2d3839. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:11.548449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 22153b73-e846-451d-9ecc-acea348430c8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:11.548840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 789e6d3e-c790-4cd2-8485-351b7d4f077a is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:11.549677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37324) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:11.561846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:11.573446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:11.574075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.580062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'subnets': [{'network_id': '92a5effc-0b1a-49a3-90a8-7a370b3446fd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1753021434', 'ip_version': 6}, {'network_id': '6735dffb-b5a0-4ad9-87f5-4d04d49fc309', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:11.580516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'subnet': {'network_id': '92a5effc-0b1a-49a3-90a8-7a370b3446fd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1753021434', 'ip_version': 6}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:11.581783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Request body: {'subnet': {'network_id': '6735dffb-b5a0-4ad9-87f5-4d04d49fc309', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:11.620103 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Attempting to bind port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:11.620454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Attempting to bind port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'caad1a3e-8950-4646-8f35-febfc5d05278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:11.620850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Attempting to bind port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d on network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:11.689238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b1e0a8-28db-4a50-bc85-17236999ef4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet aaae38f0-adab-4cf9-817e-7d345c60ff2b {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:11.694455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0b1e0a8-28db-4a50-bc85-17236999ef4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.698425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:11.698862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Checking segment: {'id': 'caad1a3e-8950-4646-8f35-febfc5d05278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:11.699254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.699636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Bound using segment: {'id': 'caad1a3e-8950-4646-8f35-febfc5d05278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:11.705277 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Bound port: 7f23c33c-a9a0-43f1-bd45-70e35fa7655d, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caad1a3e-8950-4646-8f35-febfc5d05278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:11.705662 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.753368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e7c08-ae38-4595-8960-f7374bc87fb7 None None] Pushing event updated for resources: {'Port': ['ID=a0092b08-d862-4eba-bd07-4c9f7580c5e0,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:11.786133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0b1e0a8-28db-4a50-bc85-17236999ef4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.802222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=5abd7079-03ea-42d3-8bd7-c795c5d816f5,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:11.865460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc79b5cf-7dbc-4460-95d0-ad0603a31501 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:38:11.895614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-edec82bd-1179-49d4-bfa4-3a47dced21d5 None None] Could not find standard attr ID for object e4d8b5e3-3e31-4505-80c4-5b883fca129d. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:11.898877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dc79b5cf-7dbc-4460-95d0-ad0603a31501 None None] Deleting port 7580148a-6a62-43fa-b5fa-94455beb64ec {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:11.899244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc79b5cf-7dbc-4460-95d0-ad0603a31501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.923040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0b1e0a8-28db-4a50-bc85-17236999ef4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.928569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:11.953375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] For port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:11.975233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-edec82bd-1179-49d4-bfa4-3a47dced21d5 None None] Provisioning complete for port c110e55c-badc-436e-98d6-ced5525ce06c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:11.975991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edec82bd-1179-49d4-bfa4-3a47dced21d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.001824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] For port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7f23c33c-a9a0-43f1-bd45-70e35fa7655d,segment=NetworkSegment(caad1a3e-8950-4646-8f35-febfc5d05278),segment_id=caad1a3e-8950-4646-8f35-febfc5d05278)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:12.044102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.060610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Usage tracker for resource:subnet and tenant:5b3681d2df9c47f599374ccb54b32fe6 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:12.068309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.068864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:12.130261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:12.142580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-edec82bd-1179-49d4-bfa4-3a47dced21d5 None None] Port c110e55c-badc-436e-98d6-ced5525ce06c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:12.187236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0b1e0a8-28db-4a50-bc85-17236999ef4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.204952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Made reservation on behalf of 5b3681d2df9c47f599374ccb54b32fe6 for: {'subnet': 2} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:12.228528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1e0a8-28db-4a50-bc85-17236999ef4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=aaae38f0-adab-4cf9-817e-7d345c60ff2b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:12.232882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.239296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0b1e0a8-28db-4a50-bc85-17236999ef4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.256428 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b0b1e0a8-28db-4a50-bc85-17236999ef4f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/aaae38f0-adab-4cf9-817e-7d345c60ff2b HTTP/1.1" status: 204 len: 168 time: 1.2974379 Jan 12 09:38:12.286857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37328) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:12.295634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:12.296260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:12.355777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa683c-6395-4a41-8cc5-aa1a64bbe892 None None] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:12.386857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.405007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dc79b5cf-7dbc-4460-95d0-ad0603a31501 None None] For port 7580148a-6a62-43fa-b5fa-94455beb64ec, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7580148a-6a62-43fa-b5fa-94455beb64ec,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:12.405709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc79b5cf-7dbc-4460-95d0-ad0603a31501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.433555 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ee53ef-ba52-461f-9c85-21b9f1c74c2a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet 20e920ef-1319-4fe1-8635-9f89f9700e59 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:12.443554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1ee53ef-ba52-461f-9c85-21b9f1c74c2a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.519566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0745d-6377-47c5-b722-16cfd99f95df None None] Pushing event updated for resources: {'Port': ['ID=7f23c33c-a9a0-43f1-bd45-70e35fa7655d,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:12.638034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1ee53ef-ba52-461f-9c85-21b9f1c74c2a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.651978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.652377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.673126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.700145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:12.833540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1ee53ef-ba52-461f-9c85-21b9f1c74c2a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.892204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.906550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.954987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:12.964962 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:12.965841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dc79b5cf-7dbc-4460-95d0-ad0603a31501 None None] Calling delete_port for 7580148a-6a62-43fa-b5fa-94455beb64ec owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:12.986261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=4ad5a3f3-39cf-4e8e-8294-dacfaf944ed0,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:12.989205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:12.989854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.035283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1ee53ef-ba52-461f-9c85-21b9f1c74c2a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.079885 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0eeec5c0-8559-467e-99d0-338d769bb265 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4004157 Jan 12 09:38:13.090686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Pushing event updated for resources: {'Port': ['ID=0db77441-0d83-43df-9b99-73842b6941c0,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:13.095775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37332) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:13.109260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': '4ad5a3f3-39cf-4e8e-8294-dacfaf944ed0', 'ip_address': '2001:db8::da80:86c7:d786:11e8'}], 'name': 'tempest-NetworksTestDHCPv6-2026175391'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:13.129445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee53ef-ba52-461f-9c85-21b9f1c74c2a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=20e920ef-1319-4fe1-8635-9f89f9700e59,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:13.138008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.183793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece927f2-5ab9-4c6d-bb9c-06cf0e3b7626 None None] Network 789e6d3e-c790-4cd2-8485-351b7d4f077a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:13.252345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1ee53ef-ba52-461f-9c85-21b9f1c74c2a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.263894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:38:13.275057 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e1ee53ef-ba52-461f-9c85-21b9f1c74c2a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/20e920ef-1319-4fe1-8635-9f89f9700e59 HTTP/1.1" status: 204 len: 168 time: 0.9779084 Jan 12 09:38:13.276848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37336) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:13.320584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-edec82bd-1179-49d4-bfa4-3a47dced21d5 None None] Provisioning for port 22153b73-e846-451d-9ecc-acea348430c8 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:13.322742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.326147 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-426d8712-2381-4031-9cd2-2e71259a7906 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:13.326546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426d8712-2381-4031-9cd2-2e71259a7906 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:13.331038 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-426d8712-2381-4031-9cd2-2e71259a7906 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/aaae38f0-adab-4cf9-817e-7d345c60ff2b HTTP/1.1" status: 404 len: 337 time: 0.0515175 Jan 12 09:38:13.331609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37340) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:13.340703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-edec82bd-1179-49d4-bfa4-3a47dced21d5 None None] Provisioning complete for port 22153b73-e846-451d-9ecc-acea348430c8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:13.341077 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edec82bd-1179-49d4-bfa4-3a47dced21d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.347957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.349144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.362022 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:13.375971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:13.390655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc79b5cf-7dbc-4460-95d0-ad0603a31501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.469884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:13.487520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.523940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 96c28939-7c14-4c40-8cff-50f16cca6a63 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:13.541593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79b5cf-7dbc-4460-95d0-ad0603a31501 None None] Pushing event deleted for resources: {'Port': ['ID=7580148a-6a62-43fa-b5fa-94455beb64ec,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:13.545155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a0092b08-d862-4eba-bd07-4c9f7580c5e0 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:13.588237 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Floating IP 86e98880-acb0-4363-a1bc-5e5516f7b404 associated. External IP: 172.26.1.139, port: 0c371c97-0862-44aa-a9af-b6c9ecfef834. Jan 12 09:38:13.629291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=5abd7079-03ea-42d3-8bd7-c795c5d816f5,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:13.679296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79b5cf-7dbc-4460-95d0-ad0603a31501 None None] No DVR routers for this DVR port 7580148a-6a62-43fa-b5fa-94455beb64ec on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:13.708638 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d780347-0c16-4b94-baf7-bb6741576ade None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:13.854413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 789e6d3e-c790-4cd2-8485-351b7d4f077a is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:13.861100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b1da95-577b-4f00-8f99-be5f1b2f48b3 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting subnet 132b05b4-b354-4da1-aca5-e012f239291d {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:13.863079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:13.880346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::da80:86c7:d786:11e8 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/4ad5a3f3-39cf-4e8e-8294-dacfaf944ed0/96c28939-7c14-4c40-8cff-50f16cca6a63) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:13.930264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-53b1da95-577b-4f00-8f99-be5f1b2f48b3 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.067221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port a0092b08-d862-4eba-bd07-4c9f7580c5e0 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:14.113588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-53b1da95-577b-4f00-8f99-be5f1b2f48b3 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.130033 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:11Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:10Z', 'revision_number': 1, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:11Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:14.153017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb061a5-90c7-4fea-91dc-dd7bf8f64df2 None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:11Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:10Z', 'revision_number': 1, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:11Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:14.196214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.236232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 96c28939-7c14-4c40-8cff-50f16cca6a63 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:14.251838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7580148a-6a62-43fa-b5fa-94455beb64ec no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:14.305138 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 7580148a-6a62-43fa-b5fa-94455beb64ec {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:38:14.305484 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7580148a-6a62-43fa-b5fa-94455beb64ec not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:14.307201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '4ad5a3f3-39cf-4e8e-8294-dacfaf944ed0'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:14.308015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.407279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.456326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-daa808c3-92ee-4db9-a498-3d1604c0daa5 None None] Provisioning for port a0092b08-d862-4eba-bd07-4c9f7580c5e0 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:14.462161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-daa808c3-92ee-4db9-a498-3d1604c0daa5 None None] Provisioning complete for port a0092b08-d862-4eba-bd07-4c9f7580c5e0 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:14.462530 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-daa808c3-92ee-4db9-a498-3d1604c0daa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.528362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'Subnet': ['ID=45744bab-6410-4030-b37e-b7095d610634,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:14.647925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-daa808c3-92ee-4db9-a498-3d1604c0daa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.697311 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-daa808c3-92ee-4db9-a498-3d1604c0daa5 None None] For port a0092b08-d862-4eba-bd07-4c9f7580c5e0, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a0092b08-d862-4eba-bd07-4c9f7580c5e0,segment=NetworkSegment(833ed30d-fe17-428e-9caa-eda0eda649e2),segment_id=833ed30d-fe17-428e-9caa-eda0eda649e2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:14.708187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-daa808c3-92ee-4db9-a498-3d1604c0daa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.708494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-53b1da95-577b-4f00-8f99-be5f1b2f48b3 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.762169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.828830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Checking segment: {'id': '639eb28b-b82b-498a-9e94-6d8e833fbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '92a5effc-0b1a-49a3-90a8-7a370b3446fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:14.829508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Network hostable DHCP agents. Network: 92a5effc-0b1a-49a3-90a8-7a370b3446fd, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:14.906528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Network 92a5effc-0b1a-49a3-90a8-7a370b3446fd is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:14.927069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-53b1da95-577b-4f00-8f99-be5f1b2f48b3 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.945143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:14.986296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:14.997342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:15.001754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:15.002224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.015256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 92a5effc-0b1a-49a3-90a8-7a370b3446fd) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:15.021259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:15.032503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=96c28939-7c14-4c40-8cff-50f16cca6a63,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:15.038537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Router 33f14ed6-eccc-4254-999b-2d5c2d85f0ef has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:15.045141 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-53b1da95-577b-4f00-8f99-be5f1b2f48b3 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.047997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.051766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1da95-577b-4f00-8f99-be5f1b2f48b3 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Subnet': ['ID=132b05b4-b354-4da1-aca5-e012f239291d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:15.051916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ded793-b348-46df-afe6-30ac27d954c6 None None] Network 92a5effc-0b1a-49a3-90a8-7a370b3446fd requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:15.132784 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-53b1da95-577b-4f00-8f99-be5f1b2f48b3 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/132b05b4-b354-4da1-aca5-e012f239291d HTTP/1.1" status: 204 len: 168 time: 1.7996423 Jan 12 09:38:15.136854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37348) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.149478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event updated for resources: {'Subnet': ['ID=f3dbb6ae-d34f-41dc-b5cf-f8db12eb2263,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:15.175503 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9454d6df-c46e-4c60-b3ec-7dc9044c74f4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0706875 Jan 12 09:38:15.177452 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37352) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.387978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2c037-11ac-47d4-b94a-aa799b239d9e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:15.387978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fba2c037-11ac-47d4-b94a-aa799b239d9e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:15.428240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa808c3-92ee-4db9-a498-3d1604c0daa5 None None] Pushing event updated for resources: {'Port': ['ID=a0092b08-d862-4eba-bd07-4c9f7580c5e0,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:15.456013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fba2c037-11ac-47d4-b94a-aa799b239d9e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:15.458700 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fba2c037-11ac-47d4-b94a-aa799b239d9e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2532508 Jan 12 09:38:15.465121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37356) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.532212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Allocated IP 2001:db8::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/4ad5a3f3-39cf-4e8e-8294-dacfaf944ed0/297deeb7-209b-48d8-a63b-b5e431996aaf) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:15.564445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f23c33c-a9a0-43f1-bd45-70e35fa7655d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:15.581139 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-526c72fa-d500-4339-8ab5-fca013c63150 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:15.582001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526c72fa-d500-4339-8ab5-fca013c63150 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:15.585713 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-526c72fa-d500-4339-8ab5-fca013c63150 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/920ad6c0-028c-4d0e-b43f-948cdbe49fb4 HTTP/1.1" status: 404 len: 337 time: 0.4306421 Jan 12 09:38:15.586420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37360) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.652082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-59c84b1f-f964-41e0-b105-2dbc43274b29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 96c28939-7c14-4c40-8cff-50f16cca6a63 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:15.652816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59c84b1f-f964-41e0-b105-2dbc43274b29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.702812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d831cb01-669c-46ab-a7b4-82cb84795f93 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "GET /v2.0/ports?device_id=28928f47-1097-4b15-85d3-7d912bc41033 HTTP/1.1" status: 200 len: 205 time: 0.0983834 Jan 12 09:38:15.708461 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d189e4-4b7f-4a8b-bb7e-9c1720bc31c0 None None] Network e4d8b427-e96c-4ac9-9027-604ee40ed74e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:15.715296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37364) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.789539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Checking segment: {'id': '10fe49cf-d487-483a-a091-deacd40f9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6735dffb-b5a0-4ad9-87f5-4d04d49fc309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:15.789905 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Network hostable DHCP agents. Network: 6735dffb-b5a0-4ad9-87f5-4d04d49fc309, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:15.812130 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:15.854029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0004eedf-87a4-4d9e-80a1-a5f8a933bcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-92a5effc-0b1a-49a3-90a8-7a370b3446fd', 'network_id': '92a5effc-0b1a-49a3-90a8-7a370b3446fd', 'tenant_id': '5b3681d2df9c47f599374ccb54b32fe6', 'fixed_ips': [{'subnet_id': '45744bab-6410-4030-b37e-b7095d610634'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:15.855382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0004eedf-87a4-4d9e-80a1-a5f8a933bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.858591 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-96328804-8ddb-458f-9feb-6c905b1b9278 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] delete failed (client error): The resource could not be found. Jan 12 09:38:15.859669 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-96328804-8ddb-458f-9feb-6c905b1b9278 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/routers/28928f47-1097-4b15-85d3-7d912bc41033 HTTP/1.1" status: 404 len: 336 time: 0.1434474 Jan 12 09:38:15.866640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37368) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.876117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Network 6735dffb-b5a0-4ad9-87f5-4d04d49fc309 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:15.892845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:15.899965 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3d2efd29-5436-4f98-bf91-d84f4046ab6a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9963412 Jan 12 09:38:15.901705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 6735dffb-b5a0-4ad9-87f5-4d04d49fc309) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:15.909878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37372) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.916670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:15.917281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:15.918089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.924411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c893f82-05d4-4380-8cf3-55a548b35546 None None] Sync routers for ids ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:15.942027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ef5ec-1227-4798-a7be-43f235341e4e None None] Network 6735dffb-b5a0-4ad9-87f5-4d04d49fc309 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:15.948089 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-019e1c94-4e79-4835-8f06-15e73be83529 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3832273 Jan 12 09:38:15.949397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37374) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.972958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1532293596'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:15.985778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.014380 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:16.016841 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f833ff3-34ab-4e5e-a0db-09310ac662ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:16.017176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f833ff3-34ab-4e5e-a0db-09310ac662ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:16.021469 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1f833ff3-34ab-4e5e-a0db-09310ac662ea tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/1d7564f2-1db1-497b-802b-33651e9f0dee HTTP/1.1" status: 404 len: 337 time: 0.1492410 Jan 12 09:38:16.032513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:16.039397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37380) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.040455 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:16.041312 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:16.080008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889ab7e7-2ffc-48fe-b3db-185f8e68a508 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:16.082526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889ab7e7-2ffc-48fe-b3db-185f8e68a508 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:16.084809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889ab7e7-2ffc-48fe-b3db-185f8e68a508 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:16.085835 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-889ab7e7-2ffc-48fe-b3db-185f8e68a508 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Synchronizing usage tracker for tenant:5b3681d2df9c47f599374ccb54b32fe6 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:16.100054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:network and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:16.122987 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee60244c-ee1e-49d3-8a51-709b4b613750 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:16.123428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee60244c-ee1e-49d3-8a51-709b4b613750 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:16.127861 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ee60244c-ee1e-49d3-8a51-709b4b613750 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/a5d63fff-6e71-4eaf-8838-62d4ef607315 HTTP/1.1" status: 404 len: 337 time: 0.0849521 Jan 12 09:38:16.130420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37384) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.131495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-889ab7e7-2ffc-48fe-b3db-185f8e68a508 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Unset dirty status for tenant:5b3681d2df9c47f599374ccb54b32fe6 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:16.132332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:16.146020 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-889ab7e7-2ffc-48fe-b3db-185f8e68a508 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1953800 Jan 12 09:38:16.153408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37386) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.188172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:16.193415 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-afebed93-4d15-4d5e-a569-0a5170682dba tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.9619403 Jan 12 09:38:16.197360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37392) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.239988 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:16.254933 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a5c308-7fba-478f-abc7-1258f718f53b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:16.255375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a5c308-7fba-478f-abc7-1258f718f53b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:16.260379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37396) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.260526 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b1a5c308-7fba-478f-abc7-1258f718f53b tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/81023b9f-0e02-4693-8d54-40e5e2f8ceb8 HTTP/1.1" status: 404 len: 337 time: 0.1094809 Jan 12 09:38:16.311470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb7e028-13b6-4d9e-bc58-e4597d5ca16a tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Deleting subnet 45744bab-6410-4030-b37e-b7095d610634 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:16.316172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e028-13b6-4d9e-bc58-e4597d5ca16a tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.331110 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-6735dffb-b5a0-4ad9-87f5-4d04d49fc309', 'network_id': '6735dffb-b5a0-4ad9-87f5-4d04d49fc309', 'tenant_id': '5b3681d2df9c47f599374ccb54b32fe6', 'fixed_ips': [{'subnet_id': 'f3dbb6ae-d34f-41dc-b5cf-f8db12eb2263'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:16.332580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.340984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:16.343984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.358346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a19cfef8-6ac9-4282-8ed8-0e788493a5d7 None None] Provisioning for port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:16.370558 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4667b796-6b7c-4c16-81fe-7117a732082f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:16.370917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4667b796-6b7c-4c16-81fe-7117a732082f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:16.375193 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4667b796-6b7c-4c16-81fe-7117a732082f tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/556f5f36-73da-4dad-978d-6817c5500d16 HTTP/1.1" status: 404 len: 333 time: 0.0991385 Jan 12 09:38:16.377566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37400) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.398606 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c893f82-05d4-4380-8cf3-55a548b35546 None None] Routers {'33f14ed6-eccc-4254-999b-2d5c2d85f0ef'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:16.399530 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5c893f82-05d4-4380-8cf3-55a548b35546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:16.418966 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4b217b9d-306d-4765-a1e6-4b66e6f92d1d tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] 10.222.0.58 "GET /v2.0/floatingips/86e98880-acb0-4363-a1bc-5e5516f7b404 HTTP/1.1" status: 200 len: 983 time: 0.2159159 Jan 12 09:38:16.420533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59c84b1f-f964-41e0-b105-2dbc43274b29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.427582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37404) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.465423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e028-13b6-4d9e-bc58-e4597d5ca16a tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.539725 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7449970a-0a40-40db-8cb0-c08be896ea2e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:16.551745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7449970a-0a40-40db-8cb0-c08be896ea2e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:16.556486 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7449970a-0a40-40db-8cb0-c08be896ea2e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/9fc43130-64b7-492e-bd55-fc7ecbe81f93 HTTP/1.1" status: 404 len: 337 time: 0.1754060 Jan 12 09:38:16.560134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37408) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.612243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-59c84b1f-f964-41e0-b105-2dbc43274b29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 96c28939-7c14-4c40-8cff-50f16cca6a63 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:16.633856 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fd7604-739d-4c5e-8a06-151bc7808587 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:16.634766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fd7604-739d-4c5e-8a06-151bc7808587 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:16.639248 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-94fd7604-739d-4c5e-8a06-151bc7808587 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/964121b9-738d-4bda-842e-40af9ea0d386 HTTP/1.1" status: 404 len: 337 time: 0.0694554 Jan 12 09:38:16.640093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:16.641217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37412) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.649539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.665321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Transition to ACTIVE for port object 297deeb7-209b-48d8-a63b-b5e431996aaf will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:16.685903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.686242 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added segment f588df5e-08e5-4b44-94c3-957669a45995 of type vlan for network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc Jan 12 09:38:16.692423 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Transition to ACTIVE for port object 297deeb7-209b-48d8-a63b-b5e431996aaf will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:16.704847 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47ca950-0135-4a82-8236-dd626b7d6376 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:16.705678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47ca950-0135-4a82-8236-dd626b7d6376 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:16.710626 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b47ca950-0135-4a82-8236-dd626b7d6376 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/9ae36746-f9eb-4428-95b9-5f876f5d06fa HTTP/1.1" status: 404 len: 333 time: 0.0659192 Jan 12 09:38:16.711337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37416) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.715838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5c893f82-05d4-4380-8cf3-55a548b35546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:16.753401 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b3b1ce49-48d4-41b1-afcf-5fbc8578c651 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.3221116 Jan 12 09:38:16.763096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37420) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.771841 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-945ef7ed-6c4e-47b0-94a5-ca13acd4c19e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:16.772787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945ef7ed-6c4e-47b0-94a5-ca13acd4c19e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:16.778640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37424) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.780036 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-945ef7ed-6c4e-47b0-94a5-ca13acd4c19e tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/a3b79703-1565-423d-9366-50099fab4967 HTTP/1.1" status: 404 len: 337 time: 0.0675642 Jan 12 09:38:16.784601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e028-13b6-4d9e-bc58-e4597d5ca16a tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.787380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.890951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Allocated IP 2001:db8:0:1::1 (6735dffb-b5a0-4ad9-87f5-4d04d49fc309/f3dbb6ae-d34f-41dc-b5cf-f8db12eb2263/c020fabb-1a92-4eb4-ab52-67ffa096d5ea) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:16.900913 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:11Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:12Z', 'revision_number': 2, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:11Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:16.911454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a19cfef8-6ac9-4282-8ed8-0e788493a5d7 None None] Provisioning complete for port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:16.911975 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19cfef8-6ac9-4282-8ed8-0e788493a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.912213 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:38:16.913320 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Updating router ed92ce0a-1ab5-45a8-b999-1997feb2527e port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:38:16.937913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.979653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e028-13b6-4d9e-bc58-e4597d5ca16a tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.982288 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.993095 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a24777f-2c36-482d-8b05-03f84d97601a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:16.994218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a24777f-2c36-482d-8b05-03f84d97601a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:17.012922 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4a24777f-2c36-482d-8b05-03f84d97601a tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/subnets/450876d1-14f0-4970-a0f3-46e53f61a07a HTTP/1.1" status: 404 len: 337 time: 0.2316139 Jan 12 09:38:17.015601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37428) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server [None req-0004eedf-87a4-4d9e-80a1-a5f8a933bcc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45744bab-6410-4030-b37e-b7095d610634: This subnet is being modified by another concurrent operation. Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:38:17.055618 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise exception Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45744bab-6410-4030-b37e-b7095d610634: This subnet is being modified by another concurrent operation. Jan 12 09:38:17.059937 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Jan 12 09:38:17.063523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3eb7e028-13b6-4d9e-bc58-e4597d5ca16a tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.098078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7e028-13b6-4d9e-bc58-e4597d5ca16a tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Subnet': ['ID=45744bab-6410-4030-b37e-b7095d610634,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:17.130996 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3eb7e028-13b6-4d9e-bc58-e4597d5ca16a tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "DELETE /v2.0/subnets/45744bab-6410-4030-b37e-b7095d610634 HTTP/1.1" status: 204 len: 168 time: 0.9764941 Jan 12 09:38:17.136970 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37432) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:17.209345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e079b6c-44a6-4320-852d-315826e92194 None None] Network 92a5effc-0b1a-49a3-90a8-7a370b3446fd requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:17.260958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Deleting port 0db77441-0d83-43df-9b99-73842b6941c0 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:17.262211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.324856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.328530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:17.328910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.371727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3100b6-3145-4914-b62f-4e8ab62e06d7 None None] DHCP port deletion for e4d8b427-e96c-4ac9-9027-604ee40ed74e request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:38:17.388600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c893f82-05d4-4380-8cf3-55a548b35546 None None] Routers {'33f14ed6-eccc-4254-999b-2d5c2d85f0ef'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:17.389399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5c893f82-05d4-4380-8cf3-55a548b35546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:17.450085 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.458123 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Network': ['ID=0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:17.462971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d0e63516-5fe2-40c9-a74b-66559556f9d1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port c110e55c-badc-436e-98d6-ced5525ce06c {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:17.463307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0e63516-5fe2-40c9-a74b-66559556f9d1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.473580 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Transition to ACTIVE for port object 5abd7079-03ea-42d3-8bd7-c795c5d816f5 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:17.475590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.476106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.483614 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.532102 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:17.534003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:17.603590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59c84b1f-f964-41e0-b105-2dbc43274b29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.653740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Calling delete_port for 0db77441-0d83-43df-9b99-73842b6941c0 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:17.660550 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ea19eae5-5a75-4348-bb73-f57d2a81cfc4 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6995363 Jan 12 09:38:17.662126 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Pushing event updated for resources: {'Port': ['ID=5abd7079-03ea-42d3-8bd7-c795c5d816f5,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:17.664089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37440) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:17.673172 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.673530 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.673856 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.674174 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.674502 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.674844 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.675154 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.675474 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.675787 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.676135 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.676567 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:17.680851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c84b1f-f964-41e0-b105-2dbc43274b29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=96c28939-7c14-4c40-8cff-50f16cca6a63,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:17.696340 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'subnet': {'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:17.726735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.746824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Transition to ACTIVE for port object c020fabb-1a92-4eb4-ab52-67ffa096d5ea will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:17.767217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Transition to ACTIVE for port object c020fabb-1a92-4eb4-ab52-67ffa096d5ea will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:17.769759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:17.772792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:17.775513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8e3100b6-3145-4914-b62f-4e8ab62e06d7 None None] Deleting port 22153b73-e846-451d-9ecc-acea348430c8 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:17.775914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e3100b6-3145-4914-b62f-4e8ab62e06d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.804005 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Attempting to bind port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:17.804697 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Attempting to bind port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '833ed30d-fe17-428e-9caa-eda0eda649e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:17.805233 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Attempting to bind port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 on network 789e6d3e-c790-4cd2-8485-351b7d4f077a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:17.814508 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:17.815211 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Checking segment: {'id': '833ed30d-fe17-428e-9caa-eda0eda649e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:17.815820 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.816345 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Bound using segment: {'id': '833ed30d-fe17-428e-9caa-eda0eda649e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:17.817517 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Bound port: 5abd7079-03ea-42d3-8bd7-c795c5d816f5, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833ed30d-fe17-428e-9caa-eda0eda649e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:17.818085 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.863132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a19cfef8-6ac9-4282-8ed8-0e788493a5d7 None None] Port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:17.939324 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] For port 5abd7079-03ea-42d3-8bd7-c795c5d816f5, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:17.943597 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] For port 5abd7079-03ea-42d3-8bd7-c795c5d816f5, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5abd7079-03ea-42d3-8bd7-c795c5d816f5,segment=NetworkSegment(833ed30d-fe17-428e-9caa-eda0eda649e2),segment_id=833ed30d-fe17-428e-9caa-eda0eda649e2)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:17.951740 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.951967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5c893f82-05d4-4380-8cf3-55a548b35546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:17.952329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c893f82-05d4-4380-8cf3-55a548b35546 None None] The sync data for ids ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:17.956272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.968626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:17.987085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Pushing event updated for resources: {'Port': ['ID=297deeb7-209b-48d8-a63b-b5e431996aaf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:18.015778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ef77ed-01ab-4473-91c9-ce219b076304 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Deleting subnet f3dbb6ae-d34f-41dc-b5cf-f8db12eb2263 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:18.019458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9ef77ed-01ab-4473-91c9-ce219b076304 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.046371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.056966 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:18.058441 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:18.078752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Pushing event updated for resources: {'Port': ['ID=c020fabb-1a92-4eb4-ab52-67ffa096d5ea,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:18.093451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0e63516-5fe2-40c9-a74b-66559556f9d1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.117272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Network 6735dffb-b5a0-4ad9-87f5-4d04d49fc309 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:18.120730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event deleted for resources: {'Port': ['ID=0db77441-0d83-43df-9b99-73842b6941c0,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:18.198545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:18.198958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.221897 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a19cfef8-6ac9-4282-8ed8-0e788493a5d7 None None] Provisioning complete for port a0092b08-d862-4eba-bd07-4c9f7580c5e0 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:18.222266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19cfef8-6ac9-4282-8ed8-0e788493a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.232837 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:18.240559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.329513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:18.331952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:18.338020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d0e63516-5fe2-40c9-a74b-66559556f9d1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for c110e55c-badc-436e-98d6-ced5525ce06c owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:18.373104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59c84b1f-f964-41e0-b105-2dbc43274b29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.375430 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-59c84b1f-f964-41e0-b105-2dbc43274b29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/96c28939-7c14-4c40-8cff-50f16cca6a63 HTTP/1.1" status: 204 len: 168 time: 2.8920341 Jan 12 09:38:18.386051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37446) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:18.399100 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b44fed-4988-4d6f-baea-a03f0c938d2e None None] Pushing event updated for resources: {'Port': ['ID=5abd7079-03ea-42d3-8bd7-c795c5d816f5,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:18.434518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Attempting to bind port 297deeb7-209b-48d8-a63b-b5e431996aaf on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:18.439513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Attempting to bind port 297deeb7-209b-48d8-a63b-b5e431996aaf by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:18.440531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Attempting to bind port 297deeb7-209b-48d8-a63b-b5e431996aaf on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:18.461899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9ef77ed-01ab-4473-91c9-ce219b076304 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.489116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:18.492494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:18.492808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:18.493209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.493728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:18.494482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Bound port: 297deeb7-209b-48d8-a63b-b5e431996aaf, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:18.494618 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.510021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:subnet and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:18.521792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:18.551279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:18.585050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c2170-0227-423d-b23a-0814ee0a87f3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:18.586559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c2170-0227-423d-b23a-0814ee0a87f3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:18.587381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-632c2170-0227-423d-b23a-0814ee0a87f3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:18.617389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Made reservation on behalf of 75f5b618c2ec4646a7a37a16ce8aaacb for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:18.644782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0e63516-5fe2-40c9-a74b-66559556f9d1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.671782 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:11Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:17Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:11Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:18.676158 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee1572-2b39-4499-a71a-040872db0de4 None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:11Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:17Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:11Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:18.788774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Router 33f14ed6-eccc-4254-999b-2d5c2d85f0ef has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:18.804043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-632c2170-0227-423d-b23a-0814ee0a87f3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:18.815063 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-632c2170-0227-423d-b23a-0814ee0a87f3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4273963 Jan 12 09:38:18.831821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e63516-5fe2-40c9-a74b-66559556f9d1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Port': ['ID=c110e55c-badc-436e-98d6-ced5525ce06c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:18.838121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37452) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:18.842634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9ef77ed-01ab-4473-91c9-ce219b076304 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.880500 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] For port 297deeb7-209b-48d8-a63b-b5e431996aaf, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:18.884012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] For port 297deeb7-209b-48d8-a63b-b5e431996aaf, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=297deeb7-209b-48d8-a63b-b5e431996aaf,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:19.026766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.099201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d0e63516-5fe2-40c9-a74b-66559556f9d1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.134883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Attempting to bind port c020fabb-1a92-4eb4-ab52-67ffa096d5ea on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:19.135251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Attempting to bind port c020fabb-1a92-4eb4-ab52-67ffa096d5ea by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '10fe49cf-d487-483a-a091-deacd40f9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6735dffb-b5a0-4ad9-87f5-4d04d49fc309'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:19.135607 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Attempting to bind port c020fabb-1a92-4eb4-ab52-67ffa096d5ea on network 6735dffb-b5a0-4ad9-87f5-4d04d49fc309 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:19.145436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.160206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947754e-9908-443d-99c2-fa30a279e03f req-5a236701-8ab4-49a9-bdc8-7b5b70b14b3a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:19.161836 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2947754e-9908-443d-99c2-fa30a279e03f req-5a236701-8ab4-49a9-bdc8-7b5b70b14b3a tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.1280639 Jan 12 09:38:19.164753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:19.178812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.180596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-329bb103-260c-44b2-abb4-fd88edf62193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.188615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.205367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6cfffd-f07b-4e3d-8b6f-850996dad091 None None] Sync routers for ids ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:19.217183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:19.217546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Checking segment: {'id': '10fe49cf-d487-483a-a091-deacd40f9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6735dffb-b5a0-4ad9-87f5-4d04d49fc309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:19.217938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.218326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Bound using segment: {'id': '10fe49cf-d487-483a-a091-deacd40f9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6735dffb-b5a0-4ad9-87f5-4d04d49fc309'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:19.218802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Bound port: c020fabb-1a92-4eb4-ab52-67ffa096d5ea, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fe49cf-d487-483a-a091-deacd40f9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6735dffb-b5a0-4ad9-87f5-4d04d49fc309'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:19.220003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.243427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-48d043da-345e-422f-8440-5ee4a15e6ac0 None None] Could not find standard attr ID for object c110e55c-badc-436e-98d6-ced5525ce06c. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:19.249766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838f854-8182-4719-aec5-24fb0f46a24c None None] Pushing event updated for resources: {'Port': ['ID=297deeb7-209b-48d8-a63b-b5e431996aaf,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:19.259127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8e3100b6-3145-4914-b62f-4e8ab62e06d7 None None] For port 22153b73-e846-451d-9ecc-acea348430c8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=22153b73-e846-451d-9ecc-acea348430c8,segment=NetworkSegment(69b1ff19-1b58-4027-926b-f3a2631bebc9),segment_id=69b1ff19-1b58-4027-926b-f3a2631bebc9)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:19.259516 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e3100b6-3145-4914-b62f-4e8ab62e06d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.288945 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ba2b9d40-fa3c-416e-9522-d823ddb8ac04 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "DELETE /v2.0/floatingips/86e98880-acb0-4363-a1bc-5e5516f7b404 HTTP/1.1" status: 204 len: 168 time: 2.5123308 Jan 12 09:38:19.289185 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d0e63516-5fe2-40c9-a74b-66559556f9d1 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/ports/c110e55c-badc-436e-98d6-ced5525ce06c HTTP/1.1" status: 204 len: 168 time: 2.2670023 Jan 12 09:38:19.289290 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2947754e-9908-443d-99c2-fa30a279e03f req-1ee0baa0-d44e-481e-9eb3-d8a8d2d56741 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815878 Jan 12 09:38:19.289761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37458) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:19.290175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37460) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:19.297486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:19.324254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:19.339333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9ef77ed-01ab-4473-91c9-ce219b076304 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.377932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Usage tracker for resource:floatingip and tenant:856af9f6232b49e8801f82e44f490cb8 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:19.386385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9ef77ed-01ab-4473-91c9-ce219b076304 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.386676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:19.405202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:19.433602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.441534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.464284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 22153b73-e846-451d-9ecc-acea348430c8 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:19.464887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.466377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef77ed-01ab-4473-91c9-ce219b076304 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Subnet': ['ID=f3dbb6ae-d34f-41dc-b5cf-f8db12eb2263,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:19.489584 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c9ef77ed-01ab-4473-91c9-ce219b076304 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "DELETE /v2.0/subnets/f3dbb6ae-d34f-41dc-b5cf-f8db12eb2263 HTTP/1.1" status: 204 len: 168 time: 2.3424811 Jan 12 09:38:19.496420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37466) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:19.515294 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-1d071780-a7b7-4f6d-a7b3-40c5a3943401 req-1a46dcab-2f2a-480b-af18-606977d20315 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcf4260c9dc04a52af653a66a3a24719&device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 1098 time: 0.4766092 Jan 12 09:38:19.520378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7f23c33c-a9a0-43f1-bd45-70e35fa7655d,segment=NetworkSegment(caad1a3e-8950-4646-8f35-febfc5d05278),segment_id=caad1a3e-8950-4646-8f35-febfc5d05278)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:19.528190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8e3100b6-3145-4914-b62f-4e8ab62e06d7 None None] Calling delete_port for 22153b73-e846-451d-9ecc-acea348430c8 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:19.587207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6cfffd-f07b-4e3d-8b6f-850996dad091 None None] Routers {'33f14ed6-eccc-4254-999b-2d5c2d85f0ef'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:19.587558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ff6cfffd-f07b-4e3d-8b6f-850996dad091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:19.646457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.746971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ff6cfffd-f07b-4e3d-8b6f-850996dad091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:19.767747 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-48d043da-345e-422f-8440-5ee4a15e6ac0 None None] Provisioning complete for port 22153b73-e846-451d-9ecc-acea348430c8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:19.767747 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48d043da-345e-422f-8440-5ee4a15e6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.847053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] For port 22153b73-e846-451d-9ecc-acea348430c8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=22153b73-e846-451d-9ecc-acea348430c8,segment=NetworkSegment(69b1ff19-1b58-4027-926b-f3a2631bebc9),segment_id=69b1ff19-1b58-4027-926b-f3a2631bebc9)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:19.848011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.853394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] For port c020fabb-1a92-4eb4-ab52-67ffa096d5ea, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:19.874633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db7895e-3f3e-4913-9503-df91348e2c55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 4ad5a3f3-39cf-4e8e-8294-dacfaf944ed0 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:19.876984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071780-a7b7-4f6d-a7b3-40c5a3943401 req-925bbbcc-aba5-4960-bdd0-9e55571b845c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:19.878548 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-1d071780-a7b7-4f6d-a7b3-40c5a3943401 req-925bbbcc-aba5-4960-bdd0-9e55571b845c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 200 len: 913 time: 0.2916634 Jan 12 09:38:19.908417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] For port c020fabb-1a92-4eb4-ab52-67ffa096d5ea, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c020fabb-1a92-4eb4-ab52-67ffa096d5ea,segment=NetworkSegment(10fe49cf-d487-483a-a091-deacd40f9a82),segment_id=10fe49cf-d487-483a-a091-deacd40f9a82)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:19.909913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 297deeb7-209b-48d8-a63b-b5e431996aaf up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:19.941426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=7f23c33c-a9a0-43f1-bd45-70e35fa7655d,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:19.951533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.978149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0db7895e-3f3e-4913-9503-df91348e2c55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.997641 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6cfffd-f07b-4e3d-8b6f-850996dad091 None None] Routers {'33f14ed6-eccc-4254-999b-2d5c2d85f0ef'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:19.998290 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ff6cfffd-f07b-4e3d-8b6f-850996dad091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:37:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:20.061015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e3100b6-3145-4914-b62f-4e8ab62e06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.070518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9852f-73e0-48e5-8557-7c72188f972c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:20.071214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-64a9852f-73e0-48e5-8557-7c72188f972c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Synchronizing usage tracker for tenant:5b3681d2df9c47f599374ccb54b32fe6 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:20.085123 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-48d043da-345e-422f-8440-5ee4a15e6ac0 None None] Could not find standard attr ID for object 22153b73-e846-451d-9ecc-acea348430c8. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:20.091469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ff6cfffd-f07b-4e3d-8b6f-850996dad091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:20.091862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6cfffd-f07b-4e3d-8b6f-850996dad091 None None] The sync data for ids ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:20.106465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Calling delete_port for 22153b73-e846-451d-9ecc-acea348430c8 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:20.112853 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.plugins.ml2.db [None req-48d043da-345e-422f-8440-5ee4a15e6ac0 None None] No ports have port_id starting with 22153b73-e846-451d-9ecc-acea348430c8 Jan 12 09:38:20.155682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf577f-62b7-4ef3-ac1f-2d49cc0b5092 None None] Pushing event updated for resources: {'Port': ['ID=c020fabb-1a92-4eb4-ab52-67ffa096d5ea,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:20.171801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3100b6-3145-4914-b62f-4e8ab62e06d7 None None] No DVR routers for this DVR port 22153b73-e846-451d-9ecc-acea348430c8 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:20.175124 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0db7895e-3f3e-4913-9503-df91348e2c55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.189281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:20.189759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:20.234736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-64a9852f-73e0-48e5-8557-7c72188f972c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Unset dirty status for tenant:5b3681d2df9c47f599374ccb54b32fe6 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:20.236308 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-64a9852f-73e0-48e5-8557-7c72188f972c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7350740 Jan 12 09:38:20.240490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37470) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:20.250901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.261072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3100b6-3145-4914-b62f-4e8ab62e06d7 None None] Pushing event deleted for resources: {'Port': ['ID=22153b73-e846-451d-9ecc-acea348430c8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:20.301598 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-1d071780-a7b7-4f6d-a7b3-40c5a3943401 req-d2be7d8c-3976-4607-975b-e248c0512c49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 200 len: 1001 time: 0.3971226 Jan 12 09:38:20.308991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 297deeb7-209b-48d8-a63b-b5e431996aaf completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:20.321913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a0092b08-d862-4eba-bd07-4c9f7580c5e0 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:20.370574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.382309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.392802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54afaa05-7af6-4007-81cc-48b7f10ea752 None None] Network 6735dffb-b5a0-4ad9-87f5-4d04d49fc309 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:20.434460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Deleting port c020fabb-1a92-4eb4-ab52-67ffa096d5ea {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:20.443497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.481586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Subnet': ['ID=7dbb7132-8f41-4d7d-aea7-8b258beeef4c,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:20.509956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071780-a7b7-4f6d-a7b3-40c5a3943401 req-c9da172c-4ed9-4849-b0d3-c96ab9ff5f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:20.523795 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-1d071780-a7b7-4f6d-a7b3-40c5a3943401 req-c9da172c-4ed9-4849-b0d3-c96ab9ff5f79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c73e78c-b467-4bb9-9543-c898d6de8b84 HTTP/1.1" status: 200 len: 851 time: 0.2104709 Jan 12 09:38:20.525728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port a0092b08-d862-4eba-bd07-4c9f7580c5e0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:20.526104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.603488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0db7895e-3f3e-4913-9503-df91348e2c55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.640229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Checking segment: {'id': 'f588df5e-08e5-4b44-94c3-957669a45995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:20.640588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network hostable DHCP agents. Network: 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:20.709506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Deleting port 22153b73-e846-451d-9ecc-acea348430c8 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:20.710418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.712932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0db7895e-3f3e-4913-9503-df91348e2c55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.754463 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-1d071780-a7b7-4f6d-a7b3-40c5a3943401 req-1b07703d-e2d6-4e2c-9e93-9e87359be537 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cc1870b-44c6-49df-b549-ffb90a147677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2237577 Jan 12 09:38:20.761270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:20.784557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7895e-3f3e-4913-9503-df91348e2c55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad5a3f3-39cf-4e8e-8294-dacfaf944ed0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:20.801888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] The port '22153b73-e846-451d-9ecc-acea348430c8' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:38:20.824869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5abd7079-03ea-42d3-8bd7-c795c5d816f5 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:20.846776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0db7895e-3f3e-4913-9503-df91348e2c55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.849094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:20.859414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:20.860486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.862563 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e1379b-26fb-45f6-8788-f7c642db111e None None] Network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:20.905240 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9e040b2d-9271-402d-8ea4-5dae1fa54a06 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2195792 Jan 12 09:38:20.909875 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37478) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:20.965078 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b68a6592-cd71-4f92-887f-c5c6c1e59279 None None] Provisioning for port 297deeb7-209b-48d8-a63b-b5e431996aaf completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:20.973459 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0db7895e-3f3e-4913-9503-df91348e2c55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/4ad5a3f3-39cf-4e8e-8294-dacfaf944ed0 HTTP/1.1" status: 204 len: 168 time: 2.1329653 Jan 12 09:38:20.974015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.988792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b68a6592-cd71-4f92-887f-c5c6c1e59279 None None] Provisioning complete for port 297deeb7-209b-48d8-a63b-b5e431996aaf triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:20.989144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b68a6592-cd71-4f92-887f-c5c6c1e59279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.998343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37482) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:21.001005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d8b427-e96c-4ac9-9027-604ee40ed74e']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:21.014119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b1ff19-1b58-4027-926b-f3a2631bebc9') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:21.014559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b1ff19-1b58-4027-926b-f3a2631bebc9') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:21.026953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.044231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.051897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:21.052257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.078022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625acaac-c5e5-4a3e-8856-e8e7d9375ffd None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:21.117279 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:21.136685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67c24b-bcd8-48d3-a493-c9b5e9285209 req-9ea41a02-094c-408e-bd2a-95516a86a8c4 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:21.138167 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c67c24b-bcd8-48d3-a493-c9b5e9285209 req-9ea41a02-094c-408e-bd2a-95516a86a8c4 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5753441 Jan 12 09:38:21.221722 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dc6fa179-d731-4382-a1e7-272cd34a004f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2222285 Jan 12 09:38:21.225255 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-1d071780-a7b7-4f6d-a7b3-40c5a3943401 req-0ba703c2-cba9-4a02-a403-849574a63b16 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584777 Jan 12 09:38:21.226547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37486) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:21.247316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Allocated IP 172.26.1.127 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/6043849e-8c43-4f5a-998e-133923a0fc87) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:21.282077 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:21.291902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.328948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:21.348871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-664fd9ca-be90-4878-8b7e-60cff3654e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.350270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:21.350630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.377349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.391083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] For port c020fabb-1a92-4eb4-ab52-67ffa096d5ea, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c020fabb-1a92-4eb4-ab52-67ffa096d5ea,segment=NetworkSegment(10fe49cf-d487-483a-a091-deacd40f9a82),segment_id=10fe49cf-d487-483a-a091-deacd40f9a82)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:21.391453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.412702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] Pushing event deleted for resources: {'Network': ['ID=e4d8b427-e96c-4ac9-9027-604ee40ed74e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:21.475625 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b975abb0-cc2d-4bff-a1da-e14c9d02ffe5 tempest-PortsTestJSON-870693015 tempest-PortsTestJSON-870693015-project] 10.222.0.58 "DELETE /v2.0/networks/e4d8b427-e96c-4ac9-9027-604ee40ed74e HTTP/1.1" status: 204 len: 168 time: 2.1817498 Jan 12 09:38:21.496119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b68a6592-cd71-4f92-887f-c5c6c1e59279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.498937 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c67c24b-bcd8-48d3-a493-c9b5e9285209 req-f0ed86ca-7aee-4e46-ade2-763624b49834 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028135 Jan 12 09:38:21.532839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:21.541912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:21.567060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.568791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:21.570913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'fixed_ips': [{'subnet_id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:21.571885 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.578583 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-1d071780-a7b7-4f6d-a7b3-40c5a3943401 req-9a172db9-a1b3-4517-ac9f-6cde7a766885 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008692 Jan 12 09:38:21.580591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:21.609471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b68a6592-cd71-4f92-887f-c5c6c1e59279 None None] For port 297deeb7-209b-48d8-a63b-b5e431996aaf, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=297deeb7-209b-48d8-a63b-b5e431996aaf,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:21.634439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Calling delete_port for c020fabb-1a92-4eb4-ab52-67ffa096d5ea owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:21.663703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:21.666237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.685560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b68a6592-cd71-4f92-887f-c5c6c1e59279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.793566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.862420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-87f04e2b-4405-4843-b292-7cda7b63de10 None None] Could not find standard attr ID for object 96c28939-7c14-4c40-8cff-50f16cca6a63. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:21.886099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a6592-cd71-4f92-887f-c5c6c1e59279 None None] Pushing event updated for resources: {'Port': ['ID=297deeb7-209b-48d8-a63b-b5e431996aaf,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:21.928805 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89846e-d626-47ae-b806-8b1c28f19fce None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:38:21.942258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fc89846e-d626-47ae-b806-8b1c28f19fce None None] Deleting port 297deeb7-209b-48d8-a63b-b5e431996aaf {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:21.943110 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc89846e-d626-47ae-b806-8b1c28f19fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.984940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 5abd7079-03ea-42d3-8bd7-c795c5d816f5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5abd7079-03ea-42d3-8bd7-c795c5d816f5,segment=NetworkSegment(833ed30d-fe17-428e-9caa-eda0eda649e2),segment_id=833ed30d-fe17-428e-9caa-eda0eda649e2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:21.997651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.013702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.050740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.083241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Allocated IP 2001:db8:3::2 (0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc/7dbb7132-8f41-4d7d-aea7-8b258beeef4c/87010315-131d-4ab8-bbaf-64a21b493067) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:22.087185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 22153b73-e846-451d-9ecc-acea348430c8 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:22.096483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37494) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:22.106791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.142954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:22.148870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:22.152019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:22.183522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Port': ['ID=c020fabb-1a92-4eb4-ab52-67ffa096d5ea,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:22.233090 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.268272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Pushing event updated for resources: {'Port': ['ID=6043849e-8c43-4f5a-998e-133923a0fc87,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:22.277873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] No DVR routers for this DVR port c020fabb-1a92-4eb4-ab52-67ffa096d5ea on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:22.315217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:22.326710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:22.331762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:22.332484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.350834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=0f66c8e9-1f6a-4b37-b037-304759cd6b9e,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:22.394368 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e0cd9138-6a8e-4c43-8a53-1590788d2929 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1665070 Jan 12 09:38:22.398914 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37500) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:22.407060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': '0f66c8e9-1f6a-4b37-b037-304759cd6b9e', 'ip_address': '2001:db8::371a:6654:5426:3431'}], 'name': 'tempest-NetworksTestDHCPv6-697298776'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:22.434200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.455752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Transition to ACTIVE for port object 87010315-131d-4ab8-bbaf-64a21b493067 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:22.479446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Transition to ACTIVE for port object 87010315-131d-4ab8-bbaf-64a21b493067 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:22.498340 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=5abd7079-03ea-42d3-8bd7-c795c5d816f5,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:22.501158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 22153b73-e846-451d-9ecc-acea348430c8 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:38:22.501676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 22153b73-e846-451d-9ecc-acea348430c8 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:22.511767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.556614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.614943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6735dffb-b5a0-4ad9-87f5-4d04d49fc309']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:22.622711 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.635881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fe49cf-d487-483a-a091-deacd40f9a82') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:22.636310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fe49cf-d487-483a-a091-deacd40f9a82') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:22.644593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:22.649152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:22.666382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.672482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Pushing event updated for resources: {'Port': ['ID=87010315-131d-4ab8-bbaf-64a21b493067,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:22.687404 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-14d4d063-3cc1-49aa-827c-65cd935655aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e91abe40cd084170b0c80e93ce9fa4d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5817425 Jan 12 09:38:22.688520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37506) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:22.704899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:22.706157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.709901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f23c33c-a9a0-43f1-bd45-70e35fa7655d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:22.725464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:22.786529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.813596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:22.814122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:22.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:22.858975 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:22.861291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.870399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:22.877407 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:22.917135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:22.922282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.962519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 88748395-0d72-4657-a41a-fe437b3be41f yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:22.966809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.988929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fc89846e-d626-47ae-b806-8b1c28f19fce None None] For port 297deeb7-209b-48d8-a63b-b5e431996aaf, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=297deeb7-209b-48d8-a63b-b5e431996aaf,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:22.989610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc89846e-d626-47ae-b806-8b1c28f19fce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.057437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.064507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8bf76da-901d-44fb-a8e1-d52591a0aa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.069380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:23.070161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.096256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.102898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Network': ['ID=6735dffb-b5a0-4ad9-87f5-4d04d49fc309,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:23.125335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97b1a3-0941-484f-9a8b-0f5372accfc4 req-721bf135-45d2-4350-bce5-01ab776eaa4b tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:23.126843 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d97b1a3-0941-484f-9a8b-0f5372accfc4 req-721bf135-45d2-4350-bce5-01ab776eaa4b tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.4169893 Jan 12 09:38:23.127419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.215468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fc89846e-d626-47ae-b806-8b1c28f19fce None None] Calling delete_port for 297deeb7-209b-48d8-a63b-b5e431996aaf owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:23.229999 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d127744b-93ae-4d58-b4be-4d2ed95b48e9 tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "DELETE /v2.0/networks/6735dffb-b5a0-4ad9-87f5-4d04d49fc309 HTTP/1.1" status: 204 len: 168 time: 2.9877732 Jan 12 09:38:23.237395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37510) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:23.240521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Attempting to bind port 87010315-131d-4ab8-bbaf-64a21b493067 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:23.240521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Attempting to bind port 87010315-131d-4ab8-bbaf-64a21b493067 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f588df5e-08e5-4b44-94c3-957669a45995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:23.240952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Attempting to bind port 87010315-131d-4ab8-bbaf-64a21b493067 on network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:23.247743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8bf76da-901d-44fb-a8e1-d52591a0aa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.271555 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:23.271979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Checking segment: {'id': 'f588df5e-08e5-4b44-94c3-957669a45995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:23.272439 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.272888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Bound using segment: {'id': 'f588df5e-08e5-4b44-94c3-957669a45995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:23.273419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Bound port: 87010315-131d-4ab8-bbaf-64a21b493067, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f588df5e-08e5-4b44-94c3-957669a45995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:23.273849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.312467 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d97b1a3-0941-484f-9a8b-0f5372accfc4 req-759429a6-a85f-4325-8db1-8fdbc71d6cae tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523032 Jan 12 09:38:23.321512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::371a:6654:5426:3431 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/0f66c8e9-1f6a-4b37-b037-304759cd6b9e/88748395-0d72-4657-a41a-fe437b3be41f) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:23.323791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Allocated IP 2001:db8:3::1 (0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc/7dbb7132-8f41-4d7d-aea7-8b258beeef4c/0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:23.413276 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc89846e-d626-47ae-b806-8b1c28f19fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.495160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89846e-d626-47ae-b806-8b1c28f19fce None None] Pushing event deleted for resources: {'Port': ['ID=297deeb7-209b-48d8-a63b-b5e431996aaf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:23.500929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.518107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5abd7079-03ea-42d3-8bd7-c795c5d816f5 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:23.542177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8bf76da-901d-44fb-a8e1-d52591a0aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.549519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] For port 87010315-131d-4ab8-bbaf-64a21b493067, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:23.553735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89846e-d626-47ae-b806-8b1c28f19fce None None] No DVR routers for this DVR port 297deeb7-209b-48d8-a63b-b5e431996aaf on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:23.579633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] For port 87010315-131d-4ab8-bbaf-64a21b493067, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=87010315-131d-4ab8-bbaf-64a21b493067,segment=NetworkSegment(f588df5e-08e5-4b44-94c3-957669a45995),segment_id=f588df5e-08e5-4b44-94c3-957669a45995)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:23.580914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a97932-0a40-4d93-9a5e-790e36ed60c2 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:23.616439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf76da-901d-44fb-a8e1-d52591a0aa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6cc21c-fdf6-4020-b245-14f3da7888e0,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:23.616829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.650367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8bf76da-901d-44fb-a8e1-d52591a0aa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.651651 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a8bf76da-901d-44fb-a8e1-d52591a0aa5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d6cc21c-fdf6-4020-b245-14f3da7888e0 HTTP/1.1" status: 204 len: 168 time: 0.9621527 Jan 12 09:38:23.672505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Transition to ACTIVE for port object 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:23.680066 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.708437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.733745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 88748395-0d72-4657-a41a-fe437b3be41f will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:23.740112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.779899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.781292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.782222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a5effc-0b1a-49a3-90a8-7a370b3446fd']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:23.790152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.858961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.859639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3ddd5-7b59-49b9-b4b2-64b17a9cbe91 None None] Pushing event updated for resources: {'Port': ['ID=87010315-131d-4ab8-bbaf-64a21b493067,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:23.861512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639eb28b-b82b-498a-9e94-6d8e833fbd13') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:23.862076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639eb28b-b82b-498a-9e94-6d8e833fbd13') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:23.890332 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.890990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.896848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:23.900396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:23.913171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:23.917343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:23.918036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.950562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:23.950947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.953005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=88748395-0d72-4657-a41a-fe437b3be41f,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:23.957402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:24.033257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:24.035283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:24.037559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:24.038082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.072915 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-721528bf-6cdc-490f-b0a5-1e14ce8b3b9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6699746 Jan 12 09:38:24.075085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37522) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:24.135373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Pushing event updated for resources: {'Port': ['ID=6043849e-8c43-4f5a-998e-133923a0fc87,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:24.145960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.186816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:24.187307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:24.202363 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:24.206500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.296124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '0f66c8e9-1f6a-4b37-b037-304759cd6b9e'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:24.297593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.308566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.375527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.395112 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 297deeb7-209b-48d8-a63b-b5e431996aaf no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:24.399524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.401592 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "DELETE /v2.0/networks/92a5effc-0b1a-49a3-90a8-7a370b3446fd HTTP/1.1" status: 204 len: 168 time: 1.1605060 Jan 12 09:38:24.412804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37530) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:24.415714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.420079 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eb19f7d7-1118-4558-ad6f-584b8690a68b tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1245792 Jan 12 09:38:24.447932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37534) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:24.479106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 297deeb7-209b-48d8-a63b-b5e431996aaf {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:38:24.479442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 297deeb7-209b-48d8-a63b-b5e431996aaf not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:24.568649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655546a4-5955-4058-ac41-65bf9678aa81 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:24.575456 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-655546a4-5955-4058-ac41-65bf9678aa81 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4909735 Jan 12 09:38:24.580870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37542) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:24.588309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aeffd6-5d7a-4712-a91a-ef3f486f6e0c tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Network': ['ID=92a5effc-0b1a-49a3-90a8-7a370b3446fd,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:24.671036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.684917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Allocated IP 2001:db8::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/0f66c8e9-1f6a-4b37-b037-304759cd6b9e/d5feb01b-7943-4c9f-b905-b74ab68fc851) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:24.791830 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 87010315-131d-4ab8-bbaf-64a21b493067 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:24.876515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7210b-7bbd-4431-a39d-93ddc9c80457 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 88748395-0d72-4657-a41a-fe437b3be41f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:24.876979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ab7210b-7bbd-4431-a39d-93ddc9c80457 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.895973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.933226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0242d452-baf4-49cf-9c6f-e0450df534f9']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:24.949874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2a4c88-5995-45a7-86ba-c9cd3fccbbc2') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:24.950866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2a4c88-5995-45a7-86ba-c9cd3fccbbc2') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:24.964013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.981824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.991294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:24.994092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.019510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:25.020294 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:25.045258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 87010315-131d-4ab8-bbaf-64a21b493067 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:25.055321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.071655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Transition to ACTIVE for port object d5feb01b-7943-4c9f-b905-b74ab68fc851 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:25.076526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:25.095688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Transition to ACTIVE for port object d5feb01b-7943-4c9f-b905-b74ab68fc851 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:25.105222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Usage tracker for resource:floatingip and tenant:cda9db91778447158a80f180f77be58e is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:25.105536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.119886 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:25.133909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.171959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.179911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Network': ['ID=0242d452-baf4-49cf-9c6f-e0450df534f9,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:25.198982 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5250909a-3f6b-4ab3-872c-16483c143f7b tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "DELETE /v2.0/networks/0242d452-baf4-49cf-9c6f-e0450df534f9 HTTP/1.1" status: 204 len: 168 time: 0.7842906 Jan 12 09:38:25.199830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37552) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.199986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:25.212521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:25.219762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:25.239712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Pushing event updated for resources: {'Port': ['ID=d5feb01b-7943-4c9f-b905-b74ab68fc851,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:25.294166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37556) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.323162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:25.358242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:38:25.361191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Attempting to bind port d5feb01b-7943-4c9f-b905-b74ab68fc851 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:25.361713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Attempting to bind port d5feb01b-7943-4c9f-b905-b74ab68fc851 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:25.362238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Attempting to bind port d5feb01b-7943-4c9f-b905-b74ab68fc851 on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:25.365453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df035415-4bd1-430f-98f4-35d2fc012238 None None] Network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:25.366427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.376972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.417026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.447667 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.448689 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.469780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:25.470347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:25.470878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.471471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:25.472057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Bound port: d5feb01b-7943-4c9f-b905-b74ab68fc851, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:25.472524 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.526161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.564556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615d5f65-bee6-4959-88b9-e9c739fb652e']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:25.579284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d8c693-4ec1-4c9b-b2e4-e8da1b9ac0d9') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:25.579665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d8c693-4ec1-4c9b-b2e4-e8da1b9ac0d9') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:25.596286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.614630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-45ca0688-57c2-4cde-b28e-9564d8dd37e3 tempest-DvrRoutersNegativeTest-1300712454 tempest-DvrRoutersNegativeTest-1300712454-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1411714330', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:25.617479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.policy [None req-45ca0688-57c2-4cde-b28e-9564d8dd37e3 tempest-DvrRoutersNegativeTest-1300712454 tempest-DvrRoutersNegativeTest-1300712454-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83594) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 12 09:38:25.617779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.policy [None req-45ca0688-57c2-4cde-b28e-9564d8dd37e3 tempest-DvrRoutersNegativeTest-1300712454 tempest-DvrRoutersNegativeTest-1300712454-project] Failed policy check for 'create_router' {{(pid=83594) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 12 09:38:25.618294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-45ca0688-57c2-4cde-b28e-9564d8dd37e3 tempest-DvrRoutersNegativeTest-1300712454 tempest-DvrRoutersNegativeTest-1300712454-project] create failed (client error): Access was denied to this resource. Jan 12 09:38:25.624339 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-45ca0688-57c2-4cde-b28e-9564d8dd37e3 tempest-DvrRoutersNegativeTest-1300712454 tempest-DvrRoutersNegativeTest-1300712454-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3290272 Jan 12 09:38:25.629960 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f8330dd3-9052-4777-bea1-c80d074aacf6 None None] Provisioning for port 87010315-131d-4ab8-bbaf-64a21b493067 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:25.637319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.651709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:25.653736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.662007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f8330dd3-9052-4777-bea1-c80d074aacf6 None None] Provisioning complete for port 87010315-131d-4ab8-bbaf-64a21b493067 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:25.662376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8330dd3-9052-4777-bea1-c80d074aacf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:25.673516 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:25.718883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event updated for resources: {'Port': ['ID=0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:25.770276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ab7210b-7bbd-4431-a39d-93ddc9c80457 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.810302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.841133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] For port d5feb01b-7943-4c9f-b905-b74ab68fc851, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:25.841960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.855751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] For port d5feb01b-7943-4c9f-b905-b74ab68fc851, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d5feb01b-7943-4c9f-b905-b74ab68fc851,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:25.859578 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] 10.222.0.58 "DELETE /v2.0/networks/615d5f65-bee6-4959-88b9-e9c739fb652e HTTP/1.1" status: 204 len: 168 time: 0.6583769 Jan 12 09:38:25.866348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985b118-d60e-43b5-8ac9-5fa98aa548bf tempest-BulkNetworkOpsIpV6Test-854191386 tempest-BulkNetworkOpsIpV6Test-854191386-project] Pushing event deleted for resources: {'Network': ['ID=615d5f65-bee6-4959-88b9-e9c739fb652e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:25.878823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.929032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7210b-7bbd-4431-a39d-93ddc9c80457 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 88748395-0d72-4657-a41a-fe437b3be41f owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:25.959483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aae850-08d5-4133-8de2-1d787eafd892 None None] Pushing event updated for resources: {'Port': ['ID=d5feb01b-7943-4c9f-b905-b74ab68fc851,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:26.028264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:26.030498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:26.062006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8330dd3-9052-4777-bea1-c80d074aacf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.112793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f8330dd3-9052-4777-bea1-c80d074aacf6 None None] For port 87010315-131d-4ab8-bbaf-64a21b493067, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=87010315-131d-4ab8-bbaf-64a21b493067,segment=NetworkSegment(f588df5e-08e5-4b44-94c3-957669a45995),segment_id=f588df5e-08e5-4b44-94c3-957669a45995)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:26.121115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8330dd3-9052-4777-bea1-c80d074aacf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.135997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37572) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.240883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8330dd3-9052-4777-bea1-c80d074aacf6 None None] Pushing event updated for resources: {'Port': ['ID=87010315-131d-4ab8-bbaf-64a21b493067,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:26.304260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37578) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.333849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.461127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ab7210b-7bbd-4431-a39d-93ddc9c80457 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.552523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aa664f23-ae81-43cc-a95b-e8270b87ae1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.568506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c8a8dd79-2862-4619-bb86-ac445293d955 None None] Provisioning complete for port 87010315-131d-4ab8-bbaf-64a21b493067 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:26.570551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8a8dd79-2862-4619-bb86-ac445293d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.646946 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7210b-7bbd-4431-a39d-93ddc9c80457 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=88748395-0d72-4657-a41a-fe437b3be41f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:26.704784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-aa664f23-ae81-43cc-a95b-e8270b87ae1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:26.722095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-aa664f23-ae81-43cc-a95b-e8270b87ae1e admin admin] Usage tracker for resource:security_group_rule and tenant:52f36f33b26c417cb5fbabead5d4a592 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:26.748937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-aa664f23-ae81-43cc-a95b-e8270b87ae1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:26.769873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-aa664f23-ae81-43cc-a95b-e8270b87ae1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:26.769873 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4ce9bd00-e896-49f8-81d9-4186324e14a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b3681d2df9c47f599374ccb54b32fe6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4619491 Jan 12 09:38:26.771005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37584) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.785833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 87010315-131d-4ab8-bbaf-64a21b493067 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:26.844366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ab7210b-7bbd-4431-a39d-93ddc9c80457 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.865390 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8ab7210b-7bbd-4431-a39d-93ddc9c80457 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/88748395-0d72-4657-a41a-fe437b3be41f HTTP/1.1" status: 204 len: 168 time: 2.2811835 Jan 12 09:38:26.869091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37588) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.880930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c8a8dd79-2862-4619-bb86-ac445293d955 None None] Provisioning for port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:26.887199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c8a8dd79-2862-4619-bb86-ac445293d955 None None] Provisioning complete for port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:26.887627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8a8dd79-2862-4619-bb86-ac445293d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.887876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Allocated IP 172.26.1.195 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/0f89ac8b-73ab-4233-b047-308e485970e1) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:26.895101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85a2fa49-bb86-4651-ac98-3c3bb7626738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.937276 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 87010315-131d-4ab8-bbaf-64a21b493067 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:26.937548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.939389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85a2fa49-bb86-4651-ac98-3c3bb7626738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.966641 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:38:26.989846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aa664f23-ae81-43cc-a95b-e8270b87ae1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.994114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8dd79-2862-4619-bb86-ac445293d955 None None] Port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:27.011836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aa664f23-ae81-43cc-a95b-e8270b87ae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.071395 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-aa664f23-ae81-43cc-a95b-e8270b87ae1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52f36f33b26c417cb5fbabead5d4a592&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9334981 Jan 12 09:38:27.072911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa664f23-ae81-43cc-a95b-e8270b87ae1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc0fa2-b1fd-48cd-8196-368214be68ca,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:27.087936 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37592) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:27.089928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85a2fa49-bb86-4651-ac98-3c3bb7626738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.114729 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d5feb01b-7943-4c9f-b905-b74ab68fc851 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:27.132349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2fa49-bb86-4651-ac98-3c3bb7626738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c9a968-dc0a-402d-b9f9-50c6ba70b3f6,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:27.170830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85a2fa49-bb86-4651-ac98-3c3bb7626738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.189782 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-85a2fa49-bb86-4651-ac98-3c3bb7626738 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0c9a968-dc0a-402d-b9f9-50c6ba70b3f6 HTTP/1.1" status: 204 len: 168 time: 0.4041765 Jan 12 09:38:27.230107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-56ee64c3-5ddf-4771-a836-8d3752e14788 None None] Provisioning complete for port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:27.230697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56ee64c3-5ddf-4771-a836-8d3752e14788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.265443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5359-2421-4db2-94a1-839c7b2271a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.302117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5359-2421-4db2-94a1-839c7b2271a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.334710 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port d5feb01b-7943-4c9f-b905-b74ab68fc851 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:27.342695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-56ee64c3-5ddf-4771-a836-8d3752e14788 None None] Port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:27.350318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.394362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5359-2421-4db2-94a1-839c7b2271a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.436721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc5359-2421-4db2-94a1-839c7b2271a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc0fa2-b1fd-48cd-8196-368214be68ca,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:27.446083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5359-2421-4db2-94a1-839c7b2271a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.447326 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f9bc5359-2421-4db2-94a1-839c7b2271a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ecc0fa2-b1fd-48cd-8196-368214be68ca HTTP/1.1" status: 204 len: 168 time: 0.3521590 Jan 12 09:38:27.486813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31df3dd9-1fcd-499c-82e8-00c875e88c37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:27.488191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31df3dd9-1fcd-499c-82e8-00c875e88c37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:27.488954 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-31df3dd9-1fcd-499c-82e8-00c875e88c37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:27.510610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e292b804-c698-4604-849a-17b144c0d49d None None] Provisioning complete for port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:27.512336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e292b804-c698-4604-849a-17b144c0d49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.553032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:27.554228 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-31df3dd9-1fcd-499c-82e8-00c875e88c37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:27.555569 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-31df3dd9-1fcd-499c-82e8-00c875e88c37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6702895 Jan 12 09:38:27.558567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37602) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:27.558738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.634099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e292b804-c698-4604-849a-17b144c0d49d None None] Port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:27.661098 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c671a875-6e33-4333-9445-9bfbfbe10bdc req-ef89988c-4cc2-46ab-a889-b5eadd1ddeb2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3036525 Jan 12 09:38:27.767388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2f3b3cbf-2dd1-48e1-a2d0-0f5dc5a5d967 None None] Provisioning for port d5feb01b-7943-4c9f-b905-b74ab68fc851 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:27.776660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:27.791744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:27.793782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2f3b3cbf-2dd1-48e1-a2d0-0f5dc5a5d967 None None] Provisioning complete for port d5feb01b-7943-4c9f-b905-b74ab68fc851 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:27.794681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3cbf-2dd1-48e1-a2d0-0f5dc5a5d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.795807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:27.835467 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Pushing event updated for resources: {'Port': ['ID=0f89ac8b-73ab-4233-b047-308e485970e1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:27.988255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3cbf-2dd1-48e1-a2d0-0f5dc5a5d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.031532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30bbd9f-3eb0-4e35-bf8a-b9eba4f346a7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 0f66c8e9-1f6a-4b37-b037-304759cd6b9e {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:28.035826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e30bbd9f-3eb0-4e35-bf8a-b9eba4f346a7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.053221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2f3b3cbf-2dd1-48e1-a2d0-0f5dc5a5d967 None None] For port d5feb01b-7943-4c9f-b905-b74ab68fc851, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d5feb01b-7943-4c9f-b905-b74ab68fc851,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:28.062712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3cbf-2dd1-48e1-a2d0-0f5dc5a5d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.108505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2f3b3cbf-2dd1-48e1-a2d0-0f5dc5a5d967 None None] Could not find standard attr ID for object 88748395-0d72-4657-a41a-fe437b3be41f. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:28.142142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e30bbd9f-3eb0-4e35-bf8a-b9eba4f346a7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.162734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b3cbf-2dd1-48e1-a2d0-0f5dc5a5d967 None None] Pushing event updated for resources: {'Port': ['ID=d5feb01b-7943-4c9f-b905-b74ab68fc851,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:28.222364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c7f20ae4-9f21-4b29-b387-58a4bb536ffa None None] Could not find standard attr ID for object 88748395-0d72-4657-a41a-fe437b3be41f. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:28.283253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e30bbd9f-3eb0-4e35-bf8a-b9eba4f346a7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.311543 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c671a875-6e33-4333-9445-9bfbfbe10bdc req-85d59990-3a96-45e2-9c81-6351e2c88145 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcf4260c9dc04a52af653a66a3a24719&device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 1098 time: 0.4596095 Jan 12 09:38:28.315486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.413437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e30bbd9f-3eb0-4e35-bf8a-b9eba4f346a7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.426281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e006a21-13e3-417d-9b89-1d9b182e8e86 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:38:28.531815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bbd9f-3eb0-4e35-bf8a-b9eba4f346a7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=0f66c8e9-1f6a-4b37-b037-304759cd6b9e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:28.538807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e30bbd9f-3eb0-4e35-bf8a-b9eba4f346a7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.563187 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e30bbd9f-3eb0-4e35-bf8a-b9eba4f346a7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/0f66c8e9-1f6a-4b37-b037-304759cd6b9e HTTP/1.1" status: 204 len: 168 time: 1.0029922 Jan 12 09:38:28.564025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37628) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:28.611082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.654558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37632) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:28.684186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:28.697288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d5feb01b-7943-4c9f-b905-b74ab68fc851 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:28.698369 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-43165fe3-8a08-445e-9f39-f17633aaac29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1320965 Jan 12 09:38:28.698994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37640) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:28.704004 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:28.707015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:28.731399 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:28.732029 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:28.757801 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e2a6ec9f-36d6-4529-b1a4-39a6d3d14b3e tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8402510 Jan 12 09:38:28.760304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37644) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:28.765730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-254a3e11-ae97-440c-9227-41f66facdd59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:28.777548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e006a21-13e3-417d-9b89-1d9b182e8e86 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:38:28.857062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:28.865979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:28.879465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:28.897561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:28.937086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:28.942287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.950297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671a875-6e33-4333-9445-9bfbfbe10bdc req-f11be32e-148b-4620-ac25-6dccf6a98dd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:28.951544 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c671a875-6e33-4333-9445-9bfbfbe10bdc req-f11be32e-148b-4620-ac25-6dccf6a98dd1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 200 len: 913 time: 0.5967889 Jan 12 09:38:29.087095 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d5feb01b-7943-4c9f-b905-b74ab68fc851 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:29.087490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.096102 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:29.149736 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c671a875-6e33-4333-9445-9bfbfbe10bdc req-172dc031-97c1-4c88-8199-791de94cd08a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 200 len: 1001 time: 0.1609881 Jan 12 09:38:29.163860 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1418739726'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:29.168496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:29.172343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:network and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:29.175230 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:29.181336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:29.321987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.390949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671a875-6e33-4333-9445-9bfbfbe10bdc req-72e61a3a-2646-4cf5-928f-03bc92e9a491 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:29.392401 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c671a875-6e33-4333-9445-9bfbfbe10bdc req-72e61a3a-2646-4cf5-928f-03bc92e9a491 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c73e78c-b467-4bb9-9543-c898d6de8b84 HTTP/1.1" status: 200 len: 851 time: 0.2350724 Jan 12 09:38:29.396789 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:29.399770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.400949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=618fab99-a36e-4231-aaa0-c1096ff517b5,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:29.416699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.436423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:29.439170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:29.451951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:29.453484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.464346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37654) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:29.527306 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:29.527705 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-45ebd781-f63b-48f2-a65c-7410de949691 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8275673 Jan 12 09:38:29.530587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37660) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:29.537344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': '618fab99-a36e-4231-aaa0-c1096ff517b5', 'ip_address': '2001:db8::f74b:d267:d980:6b47'}], 'name': 'tempest-NetworksTestDHCPv6-1835018185'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:29.551953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:security_group_rule and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:29.558690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:29.561377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8accf894-a470-4e94-bc0c-d40a7d103906 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:38:29.638374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.645039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:29.667951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.684169 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:24Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9', 'name': '', 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:d6:fa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:23Z', 'updated_at': '2022-01-12T09:38:24Z', 'revision_number': 2, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:29.698210 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:38:29.698724 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Updating router ed92ce0a-1ab5-45a8-b999-1997feb2527e port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:38:29.709273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:29.714237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:29.717726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:29.725064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:29.739613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8accf894-a470-4e94-bc0c-d40a7d103906 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:38:29.742484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:29.752250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.777383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1953707362'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:29.780432 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.785050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:29.792792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Usage tracker for resource:network and tenant:f4f3887dd1584e26b4d1b16436b810da is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:29.798185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:29.801601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 77a3177a-7532-4198-bd73-a13e3c49bc8e yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:29.841864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:29.871824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Made reservation on behalf of f4f3887dd1584e26b4d1b16436b810da for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:29.875268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.898477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.998243 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:30.002090 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Pushing event updated for resources: {'Port': ['ID=0f89ac8b-73ab-4233-b047-308e485970e1,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:30.017207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.037809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Usage tracker for resource:security_group_rule and tenant:f4f3887dd1584e26b4d1b16436b810da is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:30.046158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:30.047115 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c671a875-6e33-4333-9445-9bfbfbe10bdc req-e43cb07d-e555-4902-8fb3-99905f28b5b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cc1870b-44c6-49df-b549-ffb90a147677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6335175 Jan 12 09:38:30.056134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:30.090946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f74b:d267:d980:6b47 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/618fab99-a36e-4231-aaa0-c1096ff517b5/77a3177a-7532-4198-bd73-a13e3c49bc8e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:30.171196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4d8960-64ce-4ec4-bd22-0ac11cb12027 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:30.215437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.241089 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.244108 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c671a875-6e33-4333-9445-9bfbfbe10bdc req-cb71e6a2-0efe-4b61-8185-8e971c237b56 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481733 Jan 12 09:38:30.262831 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Transition to ACTIVE for port object 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:30.268371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.273704 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.314869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:30.335864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54788d6-d041-448e-a5a7-9cc35bbd1602,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:30.362687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.367257 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Added segment f8adc061-68b5-4557-bef1-9ff366ee0f4f of type vlan for network 2d0834dc-9eaf-46e4-991e-eadf28e71ab1 Jan 12 09:38:30.383393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.384608 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4975a556-6b3d-4520-a7a1-330b27674a4d tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9357092 Jan 12 09:38:30.388162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37664) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:30.447107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.496464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.525848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.534848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.615100 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Attempting to bind port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:30.615534 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Attempting to bind port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f588df5e-08e5-4b44-94c3-957669a45995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:30.616028 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Attempting to bind port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 on network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:30.619758 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3424879-268f-4943-8088-9a90ca4538d6 None None] Pushing event updated for resources: {'Port': ['ID=0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:30.621024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:30.635843 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:30.636882 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Checking segment: {'id': 'f588df5e-08e5-4b44-94c3-957669a45995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:30.637456 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.637989 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Bound using segment: {'id': 'f588df5e-08e5-4b44-94c3-957669a45995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:30.638586 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Bound port: 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f588df5e-08e5-4b44-94c3-957669a45995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:30.639137 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.693442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.693442 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Added segment 4f3257a2-808f-46a1-8701-945564e19bdd of type vlan for network 264e1ab0-859b-47bf-9f40-fc6743c639e8 Jan 12 09:38:30.694687 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b313a5c-4fe3-4680-8fae-4b01f788d01d,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:30.707039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 77a3177a-7532-4198-bd73-a13e3c49bc8e will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:30.707718 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c671a875-6e33-4333-9445-9bfbfbe10bdc req-cae5c7bc-b099-44ef-b4a7-82a1bf71b151 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560735 Jan 12 09:38:30.733990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-85002730-4e1f-4dde-a1b2-d0897e73890a tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Synchronizing usage tracker for tenant:856af9f6232b49e8801f82e44f490cb8 on resource:floatingip {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:30.771569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.775293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:30.775896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.789355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.810876 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] For port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:30.816524 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] For port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9,segment=NetworkSegment(f588df5e-08e5-4b44-94c3-957669a45995),segment_id=f588df5e-08e5-4b44-94c3-957669a45995)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:30.825734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-85002730-4e1f-4dde-a1b2-d0897e73890a tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Unset dirty status for tenant:856af9f6232b49e8801f82e44f490cb8 on resource:floatingip {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:30.829444 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-85002730-4e1f-4dde-a1b2-d0897e73890a tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.4376559 Jan 12 09:38:30.829606 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.858754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37668) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:30.901078 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16616524-b182-4ea5-8452-ba41c7126ab1 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:30.919275 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3424879-268f-4943-8088-9a90ca4538d6 None None] Pushing event updated for resources: {'Port': ['ID=0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:30.937652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.947273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.948143 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:30.948937 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:30.950994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:30.951588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.025794 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5570345 Jan 12 09:38:31.027103 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3665385 Jan 12 09:38:31.033479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37674) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:31.049359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Request body: {'subnet': {'network_id': '2d0834dc-9eaf-46e4-991e-eadf28e71ab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:31.072260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a96513-bffa-4bdc-a123-616762ec5411 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Pushing event updated for resources: {'Network': ['ID=2d0834dc-9eaf-46e4-991e-eadf28e71ab1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:31.128100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:31.187584 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:31.190110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:31.192190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=77a3177a-7532-4198-bd73-a13e3c49bc8e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:31.207434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6b0d12a4-6c17-4367-bf90-09bba85e2e68 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Synchronizing usage tracker for tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 on resource:floatingip {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:31.227441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:31.251362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:31.252621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.259540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.extraroute_db [None req-254a3e11-ae97-440c-9227-41f66facdd59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 12 09:38:31.320838 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cca8107e-96f5-4412-b1f1-4d8d1cd9f44d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7884338 Jan 12 09:38:31.324714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37678) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:31.345417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26204585-cc46-441e-ab16-59e3b5c45d4b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=264e1ab0-859b-47bf-9f40-fc6743c639e8,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:31.346726 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 2d0834dc-9eaf-46e4-991e-eadf28e71ab1 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:31.367429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6b0d12a4-6c17-4367-bf90-09bba85e2e68 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Unset dirty status for tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 on resource:floatingip {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:31.371218 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6b0d12a4-6c17-4367-bf90-09bba85e2e68 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5067391 Jan 12 09:38:31.371353 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 264e1ab0-859b-47bf-9f40-fc6743c639e8 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:31.371474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.extraroute_db [None req-254a3e11-ae97-440c-9227-41f66facdd59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Removed routes are [] {{(pid=83595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 12 09:38:31.377167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-254a3e11-ae97-440c-9227-41f66facdd59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.384523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:31.385574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37682) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:31.394333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Usage tracker for resource:subnet and tenant:f4f3887dd1584e26b4d1b16436b810da is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:31.400967 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:31.412193 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:31.448412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Made reservation on behalf of f4f3887dd1584e26b4d1b16436b810da for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:31.640965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.654970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b129bb6b-f506-49aa-b08b-2a48da0de2a0 None None] Provisioning complete for port d5feb01b-7943-4c9f-b905-b74ab68fc851 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:31.655333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b129bb6b-f506-49aa-b08b-2a48da0de2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.675208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3989b1f7-2a33-4ffd-8f6d-552a6074ec67 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:31.679383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3989b1f7-2a33-4ffd-8f6d-552a6074ec67 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:31.680338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3989b1f7-2a33-4ffd-8f6d-552a6074ec67 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:31.772060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3989b1f7-2a33-4ffd-8f6d-552a6074ec67 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:31.773709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3989b1f7-2a33-4ffd-8f6d-552a6074ec67 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.4477923 Jan 12 09:38:31.777311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37686) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:31.779490 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:24Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9', 'name': '', 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:d6:fa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:23Z', 'updated_at': '2022-01-12T09:38:30Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:31.786863 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11565e6c-0935-4ce5-b50c-8663a080d199 None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:24Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9', 'name': '', 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:d6:fa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:23Z', 'updated_at': '2022-01-12T09:38:30Z', 'revision_number': 4, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:31.935675 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f32bc6fc-b814-491e-98e4-60ced4e437f6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 77a3177a-7532-4198-bd73-a13e3c49bc8e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:31.936057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f32bc6fc-b814-491e-98e4-60ced4e437f6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.078258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-07fdb66e-cca0-48da-a84d-97d9668a8de0 tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Deleting port 0f89ac8b-73ab-4233-b047-308e485970e1 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:32.078872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-07fdb66e-cca0-48da-a84d-97d9668a8de0 tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.317381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9029fcf7-fda0-43f9-94ac-91d0193c1aa1 None None] Provisioning for port 77a3177a-7532-4198-bd73-a13e3c49bc8e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:32.327027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9029fcf7-fda0-43f9-94ac-91d0193c1aa1 None None] Provisioning complete for port 77a3177a-7532-4198-bd73-a13e3c49bc8e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:32.328536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9029fcf7-fda0-43f9-94ac-91d0193c1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.456499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9029fcf7-fda0-43f9-94ac-91d0193c1aa1 None None] Port 77a3177a-7532-4198-bd73-a13e3c49bc8e cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:32.485666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f32bc6fc-b814-491e-98e4-60ced4e437f6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.507151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9029fcf7-fda0-43f9-94ac-91d0193c1aa1 None None] Provisioning complete for port d5feb01b-7943-4c9f-b905-b74ab68fc851 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:32.515196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9029fcf7-fda0-43f9-94ac-91d0193c1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.643024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-07fdb66e-cca0-48da-a84d-97d9668a8de0 tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.643344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-07fdb66e-cca0-48da-a84d-97d9668a8de0 tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.715992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:32.745815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f32bc6fc-b814-491e-98e4-60ced4e437f6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 77a3177a-7532-4198-bd73-a13e3c49bc8e owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:32.808118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:32.818761 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:32.819117 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.876357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-07fdb66e-cca0-48da-a84d-97d9668a8de0 tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Calling delete_port for 0f89ac8b-73ab-4233-b047-308e485970e1 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:32.944507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f32bc6fc-b814-491e-98e4-60ced4e437f6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.960705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0758d1c3-2783-4eb0-b499-180c5df99b3f None None] Provisioning complete for port 77a3177a-7532-4198-bd73-a13e3c49bc8e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:32.961166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0758d1c3-2783-4eb0-b499-180c5df99b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.019891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0758d1c3-2783-4eb0-b499-180c5df99b3f None None] Port 77a3177a-7532-4198-bd73-a13e3c49bc8e was deleted so its status cannot be updated. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 12 09:38:33.049842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.073231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.089126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9,segment=NetworkSegment(f588df5e-08e5-4b44-94c3-957669a45995),segment_id=f588df5e-08e5-4b44-94c3-957669a45995)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:33.095443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.156696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bc6fc-b814-491e-98e4-60ced4e437f6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=77a3177a-7532-4198-bd73-a13e3c49bc8e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:33.162401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-254a3e11-ae97-440c-9227-41f66facdd59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.175617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f32bc6fc-b814-491e-98e4-60ced4e437f6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.185173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-254a3e11-ae97-440c-9227-41f66facdd59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.210191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:33.238631 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f32bc6fc-b814-491e-98e4-60ced4e437f6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/77a3177a-7532-4198-bd73-a13e3c49bc8e HTTP/1.1" status: 204 len: 168 time: 1.4501116 Jan 12 09:38:33.246404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37690) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:33.325479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1e771-a891-4887-9b76-d3b68d5e15fd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:33.326752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1e771-a891-4887-9b76-d3b68d5e15fd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:33.327488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-aad1e771-a891-4887-9b76-d3b68d5e15fd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:33.332158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Pushing event updated for resources: {'Subnet': ['ID=68d29f7f-1539-4c47-afc9-154014e7d587,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:33.353075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Checking segment: {'id': 'f8adc061-68b5-4557-bef1-9ff366ee0f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d0834dc-9eaf-46e4-991e-eadf28e71ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:33.353506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Network hostable DHCP agents. Network: 2d0834dc-9eaf-46e4-991e-eadf28e71ab1, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:33.359550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-aad1e771-a891-4887-9b76-d3b68d5e15fd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:33.363497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-aad1e771-a891-4887-9b76-d3b68d5e15fd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1105378 Jan 12 09:38:33.363911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37694) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:33.422364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-07fdb66e-cca0-48da-a84d-97d9668a8de0 tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.471017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdb66e-cca0-48da-a84d-97d9668a8de0 tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Pushing event deleted for resources: {'Port': ['ID=0f89ac8b-73ab-4233-b047-308e485970e1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:33.565179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254a3e11-ae97-440c-9227-41f66facdd59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:33.584390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-07fdb66e-cca0-48da-a84d-97d9668a8de0 tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.629021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Network 2d0834dc-9eaf-46e4-991e-eadf28e71ab1 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:33.650972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 2d0834dc-9eaf-46e4-991e-eadf28e71ab1) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:33.657453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-07fdb66e-cca0-48da-a84d-97d9668a8de0 tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.658172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:33.658840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.660891 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-07fdb66e-cca0-48da-a84d-97d9668a8de0 tempest-FloatingIPAdminTestJSON-1259372380 tempest-FloatingIPAdminTestJSON-1259372380-project] 10.222.0.58 "DELETE /v2.0/floatingips/50af3747-b3fb-460d-aec1-82068ababdb7 HTTP/1.1" status: 204 len: 168 time: 2.2718391 Jan 12 09:38:33.661458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37698) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:33.664795 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed944c6f-5bb7-439d-b195-0e7f5a6b9dfc None None] Network 2d0834dc-9eaf-46e4-991e-eadf28e71ab1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:33.700997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af8f597-816f-4428-9283-91b8821d1897 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 618fab99-a36e-4231-aaa0-c1096ff517b5 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:33.707583 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2e9082d9-9bda-46c1-9676-e3a77a7372fb tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6705358 Jan 12 09:38:33.708308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37702) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:33.708984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8af8f597-816f-4428-9283-91b8821d1897 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.744349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Request body: {'port': {'network_id': '2d0834dc-9eaf-46e4-991e-eadf28e71ab1', 'name': 'tempest-TagsExtTest-1764642117'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:33.847182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8af8f597-816f-4428-9283-91b8821d1897 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.949509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8af8f597-816f-4428-9283-91b8821d1897 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.987701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-2d0834dc-9eaf-46e4-991e-eadf28e71ab1', 'network_id': '2d0834dc-9eaf-46e4-991e-eadf28e71ab1', 'tenant_id': 'f4f3887dd1584e26b4d1b16436b810da', 'fixed_ips': [{'subnet_id': '68d29f7f-1539-4c47-afc9-154014e7d587'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:33.988574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.998803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:34.011237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Usage tracker for resource:port and tenant:f4f3887dd1584e26b4d1b16436b810da is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:34.016718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:34.026895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:34.041224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Made reservation on behalf of f4f3887dd1584e26b4d1b16436b810da for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:34.044389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.061377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4585db52-551d-46d0-b4ab-6511f5d2ac65 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Deleting port 6043849e-8c43-4f5a-998e-133923a0fc87 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:34.062043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4585db52-551d-46d0-b4ab-6511f5d2ac65 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.071820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8af8f597-816f-4428-9283-91b8821d1897 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.078877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] device_id is not set on port 30f0557e-8da4-4f68-a6f3-44eeb4426dd7 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:34.156178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8f597-816f-4428-9283-91b8821d1897 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=618fab99-a36e-4231-aaa0-c1096ff517b5,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:34.173697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8af8f597-816f-4428-9283-91b8821d1897 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.199878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Allocated IP 172.20.0.2 (2d0834dc-9eaf-46e4-991e-eadf28e71ab1/68d29f7f-1539-4c47-afc9-154014e7d587/485417e1-858f-4948-b54a-9ff20f7fb0a3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:34.203647 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e36a1-2fa4-4c97-bbae-4c3486762399 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:34.206858 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8af8f597-816f-4428-9283-91b8821d1897 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/618fab99-a36e-4231-aaa0-c1096ff517b5 HTTP/1.1" status: 204 len: 168 time: 0.8419633 Jan 12 09:38:34.209421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37706) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:34.219435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37710) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:34.228020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'network_id': '264e1ab0-859b-47bf-9f40-fc6743c639e8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:34.280169 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-59db18ee-0c47-4c9d-8fa0-016c1350c307 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693600 Jan 12 09:38:34.282396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37714) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:34.358208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02df75e-025e-4244-90f8-97abc9a6a795 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:34.358990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e02df75e-025e-4244-90f8-97abc9a6a795 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:34.376153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e02df75e-025e-4244-90f8-97abc9a6a795 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:34.377365 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e02df75e-025e-4244-90f8-97abc9a6a795 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0938947 Jan 12 09:38:34.380010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37718) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:34.398955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4585db52-551d-46d0-b4ab-6511f5d2ac65 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.398955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4585db52-551d-46d0-b4ab-6511f5d2ac65 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.419161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:34.450989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7839c0ce-9f33-4435-951e-d8bc87d2e351 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:34.452129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7839c0ce-9f33-4435-951e-d8bc87d2e351 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:34.475947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7839c0ce-9f33-4435-951e-d8bc87d2e351 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:34.477508 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7839c0ce-9f33-4435-951e-d8bc87d2e351 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0964546 Jan 12 09:38:34.480198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254a3e11-ae97-440c-9227-41f66facdd59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:34.480843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37722) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:34.487323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-254a3e11-ae97-440c-9227-41f66facdd59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.488973 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-254a3e11-ae97-440c-9227-41f66facdd59 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e HTTP/1.1" status: 200 len: 954 time: 5.7277436 Jan 12 09:38:34.493666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37724) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:34.495799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:34.548301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:subnet and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:34.557944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4585db52-551d-46d0-b4ab-6511f5d2ac65 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Calling delete_port for 6043849e-8c43-4f5a-998e-133923a0fc87 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:34.572094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:34.572727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:34.590051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:34.608193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:34.644459 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:34.656476 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ac88973c-ab6e-435f-999b-f16681d5ded3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1742218 Jan 12 09:38:34.665483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37730) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:34.674075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:34.697470 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacfd1d2-1879-452e-8177-ccfcfedf0143 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:38:34.699652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:34.749083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-eacfd1d2-1879-452e-8177-ccfcfedf0143 None None] Deleting port d5feb01b-7943-4c9f-b905-b74ab68fc851 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:34.749648 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eacfd1d2-1879-452e-8177-ccfcfedf0143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.781018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.786925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.846876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:34.847346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:34.860748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:34.875950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:34.879510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.939372 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4585db52-551d-46d0-b4ab-6511f5d2ac65 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.951108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Transition to ACTIVE for port object 485417e1-858f-4948-b54a-9ff20f7fb0a3 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:34.990290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585db52-551d-46d0-b4ab-6511f5d2ac65 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Pushing event deleted for resources: {'Port': ['ID=6043849e-8c43-4f5a-998e-133923a0fc87,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:35.016654 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4af2fb15-38ec-41ad-8065-903ce5b454ce tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e HTTP/1.1" status: 200 len: 954 time: 0.5189018 Jan 12 09:38:35.017473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37734) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:35.025781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3f465533-45bc-4606-842a-9285290eca13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'routes': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:35.144375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4585db52-551d-46d0-b4ab-6511f5d2ac65 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.153545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Transition to ACTIVE for port object 485417e1-858f-4948-b54a-9ff20f7fb0a3 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:35.182329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:35.182707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.203962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4585db52-551d-46d0-b4ab-6511f5d2ac65 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.208629 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4585db52-551d-46d0-b4ab-6511f5d2ac65 tempest-FloatingIPAdminTestJSON-582175254 tempest-FloatingIPAdminTestJSON-582175254-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/6cf050bd-7176-4bbe-91bd-4f98291264a3 HTTP/1.1" status: 204 len: 168 time: 1.5417092 Jan 12 09:38:35.209563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37738) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:35.212194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.215517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.341469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a84e3d86-10eb-4096-a3ab-11be18b18bba tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Deleting port 0c371c97-0862-44aa-a9af-b6c9ecfef834 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:35.342144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d86-10eb-4096-a3ab-11be18b18bba tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.384543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-eacfd1d2-1879-452e-8177-ccfcfedf0143 None None] For port d5feb01b-7943-4c9f-b905-b74ab68fc851, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d5feb01b-7943-4c9f-b905-b74ab68fc851,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:35.384940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eacfd1d2-1879-452e-8177-ccfcfedf0143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.400067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=f381dde4-9dff-451e-bc9e-572f04f6003d,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:35.406054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5e5d3a40-ec17-4735-af50-421ca7bbab0d {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:35.406512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:35.464410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking segment: {'id': '4f3257a2-808f-46a1-8701-945564e19bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '264e1ab0-859b-47bf-9f40-fc6743c639e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:35.464815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network hostable DHCP agents. Network: 264e1ab0-859b-47bf-9f40-fc6743c639e8, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:35.467601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.545904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Network 2d0834dc-9eaf-46e4-991e-eadf28e71ab1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:35.547302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Pushing event updated for resources: {'Port': ['ID=485417e1-858f-4948-b54a-9ff20f7fb0a3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:35.559336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-eacfd1d2-1879-452e-8177-ccfcfedf0143 None None] Calling delete_port for d5feb01b-7943-4c9f-b905-b74ab68fc851 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:35.588525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:35.607717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:35.609120 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:35.662961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:35.676054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:35.676574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.688581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network 264e1ab0-859b-47bf-9f40-fc6743c639e8 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:35.694444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=67c756dc-2e0c-408c-baeb-cfd124d6954a,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:35.712320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 264e1ab0-859b-47bf-9f40-fc6743c639e8) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:35.717054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:35.717636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.748112 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125758c4-e122-46b7-9a66-0f631cec2c6b None None] Network 264e1ab0-859b-47bf-9f40-fc6743c639e8 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:35.755757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6b6179c2-81b4-4a79-be8f-2fd5f06f9040 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0874009 Jan 12 09:38:35.762358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37742) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:35.774710 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-48ccc776-1da2-4809-af7c-83b89a43a3f7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5526152 Jan 12 09:38:35.777070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': '67c756dc-2e0c-408c-baeb-cfd124d6954a', 'ip_address': '2001:db8::52db:6ff9:1ec8:108d'}], 'name': 'tempest-NetworksTestDHCPv6-712254392'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:35.795209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37746) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:35.848755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d86-10eb-4096-a3ab-11be18b18bba tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.863321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1656456295'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:35.874107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:35.902576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Attempting to bind port 485417e1-858f-4948-b54a-9ff20f7fb0a3 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:35.902576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Attempting to bind port 485417e1-858f-4948-b54a-9ff20f7fb0a3 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f8adc061-68b5-4557-bef1-9ff366ee0f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d0834dc-9eaf-46e4-991e-eadf28e71ab1'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:35.902576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Attempting to bind port 485417e1-858f-4948-b54a-9ff20f7fb0a3 on network 2d0834dc-9eaf-46e4-991e-eadf28e71ab1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:35.920067 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eacfd1d2-1879-452e-8177-ccfcfedf0143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.922327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.950965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] device_id is not set on port 6c310a54-9961-4722-8d7e-82bbbb2fed8d yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:35.981365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:35.981888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Checking segment: {'id': 'f8adc061-68b5-4557-bef1-9ff366ee0f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d0834dc-9eaf-46e4-991e-eadf28e71ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:35.982394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.982895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Bound using segment: {'id': 'f8adc061-68b5-4557-bef1-9ff366ee0f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d0834dc-9eaf-46e4-991e-eadf28e71ab1'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:35.984776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Bound port: 485417e1-858f-4948-b54a-9ff20f7fb0a3, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8adc061-68b5-4557-bef1-9ff366ee0f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d0834dc-9eaf-46e4-991e-eadf28e71ab1'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:35.984776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.993654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a84e3d86-10eb-4096-a3ab-11be18b18bba tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Calling delete_port for 0c371c97-0862-44aa-a9af-b6c9ecfef834 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:35.997816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfd1d2-1879-452e-8177-ccfcfedf0143 None None] Pushing event deleted for resources: {'Port': ['ID=d5feb01b-7943-4c9f-b905-b74ab68fc851,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:36.024059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:network and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:36.025911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacfd1d2-1879-452e-8177-ccfcfedf0143 None None] No DVR routers for this DVR port d5feb01b-7943-4c9f-b905-b74ab68fc851 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:36.036218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:36.060430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:36.091466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:31Z', 'revision_number': 6, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9', 'name': '', 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:d6:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:23Z', 'updated_at': '2022-01-12T09:38:33Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:36.108240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:38:36.113712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:36.113886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.extraroute_db [None req-3f465533-45bc-4606-842a-9285290eca13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added routes are [] {{(pid=83594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 12 09:38:36.114110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.extraroute_db [None req-3f465533-45bc-4606-842a-9285290eca13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 12 09:38:36.115897 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d671f247-5002-4646-a18d-08d30c579866 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:36.117295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.163113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:36.174350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Allocated IP 172.20.0.4 (2d0834dc-9eaf-46e4-991e-eadf28e71ab1/68d29f7f-1539-4c47-afc9-154014e7d587/6c310a54-9961-4722-8d7e-82bbbb2fed8d) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:36.183160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f465533-45bc-4606-842a-9285290eca13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.214192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:36.224889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:36.247122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:36.262059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.262396 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Added segment d846d801-2782-4f3b-9378-fe760026e3b1 of type vlan for network 64289ca9-1277-4fff-9c56-681e0278d9c4 Jan 12 09:38:36.280184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:36.280982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:36.328802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d86-10eb-4096-a3ab-11be18b18bba tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.391754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e3d86-10eb-4096-a3ab-11be18b18bba tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event deleted for resources: {'Port': ['ID=0c371c97-0862-44aa-a9af-b6c9ecfef834,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:36.412184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.474790 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] For port 485417e1-858f-4948-b54a-9ff20f7fb0a3, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:36.477474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-264e1ab0-859b-47bf-9f40-fc6743c639e8', 'network_id': '264e1ab0-859b-47bf-9f40-fc6743c639e8', 'tenant_id': '795cfdbacb8945ed9c201932e6fc778a', 'fixed_ips': [{'subnet_id': 'f381dde4-9dff-451e-bc9e-572f04f6003d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:36.478376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.598687 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] For port 485417e1-858f-4948-b54a-9ff20f7fb0a3, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=485417e1-858f-4948-b54a-9ff20f7fb0a3,segment=NetworkSegment(f8adc061-68b5-4557-bef1-9ff366ee0f4f),segment_id=f8adc061-68b5-4557-bef1-9ff366ee0f4f)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:36.600005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.624662 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.641216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.645459 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:36.646058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.667702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d5feb01b-7943-4c9f-b905-b74ab68fc851 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:36.761885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port c3bf8710-0e50-4229-a621-db467731c5ab yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:36.771618 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: d5feb01b-7943-4c9f-b905-b74ab68fc851 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:38:36.772230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d5feb01b-7943-4c9f-b905-b74ab68fc851 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:36.815188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:36.870862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.896288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f465533-45bc-4606-842a-9285290eca13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.900309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Transition to ACTIVE for port object 6c310a54-9961-4722-8d7e-82bbbb2fed8d will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:36.903234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f465533-45bc-4606-842a-9285290eca13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.934113 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa7a44-9cf8-4c60-ad22-294bbcc9df8d None None] Pushing event updated for resources: {'Port': ['ID=485417e1-858f-4948-b54a-9ff20f7fb0a3,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:36.946171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d86-10eb-4096-a3ab-11be18b18bba tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.950815 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a84e3d86-10eb-4096-a3ab-11be18b18bba tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "DELETE /v2.0/ports/0c371c97-0862-44aa-a9af-b6c9ecfef834 HTTP/1.1" status: 204 len: 168 time: 1.7405956 Jan 12 09:38:36.954411 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37750) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:36.962365 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1662958 Jan 12 09:38:36.963479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37754) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:36.967347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b235-ea4c-414c-a28c-0fe3890c0a4f tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=64289ca9-1277-4fff-9c56-681e0278d9c4,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:37.012150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'network_id': '64289ca9-1277-4fff-9c56-681e0278d9c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:37.048541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.061673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '67c756dc-2e0c-408c-baeb-cfd124d6954a'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:37.062619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.072001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 64289ca9-1277-4fff-9c56-681e0278d9c4 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:37.156149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Network 2d0834dc-9eaf-46e4-991e-eadf28e71ab1 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:37.164410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:37.167117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Pushing event updated for resources: {'Port': ['ID=6c310a54-9961-4722-8d7e-82bbbb2fed8d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:37.169320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:37.230749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f465533-45bc-4606-842a-9285290eca13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:37.237766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::52db:6ff9:1ec8:108d (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/67c756dc-2e0c-408c-baeb-cfd124d6954a/c3bf8710-0e50-4229-a621-db467731c5ab) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:37.245811 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:37.263990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:subnet and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:37.268846 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:37.284358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:37.284959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.293868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:37.339475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cda3d-e5c1-4fcc-a3ed-1a3bb56d5c69 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:37.340259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4e2cda3d-e5c1-4fcc-a3ed-1a3bb56d5c69 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Synchronizing usage tracker for tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:37.380072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:37.434192 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-26e57b8e-cc44-4dcd-b494-358542325221 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6983955 Jan 12 09:38:37.434781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37760) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:37.437069 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Allocated IP 2001:db8:0:ffff::2 (264e1ab0-859b-47bf-9f40-fc6743c639e8/f381dde4-9dff-451e-bc9e-572f04f6003d/60a1ff90-9592-4fa5-800e-8968b4089905) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:37.447274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2114205902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:37.453582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:37.457698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Usage tracker for resource:router and tenant:f4f3887dd1584e26b4d1b16436b810da is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:37.460643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:37.466979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:37.492847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.493947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.512677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.531903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.572104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.574927 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-831fb356-574f-456f-9a68-a0367c580a11 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1308687 Jan 12 09:38:37.579721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37764) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:37.587383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a8a3e975-074a-4175-829f-d615b2b41aa8 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1840494328', 'prefixes': ['172.20.0.0/16']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:37.598227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a8a3e975-074a-4175-829f-d615b2b41aa8 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:37.610280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f465533-45bc-4606-842a-9285290eca13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:37.619957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f465533-45bc-4606-842a-9285290eca13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.621138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3f465533-45bc-4606-842a-9285290eca13 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e HTTP/1.1" status: 200 len: 704 time: 2.6025934 Jan 12 09:38:37.623828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37768) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:37.657604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4e2cda3d-e5c1-4fcc-a3ed-1a3bb56d5c69 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Unset dirty status for tenant:2ed1a78a02564273a8d0a2b4ab5e79b0 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:37.661660 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4e2cda3d-e5c1-4fcc-a3ed-1a3bb56d5c69 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f14ed6-eccc-4254-999b-2d5c2d85f0ef HTTP/1.1" status: 200 len: 913 time: 0.7042105 Jan 12 09:38:37.662238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37772) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:37.792819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:36Z', 'revision_number': 7, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9', 'name': '', 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:d6:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:23Z', 'updated_at': '2022-01-12T09:38:33Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:37.798719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.804157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa9a983-4075-478e-baff-4f5b2a8c095e None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:36Z', 'revision_number': 7, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9', 'name': '', 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:d6:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:23Z', 'updated_at': '2022-01-12T09:38:33Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:37.830240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8a3e975-074a-4175-829f-d615b2b41aa8 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for subnetpool, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.834612 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a8a3e975-074a-4175-829f-d615b2b41aa8 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2499521 Jan 12 09:38:37.835382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37776) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:37.842456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.843342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-c8aa6e04-81a1-4488-8680-9dd3313c0607 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587', 'tempest-TagsExtTest-Tag-472498268') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:37.857503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Transition to ACTIVE for port object 60a1ff90-9592-4fa5-800e-8968b4089905 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:37.879857 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-65a820ad-6135-4a40-8464-6ad62221005b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e HTTP/1.1" status: 200 len: 704 time: 0.2513437 Jan 12 09:38:37.881125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37780) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:37.895631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Transition to ACTIVE for port object 60a1ff90-9592-4fa5-800e-8968b4089905 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:37.903001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.973329 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:37.983510 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Network 264e1ab0-859b-47bf-9f40-fc6743c639e8 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:37.993207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:37.998896 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:37.999518 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.005620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:38.007436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.041190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object c3bf8710-0e50-4229-a621-db467731c5ab will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:38.147312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Pushing event updated for resources: {'Port': ['ID=60a1ff90-9592-4fa5-800e-8968b4089905,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:38.153518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Attempting to bind port 60a1ff90-9592-4fa5-800e-8968b4089905 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:38.154364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Attempting to bind port 60a1ff90-9592-4fa5-800e-8968b4089905 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '4f3257a2-808f-46a1-8701-945564e19bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '264e1ab0-859b-47bf-9f40-fc6743c639e8'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:38.154983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Attempting to bind port 60a1ff90-9592-4fa5-800e-8968b4089905 on network 264e1ab0-859b-47bf-9f40-fc6743c639e8 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:38.170383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:38.170967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Checking segment: {'id': '4f3257a2-808f-46a1-8701-945564e19bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '264e1ab0-859b-47bf-9f40-fc6743c639e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:38.171462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.172071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Bound using segment: {'id': '4f3257a2-808f-46a1-8701-945564e19bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '264e1ab0-859b-47bf-9f40-fc6743c639e8'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:38.172960 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Bound port: 60a1ff90-9592-4fa5-800e-8968b4089905, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3257a2-808f-46a1-8701-945564e19bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '264e1ab0-859b-47bf-9f40-fc6743c639e8'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:38.173651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.248190 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:38.252817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.271328 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c8aa6e04-81a1-4488-8680-9dd3313c0607 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags/tempest-TagsExtTest-Tag-472498268 HTTP/1.1" status: 201 len: 201 time: 0.4354358 Jan 12 09:38:38.272500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37784) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:38.350603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Allocated IP 2001:db8::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/67c756dc-2e0c-408c-baeb-cfd124d6954a/03a68c69-ec29-424c-80bb-cb63c746904b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:38.353663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] For port 60a1ff90-9592-4fa5-800e-8968b4089905, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:38.359735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] For port 60a1ff90-9592-4fa5-800e-8968b4089905, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=60a1ff90-9592-4fa5-800e-8968b4089905,segment=NetworkSegment(4f3257a2-808f-46a1-8701-945564e19bdd),segment_id=4f3257a2-808f-46a1-8701-945564e19bdd)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:38.363348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.368285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.443412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-9c0e91fc-df54-43f6-981d-9101d67f1c97 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d', 'tempest-TagsExtTest-Tag-2053721916') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.444721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:38.451528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=c3bf8710-0e50-4229-a621-db467731c5ab,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:38.454267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:38.460509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:38.464370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:38.465573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.515984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d23fb0f-ab60-40be-ba0d-3fc664531bf7 None None] Network 2d0834dc-9eaf-46e4-991e-eadf28e71ab1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:38.604383 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-27787211-ebbe-41c7-a3a3-c5b4777deb1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8412354 Jan 12 09:38:38.605396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=68b46182-2124-4ebf-88ea-914b97ac98ff,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:38.606158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37788) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:38.619471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': '67c756dc-2e0c-408c-baeb-cfd124d6954a', 'ip_address': '2001:db8::52db:6ff9:1ec8:108d'}], 'name': 'tempest-NetworksTestDHCPv6-1740139069'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:38.655067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking segment: {'id': 'd846d801-2782-4f3b-9378-fe760026e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '64289ca9-1277-4fff-9c56-681e0278d9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:38.655657 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network hostable DHCP agents. Network: 64289ca9-1277-4fff-9c56-681e0278d9c4, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:38.740560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5c746-1f3a-40eb-afa0-a4f4d857fe36 None None] Pushing event updated for resources: {'Port': ['ID=60a1ff90-9592-4fa5-800e-8968b4089905,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:38.776498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network 64289ca9-1277-4fff-9c56-681e0278d9c4 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:38.782207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-04478f7d-4fa1-4c2e-bf17-b3a82db3e20d None None] Provisioning for port 485417e1-858f-4948-b54a-9ff20f7fb0a3 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:38.813047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 64289ca9-1277-4fff-9c56-681e0278d9c4) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:38.821010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:38.821727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.828189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 485417e1-858f-4948-b54a-9ff20f7fb0a3 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:38.866199 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d044b4b1-5dc2-45f9-ae7d-7e4894eb434e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8963773 Jan 12 09:38:38.869389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37792) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:38.873579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629c113-77e2-410a-9074-25ea9c3d6961 None None] Network 64289ca9-1277-4fff-9c56-681e0278d9c4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:38.900931 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:36Z', 'revision_number': 7, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9', 'name': '', 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:d6:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:23Z', 'updated_at': '2022-01-12T09:38:33Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.936981 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:38:38.959409 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:38.961291 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.989387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:38.992895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.993335 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.063420 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9c0e91fc-df54-43f6-981d-9101d67f1c97 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags/tempest-TagsExtTest-Tag-2053721916 HTTP/1.1" status: 201 len: 201 time: 0.6450634 Jan 12 09:38:39.064969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37796) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:39.069819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:39.074336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-94628da4-0318-4fa6-b4ed-426afc0b4099 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45', 'tempest-TagsExtTest-Tag-1062805173') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:39.078577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:39.104711 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:39.208195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.226845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:39.267546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Transition to ACTIVE for port object 03a68c69-ec29-424c-80bb-cb63c746904b will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:39.303748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.321380 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:39.367180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 485417e1-858f-4948-b54a-9ff20f7fb0a3 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:39.372480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Transition to ACTIVE for port object 03a68c69-ec29-424c-80bb-cb63c746904b will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:39.380244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 485417e1-858f-4948-b54a-9ff20f7fb0a3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:39.380605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.415361 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.441666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.455447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.501091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 23481441-84db-4dd5-8f3e-3dfa66567185 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:39.668466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:39.669730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd1230d-d9d1-4af2-9cfc-1823093017a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-64289ca9-1277-4fff-9c56-681e0278d9c4', 'network_id': '64289ca9-1277-4fff-9c56-681e0278d9c4', 'tenant_id': '795cfdbacb8945ed9c201932e6fc778a', 'fixed_ips': [{'subnet_id': '68b46182-2124-4ebf-88ea-914b97ac98ff'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:39.670729 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2fd1230d-d9d1-4af2-9cfc-1823093017a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.687832 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-94628da4-0318-4fa6-b4ed-426afc0b4099 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags/tempest-TagsExtTest-Tag-1062805173 HTTP/1.1" status: 201 len: 201 time: 0.6225066 Jan 12 09:38:39.690325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:39.691378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37800) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:39.696829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Pushing event updated for resources: {'Port': ['ID=03a68c69-ec29-424c-80bb-cb63c746904b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:39.701441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:39.717707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-4a87dc59-c37c-4fd6-94f8-537cf81a2d71 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211', 'tempest-TagsExtTest-Tag-157093327') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:39.769393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.848391 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:36Z', 'revision_number': 7, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9', 'name': '', 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:d6:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:23Z', 'updated_at': '2022-01-12T09:38:33Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:39.856922 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a250e-cf84-4e76-9074-00a3237dbd2e None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:36Z', 'revision_number': 7, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9', 'name': '', 'network_id': '0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:d6:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:23Z', 'updated_at': '2022-01-12T09:38:33Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '7dbb7132-8f41-4d7d-aea7-8b258beeef4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:39.861370 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 12 09:38:39.861791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:39.986813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Subnet': ['ID=68b46182-2124-4ebf-88ea-914b97ac98ff,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:40.004566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.051468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37804) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:40.055774 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ec8a88e0-c7a7-494c-9f5d-8274c00d0adf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4366081 Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server [None req-2fd1230d-d9d1-4af2-9cfc-1823093017a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68b46182-2124-4ebf-88ea-914b97ac98ff: This subnet is being modified by another concurrent operation. Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise exception Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68b46182-2124-4ebf-88ea-914b97ac98ff: This subnet is being modified by another concurrent operation. Jan 12 09:38:40.099324 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Jan 12 09:38:40.114508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Attempting to bind port 03a68c69-ec29-424c-80bb-cb63c746904b on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:40.117093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Attempting to bind port 03a68c69-ec29-424c-80bb-cb63c746904b by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:40.117428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Attempting to bind port 03a68c69-ec29-424c-80bb-cb63c746904b on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:40.129813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:40.130307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:40.130784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.131235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:40.131762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Bound port: 03a68c69-ec29-424c-80bb-cb63c746904b, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:40.132419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.137899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.159065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 485417e1-858f-4948-b54a-9ff20f7fb0a3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=485417e1-858f-4948-b54a-9ff20f7fb0a3,segment=NetworkSegment(f8adc061-68b5-4557-bef1-9ff366ee0f4f),segment_id=f8adc061-68b5-4557-bef1-9ff366ee0f4f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:40.159339 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4a87dc59-c37c-4fd6-94f8-537cf81a2d71 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags/tempest-TagsExtTest-Tag-157093327 HTTP/1.1" status: 201 len: 201 time: 0.4504890 Jan 12 09:38:40.159447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e0a1fe-698e-451a-927f-684173947d98 None None] Network 64289ca9-1277-4fff-9c56-681e0278d9c4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:40.163566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37808) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:40.188489 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.287409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-0de07c89-8503-4010-9175-b30e23e98374 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:40.347658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64289ca9-1277-4fff-9c56-681e0278d9c4']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:40.372197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd846d801-2782-4f3b-9378-fe760026e3b1') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:40.372473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd846d801-2782-4f3b-9378-fe760026e3b1') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:40.376762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7bf30-6955-41d9-b576-63480370b6e3 None None] Network 264e1ab0-859b-47bf-9f40-fc6743c639e8 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:40.405086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.441741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.452550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:40.452937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.495933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:40.496659 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:40.499104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.515819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-05efd030-9874-4485-a3cc-0599f3c6b892 None None] Provisioning for port 6c310a54-9961-4722-8d7e-82bbbb2fed8d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:40.518786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=485417e1-858f-4948-b54a-9ff20f7fb0a3,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:40.556998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-05efd030-9874-4485-a3cc-0599f3c6b892 None None] Provisioning complete for port 6c310a54-9961-4722-8d7e-82bbbb2fed8d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:40.557374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05efd030-9874-4485-a3cc-0599f3c6b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.571091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a81b0a3-70b8-4ea1-9039-e1f7c58e35cc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:40.574865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a81b0a3-70b8-4ea1-9039-e1f7c58e35cc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:40.575658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7a81b0a3-70b8-4ea1-9039-e1f7c58e35cc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:40.627077 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0de07c89-8503-4010-9175-b30e23e98374 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags HTTP/1.1" status: 200 len: 240 time: 0.4560735 Jan 12 09:38:40.636992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37812) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:40.646842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-f49ba68e-198c-44bb-bd66-e9b48e1d1154 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587', 'tempest-TagsExtTest-Tag-472498268') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:40.672501 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.677509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.709671 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7a81b0a3-70b8-4ea1-9039-e1f7c58e35cc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:40.714398 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7a81b0a3-70b8-4ea1-9039-e1f7c58e35cc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6580310 Jan 12 09:38:40.716788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37816) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:40.722788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Network': ['ID=64289ca9-1277-4fff-9c56-681e0278d9c4,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:40.768643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] For port 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9,segment=NetworkSegment(f588df5e-08e5-4b44-94c3-957669a45995),segment_id=f588df5e-08e5-4b44-94c3-957669a45995)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:40.769142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.781669 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 485417e1-858f-4948-b54a-9ff20f7fb0a3 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:40.799590 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-43783497-663e-470e-b6cf-598cc8a9de2e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/64289ca9-1277-4fff-9c56-681e0278d9c4 HTTP/1.1" status: 204 len: 168 time: 1.9289963 Jan 12 09:38:40.808707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37820) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:40.829312 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1792704441'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:40.841669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:40.855469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:network and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:40.863796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1b13593c-86c8-4ce8-ba41-b51282dcb6f5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port c3bf8710-0e50-4229-a621-db467731c5ab {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:40.864127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b13593c-86c8-4ce8-ba41-b51282dcb6f5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.894052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:40.894293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:40.911590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:40.931043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-05efd030-9874-4485-a3cc-0599f3c6b892 None None] Port 6c310a54-9961-4722-8d7e-82bbbb2fed8d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:40.950242 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] For port 03a68c69-ec29-424c-80bb-cb63c746904b, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:40.958713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:40.961702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.962072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] For port 03a68c69-ec29-424c-80bb-cb63c746904b, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=03a68c69-ec29-424c-80bb-cb63c746904b,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:40.976221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.024401 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f49ba68e-198c-44bb-bd66-e9b48e1d1154 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags/tempest-TagsExtTest-Tag-472498268 HTTP/1.1" status: 204 len: 168 time: 0.3839526 Jan 12 09:38:41.025121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37824) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:41.033787 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-05efd030-9874-4485-a3cc-0599f3c6b892 None None] Provisioning complete for port 485417e1-858f-4948-b54a-9ff20f7fb0a3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:41.034297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05efd030-9874-4485-a3cc-0599f3c6b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.064855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-3c341fbb-fe2d-4c77-886b-8a3ecf295a47 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587', 'tempest-TagsExtTest-Tag-472498268') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:41.122181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 485417e1-858f-4948-b54a-9ff20f7fb0a3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:41.122586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.134265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.162930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:41.175258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e5d5a-5aae-433e-b8cb-91da7d143166 None None] Pushing event updated for resources: {'Port': ['ID=03a68c69-ec29-424c-80bb-cb63c746904b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:41.194132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:41.215863 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.216215 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Added segment 132d12f5-980f-4d6f-93b2-aa39591106b6 of type vlan for network 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d Jan 12 09:38:41.283757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b13593c-86c8-4ce8-ba41-b51282dcb6f5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.302407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.345003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 60a1ff90-9592-4fa5-800e-8968b4089905 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:41.480488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5947cca5-5820-4d7f-80a5-fc0d7cc2199d None None] Provisioning complete for port 6c310a54-9961-4722-8d7e-82bbbb2fed8d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:41.481293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5947cca5-5820-4d7f-80a5-fc0d7cc2199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.520938 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3c341fbb-fe2d-4c77-886b-8a3ecf295a47 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags/tempest-TagsExtTest-Tag-472498268 HTTP/1.1" status: 204 len: 168 time: 0.4942012 Jan 12 09:38:41.521307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37828) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:41.555131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1b13593c-86c8-4ce8-ba41-b51282dcb6f5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for c3bf8710-0e50-4229-a621-db467731c5ab owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:41.565818 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 60a1ff90-9592-4fa5-800e-8968b4089905 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:41.584018 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5947cca5-5820-4d7f-80a5-fc0d7cc2199d None None] Port 6c310a54-9961-4722-8d7e-82bbbb2fed8d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:41.605022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5947cca5-5820-4d7f-80a5-fc0d7cc2199d None None] Provisioning for port 60a1ff90-9592-4fa5-800e-8968b4089905 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:41.620933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5947cca5-5820-4d7f-80a5-fc0d7cc2199d None None] Provisioning complete for port 60a1ff90-9592-4fa5-800e-8968b4089905 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:41.621336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5947cca5-5820-4d7f-80a5-fc0d7cc2199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.664510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-11efd979-3778-4795-8513-b790783c8b2a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:41.771273 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-11efd979-3778-4795-8513-b790783c8b2a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags HTTP/1.1" status: 200 len: 205 time: 0.2459550 Jan 12 09:38:41.773680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37832) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:41.783224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-20a7e320-cd89-4ac6-b5d5-17852d20fb4a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:41.799496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5947cca5-5820-4d7f-80a5-fc0d7cc2199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.810234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.848195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5947cca5-5820-4d7f-80a5-fc0d7cc2199d None None] For port 60a1ff90-9592-4fa5-800e-8968b4089905, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=60a1ff90-9592-4fa5-800e-8968b4089905,segment=NetworkSegment(4f3257a2-808f-46a1-8701-945564e19bdd),segment_id=4f3257a2-808f-46a1-8701-945564e19bdd)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:41.853668 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5947cca5-5820-4d7f-80a5-fc0d7cc2199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.887794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Deleting port 0ae5ebab-0765-4727-b251-8ef723f8aa49 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:41.888127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.918839 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947cca5-5820-4d7f-80a5-fc0d7cc2199d None None] Pushing event updated for resources: {'Port': ['ID=60a1ff90-9592-4fa5-800e-8968b4089905,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:41.940525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.944349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:41.944965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.980949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a05ccccf-d7f5-4780-b4f3-408b639ac4eb None None] Provisioning complete for port 60a1ff90-9592-4fa5-800e-8968b4089905 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:41.981947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a05ccccf-d7f5-4780-b4f3-408b639ac4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.024232 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-20a7e320-cd89-4ac6-b5d5-17852d20fb4a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags HTTP/1.1" status: 200 len: 241 time: 0.2495384 Jan 12 09:38:42.027337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37836) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:42.033536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-87f3b060-3b03-4936-a7ce-c65a82be8fbd tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d', 'tempest-TagsExtTest-Tag-2053721916') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:42.140743 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3289514 Jan 12 09:38:42.157715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37840) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:42.180187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'network_id': '2790167c-64f8-4e2b-ba27-e0f2a9d5a16d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:42.215564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f3ab-db42-413f-8f03-cb2b630e4259 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=2790167c-64f8-4e2b-ba27-e0f2a9d5a16d,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:42.226470 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:42.246122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b13593c-86c8-4ce8-ba41-b51282dcb6f5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.319503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13593c-86c8-4ce8-ba41-b51282dcb6f5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=c3bf8710-0e50-4229-a621-db467731c5ab,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:42.358513 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-87f3b060-3b03-4936-a7ce-c65a82be8fbd tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags/tempest-TagsExtTest-Tag-2053721916 HTTP/1.1" status: 204 len: 168 time: 0.3278840 Jan 12 09:38:42.369431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37844) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:42.374892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.385625 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-ecad7f4c-2181-4c71-9aad-1df92d46c711 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d', 'tempest-TagsExtTest-Tag-2053721916') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:42.392785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:42.397127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:subnet and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:42.401106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:42.456094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:42.485206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b13593c-86c8-4ce8-ba41-b51282dcb6f5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.487271 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1b13593c-86c8-4ce8-ba41-b51282dcb6f5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/c3bf8710-0e50-4229-a621-db467731c5ab HTTP/1.1" status: 204 len: 168 time: 1.7610126 Jan 12 09:38:42.538198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:42.547184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37848) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:42.556877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Calling delete_port for 0ae5ebab-0765-4727-b251-8ef723f8aa49 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:42.668297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.671074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d8889bcd-75dc-40f9-adb5-6a7826c78184 None None] Provisioning for port 03a68c69-ec29-424c-80bb-cb63c746904b completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:42.698319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ab98a-685b-4e50-a2e1-2e2f6151b070 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:42.699740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ab98a-685b-4e50-a2e1-2e2f6151b070 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:42.701314 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-142ab98a-685b-4e50-a2e1-2e2f6151b070 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1531334 Jan 12 09:38:42.709901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37852) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:42.819640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:42.864930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 03a68c69-ec29-424c-80bb-cb63c746904b up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:42.895466 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ecad7f4c-2181-4c71-9aad-1df92d46c711 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags/tempest-TagsExtTest-Tag-2053721916 HTTP/1.1" status: 204 len: 168 time: 0.5207710 Jan 12 09:38:42.897670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37856) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:42.952453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 03a68c69-ec29-424c-80bb-cb63c746904b completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:42.959725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 03a68c69-ec29-424c-80bb-cb63c746904b triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:42.960422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.037555 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.039490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9c992097-eb56-4163-92e0-b0e3a94b89cc None None] Could not find standard attr ID for object c3bf8710-0e50-4229-a621-db467731c5ab. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:43.097989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event deleted for resources: {'Port': ['ID=0ae5ebab-0765-4727-b251-8ef723f8aa49,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:43.101421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-493bd26d-4912-4a13-ab35-d6d1cfb5ed88 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:43.105895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd039d1-7d00-4945-bd2d-7747268efb7f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 67c756dc-2e0c-408c-baeb-cfd124d6954a {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:43.112356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cd039d1-7d00-4945-bd2d-7747268efb7f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.116812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc405a98-e18f-4850-a82b-affef9e288f2 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:38:43.169083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.210253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.237367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 03a68c69-ec29-424c-80bb-cb63c746904b, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=03a68c69-ec29-424c-80bb-cb63c746904b,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:43.239588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cd039d1-7d00-4945-bd2d-7747268efb7f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.245623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.246416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 60a1ff90-9592-4fa5-800e-8968b4089905 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:43.390597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=3c355368-4ce1-435d-a1ed-f3ca25cfb98d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:43.405416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=03a68c69-ec29-424c-80bb-cb63c746904b,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:43.419545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cd039d1-7d00-4945-bd2d-7747268efb7f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.420439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking segment: {'id': '132d12f5-980f-4d6f-93b2-aa39591106b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2790167c-64f8-4e2b-ba27-e0f2a9d5a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:43.420793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network hostable DHCP agents. Network: 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:43.429980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc405a98-e18f-4850-a82b-affef9e288f2 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:38:43.444163 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-493bd26d-4912-4a13-ab35-d6d1cfb5ed88 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags HTTP/1.1" status: 200 len: 205 time: 0.3611996 Jan 12 09:38:43.444928 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 60a1ff90-9592-4fa5-800e-8968b4089905 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:43.445113 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.445242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37860) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:43.452209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-393cbd3e-cd9b-4e3d-9797-c33b7c2d2653 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:43.597599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:43.606122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:43.629788 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-393cbd3e-cd9b-4e3d-9797-c33b7c2d2653 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags HTTP/1.1" status: 200 len: 241 time: 0.1798794 Jan 12 09:38:43.630152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:43.631242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37864) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:43.634056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:43.638169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:43.639336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.650578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-fee18711-240c-4f10-920e-d8d67c841655 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45', 'tempest-TagsExtTest-Tag-1062805173') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:43.690515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cd039d1-7d00-4945-bd2d-7747268efb7f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.719535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0159fc8e-5487-41fd-bae4-7e05ce6a5e18 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8337178 Jan 12 09:38:43.719748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:43.719748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:43.720411 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37868) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:43.767654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd039d1-7d00-4945-bd2d-7747268efb7f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=67c756dc-2e0c-408c-baeb-cfd124d6954a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:43.786249 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0520d7f9-b0bd-428e-b74a-2263f8cdc883 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6218004 Jan 12 09:38:43.786465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cd039d1-7d00-4945-bd2d-7747268efb7f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.788556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37872) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:43.798424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1398155869'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:43.803014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:43.809644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.809832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:network and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:43.813483 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9cd039d1-7d00-4945-bd2d-7747268efb7f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/67c756dc-2e0c-408c-baeb-cfd124d6954a HTTP/1.1" status: 204 len: 168 time: 1.1014340 Jan 12 09:38:43.816647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:43.816945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37876) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:43.824307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:43.831807 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fee18711-240c-4f10-920e-d8d67c841655 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags/tempest-TagsExtTest-Tag-1062805173 HTTP/1.1" status: 204 len: 168 time: 0.1973364 Jan 12 09:38:43.833790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37880) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:43.840844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-cf30eca4-dc9f-4af8-b7ba-138592f26fcc tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45', 'tempest-TagsExtTest-Tag-1062805173') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:43.895739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:43.898487 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.910200 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-02f18261-49df-4375-bba9-707ba7ecdf42 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877717 Jan 12 09:38:43.910416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37884) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:43.918246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:43.979257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:44.000274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:44.014840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.015166 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Added segment 7f2b9689-1af7-4ae1-8ff6-03b588f616c6 of type vlan for network 2a9222db-ef98-4186-b663-a46c9cd9d72d Jan 12 09:38:44.054908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.064695 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cf30eca4-dc9f-4af8-b7ba-138592f26fcc tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags/tempest-TagsExtTest-Tag-1062805173 HTTP/1.1" status: 204 len: 168 time: 0.2291989 Jan 12 09:38:44.066320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37888) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:44.074218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-6e0e20a2-b7c5-4868-a9a1-660f89e471df tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:44.196644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:44.203770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:44.207726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:44.212672 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff4ad19-40f2-4280-8e1b-0598b83cc078 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting subnet 7dbb7132-8f41-4d7d-aea7-8b258beeef4c {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:44.214785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.218843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:44.219303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.219947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:44.221995 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bff4ad19-40f2-4280-8e1b-0598b83cc078 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.285714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bff4ad19-40f2-4280-8e1b-0598b83cc078 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.314981 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6e0e20a2-b7c5-4868-a9a1-660f89e471df tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags HTTP/1.1" status: 200 len: 205 time: 0.2453034 Jan 12 09:38:44.315341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37892) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:44.321521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-db518923-0c25-4e1f-8169-b1f6880c26a5 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:44.343096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e8ccd6-4884-489d-bd30-fe77b6e3bbaa None None] Network 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:44.360207 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5691810 Jan 12 09:38:44.360207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d801-3915-4351-ada0-2a8cad37d063 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=2a9222db-ef98-4186-b663-a46c9cd9d72d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:44.362316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37896) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:44.365390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5fd261-e317-4c47-9850-51058d7df391 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:44.370325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'network_id': '2a9222db-ef98-4186-b663-a46c9cd9d72d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:44.384378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 2a9222db-ef98-4186-b663-a46c9cd9d72d details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:44.409504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:44.413221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.549449 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-db518923-0c25-4e1f-8169-b1f6880c26a5 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags HTTP/1.1" status: 200 len: 240 time: 0.2329872 Jan 12 09:38:44.564284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37900) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:44.584878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-cb55c64c-8b78-4cb4-a87f-8125086c1eaf tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211', 'tempest-TagsExtTest-Tag-157093327') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:44.605079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:44.611810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:subnet and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:44.616926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:44.624546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:44.644373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:44.663020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bff4ad19-40f2-4280-8e1b-0598b83cc078 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.692172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 03a68c69-ec29-424c-80bb-cb63c746904b up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:44.728233 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cb55c64c-8b78-4cb4-a87f-8125086c1eaf tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags/tempest-TagsExtTest-Tag-157093327 HTTP/1.1" status: 204 len: 168 time: 0.1553941 Jan 12 09:38:44.736158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37904) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:44.759644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-48386751-cf61-4d90-becb-445f33cdd71d tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211', 'tempest-TagsExtTest-Tag-157093327') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:44.879291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.938169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bff4ad19-40f2-4280-8e1b-0598b83cc078 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.972222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Performing IP validity checks on allocation pools {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:38:44.973472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:38:44.982952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:41Z', 'revision_number': 8, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:44.984846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 03a68c69-ec29-424c-80bb-cb63c746904b triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:44.985215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.091124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-2790167c-64f8-4e2b-ba27-e0f2a9d5a16d', 'network_id': '2790167c-64f8-4e2b-ba27-e0f2a9d5a16d', 'tenant_id': '795cfdbacb8945ed9c201932e6fc778a', 'fixed_ips': [{'subnet_id': '3c355368-4ce1-435d-a1ed-f3ca25cfb98d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:45.091695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4ad19-40f2-4280-8e1b-0598b83cc078 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbb7132-8f41-4d7d-aea7-8b258beeef4c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:45.091832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.106418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bff4ad19-40f2-4280-8e1b-0598b83cc078 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.117005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.118127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.122822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:38:45.131133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc54eb-ef2f-4869-b031-bb808841a800 None None] Network 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:45.194973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=0ac3c2d9-8237-418d-be3d-618aee35c869,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:45.221639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking segment: {'id': '7f2b9689-1af7-4ae1-8ff6-03b588f616c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a9222db-ef98-4186-b663-a46c9cd9d72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:45.222402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network hostable DHCP agents. Network: 2a9222db-ef98-4186-b663-a46c9cd9d72d, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:45.243959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network 2a9222db-ef98-4186-b663-a46c9cd9d72d is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:45.254969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 2a9222db-ef98-4186-b663-a46c9cd9d72d) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:45.260288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:45.261559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.275939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff738e5-dafb-48d6-8c8f-df4ba95dda48 None None] Network 2a9222db-ef98-4186-b663-a46c9cd9d72d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:45.293981 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a79fad5a-5131-41f9-b9bf-e714bc9c9016 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9281569 Jan 12 09:38:45.295074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37910) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:45.297038 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bff4ad19-40f2-4280-8e1b-0598b83cc078 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/7dbb7132-8f41-4d7d-aea7-8b258beeef4c HTTP/1.1" status: 204 len: 168 time: 1.5731997 Jan 12 09:38:45.297534 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37912) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:45.310787 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-48386751-cf61-4d90-becb-445f33cdd71d tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags/tempest-TagsExtTest-Tag-157093327 HTTP/1.1" status: 204 len: 168 time: 0.5722980 Jan 12 09:38:45.345533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37918) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:45.384272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d9c43b-f500-453e-a52c-c8916e06498f None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:38:45.399261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:45.399889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:45.411654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-03d84367-705c-47ba-9f20-4836572cd2bd tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:45.465724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:45.479636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=28698ce2-558c-4237-8acf-026cf2fb73f3,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:45.482046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:45.484901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c1d9c43b-f500-453e-a52c-c8916e06498f None None] Deleting port 03a68c69-ec29-424c-80bb-cb63c746904b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:45.485271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c43b-f500-453e-a52c-c8916e06498f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.487073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:45.487656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.499795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.504445 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-03d84367-705c-47ba-9f20-4836572cd2bd tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags HTTP/1.1" status: 200 len: 205 time: 0.1560092 Jan 12 09:38:45.507503 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37922) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:45.520725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.521186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-76ad5d91-8401-46e9-b58d-b02e4742a172 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:45.545041 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ffd26e0f-ee58-4a96-bca4-2d3cba38bde8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6335409 Jan 12 09:38:45.546846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37926) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:45.550830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 87010315-131d-4ab8-bbaf-64a21b493067 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:45.551163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.554218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-300734a2-6520-4ca5-886b-e19ebacb2286 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': '28698ce2-558c-4237-8acf-026cf2fb73f3', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-698588517'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:45.711968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.759471 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-76ad5d91-8401-46e9-b58d-b02e4742a172 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags HTTP/1.1" status: 204 len: 168 time: 0.2453363 Jan 12 09:38:45.762467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37930) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:45.771963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-a9b10e0a-5373-412d-a741-b2d5d20b008f tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:45.828882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] For port 87010315-131d-4ab8-bbaf-64a21b493067, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=87010315-131d-4ab8-bbaf-64a21b493067,segment=NetworkSegment(f588df5e-08e5-4b44-94c3-957669a45995),segment_id=f588df5e-08e5-4b44-94c3-957669a45995)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:45.829167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.869511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-300734a2-6520-4ca5-886b-e19ebacb2286 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:45.920820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:45.935131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-300734a2-6520-4ca5-886b-e19ebacb2286 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:45.955952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 87010315-131d-4ab8-bbaf-64a21b493067 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:45.956621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.968894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Allocated IP 2001:db8::1 (2790167c-64f8-4e2b-ba27-e0f2a9d5a16d/3c355368-4ce1-435d-a1ed-f3ca25cfb98d/8a60e693-68b3-4c14-ab86-0154445ee9d1) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:45.991188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300734a2-6520-4ca5-886b-e19ebacb2286 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:46.007842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Router 33f14ed6-eccc-4254-999b-2d5c2d85f0ef has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:46.018782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac3c2d9-8237-418d-be3d-618aee35c869,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:46.102512 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a9b10e0a-5373-412d-a741-b2d5d20b008f tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags HTTP/1.1" status: 204 len: 168 time: 0.3348610 Jan 12 09:38:46.103261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.107027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37934) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.145092 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-84584799-9796-440b-8051-34959518371f tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:46.186582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=87010315-131d-4ab8-bbaf-64a21b493067,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:46.196416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.209488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No DVR routers for this DVR port 87010315-131d-4ab8-bbaf-64a21b493067 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:46.237707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-300734a2-6520-4ca5-886b-e19ebacb2286 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.247537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9222db-ef98-4186-b663-a46c9cd9d72d']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:46.264355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2b9689-1af7-4ae1-8ff6-03b588f616c6') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:46.264614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2b9689-1af7-4ae1-8ff6-03b588f616c6') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:46.279849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.287030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-300734a2-6520-4ca5-886b-e19ebacb2286 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 87d12ec8-f1ea-47ba-bbcb-a78be1733b9c yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:46.309004 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d135fa5e-7076-42f0-b7a8-e5bdbc89676f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-2a9222db-ef98-4186-b663-a46c9cd9d72d', 'network_id': '2a9222db-ef98-4186-b663-a46c9cd9d72d', 'tenant_id': '795cfdbacb8945ed9c201932e6fc778a', 'fixed_ips': [{'subnet_id': '0ac3c2d9-8237-418d-be3d-618aee35c869'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:46.309811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d135fa5e-7076-42f0-b7a8-e5bdbc89676f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.341221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.358325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:46.358325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.360644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:46.372826 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:46.448523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:46.469127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f588df5e-08e5-4b44-94c3-957669a45995') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:46.469448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f588df5e-08e5-4b44-94c3-957669a45995') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:46.484935 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-84584799-9796-440b-8051-34959518371f tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags HTTP/1.1" status: 204 len: 168 time: 0.3469789 Jan 12 09:38:46.484935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37938) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.490218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-da3a8260-23e5-4853-b4a7-18d68e6e896a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:46.496989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ef98db-7998-4cf3-9bf4-24acccb42f0e None None] DHCP port deletion for 0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:38:46.525109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.528374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c1d9c43b-f500-453e-a52c-c8916e06498f None None] For port 03a68c69-ec29-424c-80bb-cb63c746904b, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=03a68c69-ec29-424c-80bb-cb63c746904b,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:46.528840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c43b-f500-453e-a52c-c8916e06498f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.562683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.576660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:46.577059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:46.592235 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:46.708787 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-300734a2-6520-4ca5-886b-e19ebacb2286 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:38:46.709203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300734a2-6520-4ca5-886b-e19ebacb2286 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:46.732413 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 03a68c69-ec29-424c-80bb-cb63c746904b no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:46.740877 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-300734a2-6520-4ca5-886b-e19ebacb2286 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1897697 Jan 12 09:38:46.741198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37942) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.787691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c1d9c43b-f500-453e-a52c-c8916e06498f None None] Calling delete_port for 03a68c69-ec29-424c-80bb-cb63c746904b owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:46.816742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:46.829486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.829764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.851845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.852644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.853295 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af4f95-8b1f-4e80-bd18-727a7d0075e7 None None] Sync routers for ids ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:46.865023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abf456a-d0d8-4399-af7d-7e65887c225a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:46.865855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9abf456a-d0d8-4399-af7d-7e65887c225a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:46.867972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Network': ['ID=0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:46.875084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Network': ['ID=2a9222db-ef98-4186-b663-a46c9cd9d72d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:46.877929 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e115d848-e65f-41e4-a8f9-c5ec60910130 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "PUT /v2.0/routers/33f14ed6-eccc-4254-999b-2d5c2d85f0ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2029729 Jan 12 09:38:46.880055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37946) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.882952 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ce03d44f-fcb0-44a4-a9e9-fa3b36e4c1e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/2a9222db-ef98-4186-b663-a46c9cd9d72d HTTP/1.1" status: 204 len: 168 time: 1.5872595 Jan 12 09:38:46.888462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37950) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.889160 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-47fffcd7-c235-4cc8-81b6-a1e1ff19f19b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/networks/0c9ebee2-c0ac-4f8a-b065-26d45bcf97cc HTTP/1.1" status: 204 len: 168 time: 1.5850675 Jan 12 09:38:46.898064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1158416100'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:46.899342 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af4f95-8b1f-4e80-bd18-727a7d0075e7 None None] Routers {'33f14ed6-eccc-4254-999b-2d5c2d85f0ef'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:46.901605 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-01af4f95-8b1f-4e80-bd18-727a7d0075e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:46.902609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37952) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.964226 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-da3a8260-23e5-4853-b4a7-18d68e6e896a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags HTTP/1.1" status: 204 len: 168 time: 0.4753687 Jan 12 09:38:46.965323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37958) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.965663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9abf456a-d0d8-4399-af7d-7e65887c225a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:46.970482 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9abf456a-d0d8-4399-af7d-7e65887c225a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2252924 Jan 12 09:38:46.970482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:46.970767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37962) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.975357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-3fd6178a-65f2-4fdd-8d2c-a0e3890d28a6 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587', 'tempest-TagsExtTest-Tag-200936180') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:46.983792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279045a-d184-4e54-9327-905f1b9902c8 None None] Network 2a9222db-ef98-4186-b663-a46c9cd9d72d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:46.984542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:network and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:46.989625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:46.999444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:47.009353 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-01af4f95-8b1f-4e80-bd18-727a7d0075e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:47.023943 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af4f95-8b1f-4e80-bd18-727a7d0075e7 None None] Routers {'33f14ed6-eccc-4254-999b-2d5c2d85f0ef'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:47.025020 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-01af4f95-8b1f-4e80-bd18-727a7d0075e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:47.087730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:47.089244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279045a-d184-4e54-9327-905f1b9902c8 None None] Network 2a9222db-ef98-4186-b663-a46c9cd9d72d could not be found, it might have been deleted concurrently. {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 12 09:38:47.091587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.108731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd9a62a-7b27-4ff5-93b6-bfd2e674e333 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:47.109492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd9a62a-7b27-4ff5-93b6-bfd2e674e333 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:47.110417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5fd9a62a-7b27-4ff5-93b6-bfd2e674e333 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:47.114255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.129056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c43b-f500-453e-a52c-c8916e06498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.146647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5fd9a62a-7b27-4ff5-93b6-bfd2e674e333 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:47.150314 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5fd9a62a-7b27-4ff5-93b6-bfd2e674e333 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1771736 Jan 12 09:38:47.151911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37966) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:47.152988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:47.164388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.164789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Added segment bf3991a2-dc54-46ba-8594-242ea77b6ef8 of type vlan for network f7c555e4-567d-4f96-88c0-37f7cb696806 Jan 12 09:38:47.178950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Transition to ACTIVE for port object 8a60e693-68b3-4c14-ab86-0154445ee9d1 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:47.180493 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-01af4f95-8b1f-4e80-bd18-727a7d0075e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:47.181341 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af4f95-8b1f-4e80-bd18-727a7d0075e7 None None] The sync data for ids ['33f14ed6-eccc-4254-999b-2d5c2d85f0ef'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:47.197819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9c43b-f500-453e-a52c-c8916e06498f None None] Pushing event deleted for resources: {'Port': ['ID=03a68c69-ec29-424c-80bb-cb63c746904b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:47.200506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.206139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.236818 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d9c43b-f500-453e-a52c-c8916e06498f None None] No DVR routers for this DVR port 03a68c69-ec29-424c-80bb-cb63c746904b on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:47.262729 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Transition to ACTIVE for port object 8a60e693-68b3-4c14-ab86-0154445ee9d1 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:47.265516 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c57e82-c3f7-46d2-9cbf-56851062bbf5 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:47.314541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-3249f882-51c5-4225-8fec-ddb0b63a9d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 28698ce2-558c-4237-8acf-026cf2fb73f3 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:47.319122 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3fd6178a-65f2-4fdd-8d2c-a0e3890d28a6 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags/tempest-TagsExtTest-Tag-200936180 HTTP/1.1" status: 201 len: 201 time: 0.3527560 Jan 12 09:38:47.321186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3249f882-51c5-4225-8fec-ddb0b63a9d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.326973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37970) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:47.335467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-cb7e399c-2fdb-4937-8321-19e828249819 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d', 'tempest-TagsExtTest-Tag-539449161') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:47.338883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.379017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.382727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:47.383461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.394489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3249f882-51c5-4225-8fec-ddb0b63a9d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.423411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 87010315-131d-4ab8-bbaf-64a21b493067 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:47.438021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.483481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:41Z', 'revision_number': 8, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:47.491920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 87010315-131d-4ab8-bbaf-64a21b493067 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:38:47.492256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 87010315-131d-4ab8-bbaf-64a21b493067 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:47.509788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8ff30-d13e-432d-bcf0-290294366a4b None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:41Z', 'revision_number': 8, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abd7079-03ea-42d3-8bd7-c795c5d816f5', 'name': '', 'network_id': '789e6d3e-c790-4cd2-8485-351b7d4f077a', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:26:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:10Z', 'updated_at': '2022-01-12T09:38:21Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': 'eb02a8ee-0098-4278-8e16-1ce4eb2af47d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:47.520788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Network 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:47.522360 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Pushing event updated for resources: {'Port': ['ID=8a60e693-68b3-4c14-ab86-0154445ee9d1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:47.530562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3249f882-51c5-4225-8fec-ddb0b63a9d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.536685 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:47.539733 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:47.584042 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6891325 Jan 12 09:38:47.586209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37974) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:47.594380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'network_id': 'f7c555e4-567d-4f96-88c0-37f7cb696806', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:47.623984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e3715-ff86-4601-a7ca-74d5c030c0c7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=f7c555e4-567d-4f96-88c0-37f7cb696806,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:47.644296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network f7c555e4-567d-4f96-88c0-37f7cb696806 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:47.658739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3249f882-51c5-4225-8fec-ddb0b63a9d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.751477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:47.758155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:subnet and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:47.763328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:47.766224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249f882-51c5-4225-8fec-ddb0b63a9d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=28698ce2-558c-4237-8acf-026cf2fb73f3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:47.772758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3249f882-51c5-4225-8fec-ddb0b63a9d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.779315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cb7e399c-2fdb-4937-8321-19e828249819 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags/tempest-TagsExtTest-Tag-539449161 HTTP/1.1" status: 201 len: 201 time: 0.4491413 Jan 12 09:38:47.779315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:47.781198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37978) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:47.787190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Attempting to bind port 8a60e693-68b3-4c14-ab86-0154445ee9d1 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:47.787557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Attempting to bind port 8a60e693-68b3-4c14-ab86-0154445ee9d1 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '132d12f5-980f-4d6f-93b2-aa39591106b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2790167c-64f8-4e2b-ba27-e0f2a9d5a16d'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:47.787934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Attempting to bind port 8a60e693-68b3-4c14-ab86-0154445ee9d1 on network 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:47.790975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-bf68a3d0-d710-445f-bd19-00b0a27ea247 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45', 'tempest-TagsExtTest-Tag-244300517') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:47.802152 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3249f882-51c5-4225-8fec-ddb0b63a9d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/28698ce2-558c-4237-8acf-026cf2fb73f3 HTTP/1.1" status: 204 len: 168 time: 0.5976212 Jan 12 09:38:47.806378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37982) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:47.824189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:47.824577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Checking segment: {'id': '132d12f5-980f-4d6f-93b2-aa39591106b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2790167c-64f8-4e2b-ba27-e0f2a9d5a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:47.825007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.825422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Bound using segment: {'id': '132d12f5-980f-4d6f-93b2-aa39591106b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2790167c-64f8-4e2b-ba27-e0f2a9d5a16d'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:47.825887 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Bound port: 8a60e693-68b3-4c14-ab86-0154445ee9d1, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132d12f5-980f-4d6f-93b2-aa39591106b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2790167c-64f8-4e2b-ba27-e0f2a9d5a16d'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:47.826253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.848580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.879528 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3b3162c4-9fde-4175-8875-44e87973e34d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727689 Jan 12 09:38:47.883645 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37986) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:47.889522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:47.926095 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] For port 8a60e693-68b3-4c14-ab86-0154445ee9d1, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:47.929826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] For port 8a60e693-68b3-4c14-ab86-0154445ee9d1, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8a60e693-68b3-4c14-ab86-0154445ee9d1,segment=NetworkSegment(132d12f5-980f-4d6f-93b2-aa39591106b6),segment_id=132d12f5-980f-4d6f-93b2-aa39591106b6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:47.938549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.955074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:47.998471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.027156 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90b3eb-bc65-4ca1-8584-dc8d61550a48 None None] Pushing event updated for resources: {'Port': ['ID=8a60e693-68b3-4c14-ab86-0154445ee9d1,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:48.041683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Deleting port e572caa3-25e6-41fd-ba44-54ef3828a5b8 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:48.042225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.072297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:48.080971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:48.089215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:48.102572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:48.134071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:48.330336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.383044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.411942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.496960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bf68a3d0-d710-445f-bd19-00b0a27ea247 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags/tempest-TagsExtTest-Tag-244300517 HTTP/1.1" status: 201 len: 201 time: 0.7110262 Jan 12 09:38:48.497636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 37990) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:48.508504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.tag.tag_plugin [None req-beb39172-6232-4240-8506-c5128c9d1e1d tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211', 'tempest-TagsExtTest-Tag-1058911555') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:48.678481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8a60e693-68b3-4c14-ab86-0154445ee9d1 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:48.681662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Calling delete_port for e572caa3-25e6-41fd-ba44-54ef3828a5b8 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:48.748789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-beb39172-6232-4240-8506-c5128c9d1e1d tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags/tempest-TagsExtTest-Tag-1058911555 HTTP/1.1" status: 201 len: 201 time: 0.2491717 Jan 12 09:38:48.752218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37994) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:48.761008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-5b50a4d0-fcdb-4b97-bd79-141eb448c774 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587', {'tags': ['tempest-TagsExtTest-Tag-738873602', 'tempest-TagsExtTest-Tag-596831984', 'tempest-TagsExtTest-Tag-2022992474']}) {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:48.791453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 8a60e693-68b3-4c14-ab86-0154445ee9d1 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:48.814068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:48.896602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.930815 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5b50a4d0-fcdb-4b97-bd79-141eb448c774 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags HTTP/1.1" status: 200 len: 316 time: 0.1774936 Jan 12 09:38:48.933835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 37998) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:48.940038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-554abb54-84fc-4154-8eab-a74926833e56 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:48.967430 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:38:48.967895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0e69bc9b-af62-4bd8-9a1e-c4ad17d5aaf9 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:49.027855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=0257dded-2f4b-4d2e-ad7b-15439eb98636,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:49.043184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5dcf8b5-f302-400c-88ff-b2d14e88938f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.054239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.065574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking segment: {'id': 'bf3991a2-dc54-46ba-8594-242ea77b6ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f7c555e4-567d-4f96-88c0-37f7cb696806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:49.065964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network hostable DHCP agents. Network: f7c555e4-567d-4f96-88c0-37f7cb696806, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:49.127911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network f7c555e4-567d-4f96-88c0-37f7cb696806 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:49.146844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, f7c555e4-567d-4f96-88c0-37f7cb696806) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:49.148352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.156449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:49.159099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:49.159684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.160146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f977759-ae0e-4c5f-89de-f808071bbb04 None None] Network f7c555e4-567d-4f96-88c0-37f7cb696806 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:49.192185 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fc854688-1a35-4f3d-856f-190e3ccadadb tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6040163 Jan 12 09:38:49.193488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38002) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:49.193632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:49.211991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:49.212579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.216339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event deleted for resources: {'Port': ['ID=e572caa3-25e6-41fd-ba44-54ef3828a5b8,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:49.220563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=d945776e-3f9c-4e29-a7ee-8a8b11c61f15,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:49.249990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88fc908-e83c-4e3a-8674-b189536ac6ab None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:49.277173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2dbe8-fe43-4ef5-a551-e5c5edd71c2b None None] Network 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:49.326160 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b18ee1aa-592a-4fce-8f3e-493a362d95ab tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4414043 Jan 12 09:38:49.329046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38006) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:49.338376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1426658294', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:49.346125 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-554abb54-84fc-4154-8eab-a74926833e56 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags HTTP/1.1" status: 204 len: 168 time: 0.4112599 Jan 12 09:38:49.348179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:49.349125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38010) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:49.357265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-ab63ea1d-dee5-44e8-8643-2e8391a68042 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587', 'tempest-TagsExtTest-Tag-738873602') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:49.362924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:router and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:49.365392 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 5abd7079-03ea-42d3-8bd7-c795c5d816f5 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:49.365729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.399707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:49.419480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:49.481959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.482918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.485184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6667f23e-2da1-4697-a4a9-c104da41c537 None None] Provisioning for port 8a60e693-68b3-4c14-ab86-0154445ee9d1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:49.532757 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6667f23e-2da1-4697-a4a9-c104da41c537 None None] Provisioning complete for port 8a60e693-68b3-4c14-ab86-0154445ee9d1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:49.533268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6667f23e-2da1-4697-a4a9-c104da41c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.549815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.571071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.591728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.692909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] For port 5abd7079-03ea-42d3-8bd7-c795c5d816f5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5abd7079-03ea-42d3-8bd7-c795c5d816f5,segment=NetworkSegment(833ed30d-fe17-428e-9caa-eda0eda649e2),segment_id=833ed30d-fe17-428e-9caa-eda0eda649e2)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:49.693295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.709063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.717683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.846390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': 'd945776e-3f9c-4e29-a7ee-8a8b11c61f15'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:49.847215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.850593 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-ab63ea1d-dee5-44e8-8643-2e8391a68042 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:49.855186 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ab63ea1d-dee5-44e8-8643-2e8391a68042 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags/tempest-TagsExtTest-Tag-738873602 HTTP/1.1" status: 404 len: 328 time: 0.5048740 Jan 12 09:38:49.856524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38014) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:49.863018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.863246 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef6da86-5e2b-4787-a77a-af2ed98f1da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-f7c555e4-567d-4f96-88c0-37f7cb696806', 'network_id': 'f7c555e4-567d-4f96-88c0-37f7cb696806', 'tenant_id': '795cfdbacb8945ed9c201932e6fc778a', 'fixed_ips': [{'subnet_id': '0257dded-2f4b-4d2e-ad7b-15439eb98636'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:49.864042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ef6da86-5e2b-4787-a77a-af2ed98f1da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.866928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 5abd7079-03ea-42d3-8bd7-c795c5d816f5 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:49.871698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-1204929f-2efe-458c-ba91-293512e86e6c tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587', 'tempest-TagsExtTest-Tag-596831984') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:49.918065 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.934589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.935808 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-de470503-175c-42c6-bf42-a7bb8570463b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6040730 Jan 12 09:38:49.942326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38018) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:49.961794 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-1204929f-2efe-458c-ba91-293512e86e6c tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:49.963025 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1204929f-2efe-458c-ba91-293512e86e6c tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags/tempest-TagsExtTest-Tag-596831984 HTTP/1.1" status: 404 len: 328 time: 0.0976713 Jan 12 09:38:49.966078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38022) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:49.972013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-ce8f08f6-cc02-4199-81d6-020a28f71102 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587', 'tempest-TagsExtTest-Tag-2022992474') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:50.003973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.004518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Fanout notify agent at l3_agent the message router_deleted on router 33f14ed6-eccc-4254-999b-2d5c2d85f0ef {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:38:50.020056 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.021135 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fda4eb7a-7c6b-4655-a0a2-bb2da1d93e75 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "DELETE /v2.0/routers/33f14ed6-eccc-4254-999b-2d5c2d85f0ef HTTP/1.1" status: 204 len: 168 time: 3.1401854 Jan 12 09:38:50.023927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38026) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.038781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6667f23e-2da1-4697-a4a9-c104da41c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.158493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6667f23e-2da1-4697-a4a9-c104da41c537 None None] For port 8a60e693-68b3-4c14-ab86-0154445ee9d1, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8a60e693-68b3-4c14-ab86-0154445ee9d1,segment=NetworkSegment(132d12f5-980f-4d6f-93b2-aa39591106b6),segment_id=132d12f5-980f-4d6f-93b2-aa39591106b6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:50.189982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6667f23e-2da1-4697-a4a9-c104da41c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.262530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server [None req-7ef6da86-5e2b-4787-a77a-af2ed98f1da7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0257dded-2f4b-4d2e-ad7b-15439eb98636: This subnet is being modified by another concurrent operation. Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise exception Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0257dded-2f4b-4d2e-ad7b-15439eb98636: This subnet is being modified by another concurrent operation. Jan 12 09:38:50.278623 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Jan 12 09:38:50.292916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Allocated IP 2001:db8::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/d945776e-3f9c-4e29-a7ee-8a8b11c61f15/d9c9c96c-67d3-4ec2-bc06-b6516305f77e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:50.303781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667f23e-2da1-4697-a4a9-c104da41c537 None None] Pushing event updated for resources: {'Port': ['ID=8a60e693-68b3-4c14-ab86-0154445ee9d1,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:50.311215 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-ce8f08f6-cc02-4199-81d6-020a28f71102 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:50.312230 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ce8f08f6-cc02-4199-81d6-020a28f71102 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags/tempest-TagsExtTest-Tag-2022992474 HTTP/1.1" status: 404 len: 329 time: 0.3450708 Jan 12 09:38:50.319397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38030) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.329642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-1fb2c4df-2bc5-4457-ba3e-c8a2585b08a4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d', {'tags': ['tempest-TagsExtTest-Tag-917119258', 'tempest-TagsExtTest-Tag-1088005250', 'tempest-TagsExtTest-Tag-1855880578']}) {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:50.415719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Subnet': ['ID=0257dded-2f4b-4d2e-ad7b-15439eb98636,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:50.436986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d66500-778f-4fb8-881f-15dcb3f0b042 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Deleting subnet aeb7e1a3-0f8f-425b-8e4f-d2a2e203460b {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:50.447854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13d66500-778f-4fb8-881f-15dcb3f0b042 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.523000 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1fb2c4df-2bc5-4457-ba3e-c8a2585b08a4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags HTTP/1.1" status: 200 len: 317 time: 0.2023048 Jan 12 09:38:50.526697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38034) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.530099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.536243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-be9ed391-9f3f-420c-8346-048416acbe4d tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:50.560806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c555e4-567d-4f96-88c0-37f7cb696806']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:50.563390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e3af8-a758-4827-b63f-9ad2700c0720 None None] Network f7c555e4-567d-4f96-88c0-37f7cb696806 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:50.567738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13d66500-778f-4fb8-881f-15dcb3f0b042 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.575943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3991a2-dc54-46ba-8594-242ea77b6ef8') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:50.576285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3991a2-dc54-46ba-8594-242ea77b6ef8') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:50.593314 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.645158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.653242 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8a60e693-68b3-4c14-ab86-0154445ee9d1 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:50.683616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13d66500-778f-4fb8-881f-15dcb3f0b042 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.729356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.741659 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:50.742060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.753035 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-be9ed391-9f3f-420c-8346-048416acbe4d tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags HTTP/1.1" status: 204 len: 168 time: 0.2250326 Jan 12 09:38:50.757336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38038) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:50.757625 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:50.763212 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.765921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-9c19590c-5a7b-47f3-ba73-38a54be291e7 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d', 'tempest-TagsExtTest-Tag-917119258') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:50.826439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13d66500-778f-4fb8-881f-15dcb3f0b042 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.828793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5344a952-272d-433d-afa4-b8afc8c809fa None None] Provisioning complete for port 8a60e693-68b3-4c14-ab86-0154445ee9d1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:50.829159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5344a952-272d-433d-afa4-b8afc8c809fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.868646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d66500-778f-4fb8-881f-15dcb3f0b042 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb7e1a3-0f8f-425b-8e4f-d2a2e203460b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:50.878195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13d66500-778f-4fb8-881f-15dcb3f0b042 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.892427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe767b0-78ec-432a-aea3-25484a7766aa None None] Network 6e453641-a0be-4574-acb6-0d826fdaaa60 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:50.893067 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-13d66500-778f-4fb8-881f-15dcb3f0b042 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "DELETE /v2.0/subnets/aeb7e1a3-0f8f-425b-8e4f-d2a2e203460b HTTP/1.1" status: 204 len: 168 time: 0.8680196 Jan 12 09:38:50.895442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38042) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.899502 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-9c19590c-5a7b-47f3-ba73-38a54be291e7 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:50.901870 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9c19590c-5a7b-47f3-ba73-38a54be291e7 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags/tempest-TagsExtTest-Tag-917119258 HTTP/1.1" status: 404 len: 328 time: 0.1400771 Jan 12 09:38:50.903926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38044) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.909474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-0e10dfc3-004e-4f4e-ab7d-47b3aad1ce03 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d', 'tempest-TagsExtTest-Tag-1088005250') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:50.962755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=5abd7079-03ea-42d3-8bd7-c795c5d816f5,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:50.978282 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-0e10dfc3-004e-4f4e-ab7d-47b3aad1ce03 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:50.982080 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0e10dfc3-004e-4f4e-ab7d-47b3aad1ce03 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags/tempest-TagsExtTest-Tag-1088005250 HTTP/1.1" status: 404 len: 329 time: 0.0745535 Jan 12 09:38:50.982634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38050) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.987999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-a17b23b3-204b-45b4-96d0-d6b2b81eedf0 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d', 'tempest-TagsExtTest-Tag-1855880578') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:51.023278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 8a60e693-68b3-4c14-ab86-0154445ee9d1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:51.023889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.075824 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-a17b23b3-204b-45b4-96d0-d6b2b81eedf0 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:51.079657 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a17b23b3-204b-45b4-96d0-d6b2b81eedf0 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags/tempest-TagsExtTest-Tag-1855880578 HTTP/1.1" status: 404 len: 329 time: 0.0934422 Jan 12 09:38:51.080172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38054) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.088506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-4ca6d836-8729-4728-8854-6ee53d64a817 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45', {'tags': ['tempest-TagsExtTest-Tag-1655306722', 'tempest-TagsExtTest-Tag-806373844', 'tempest-TagsExtTest-Tag-9835913']}) {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:51.128366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Transition to ACTIVE for port object d9c9c96c-67d3-4ec2-bc06-b6516305f77e will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:51.135970 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.161665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.229935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Transition to ACTIVE for port object d9c9c96c-67d3-4ec2-bc06-b6516305f77e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:51.252620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05911b0e-9d40-4ee0-8d72-504d1982f519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.254586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.266056 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4ca6d836-8729-4728-8854-6ee53d64a817 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags HTTP/1.1" status: 200 len: 314 time: 0.1835659 Jan 12 09:38:51.268483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38058) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.276440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-68a67801-32fb-42b8-8f80-55e25fe1f0e3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:51.303474 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/f7c555e4-567d-4f96-88c0-37f7cb696806 HTTP/1.1" status: 204 len: 168 time: 2.1050901 Jan 12 09:38:51.303474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122058e7-fdf0-42cd-96a1-94efe3592700 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Network': ['ID=f7c555e4-567d-4f96-88c0-37f7cb696806,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:51.307679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.311254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38062) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.327172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744549595'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:51.366710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:51.376197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:51.381792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:51.382128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:network and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:51.387939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:51.388126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:51.394150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Deleting port be78e4cb-7d75-4ac1-9468-0f89fc841f00 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:51.394418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.399016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Pushing event updated for resources: {'Port': ['ID=d9c9c96c-67d3-4ec2-bc06-b6516305f77e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:51.436134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:51.441757 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-68a67801-32fb-42b8-8f80-55e25fe1f0e3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags HTTP/1.1" status: 204 len: 168 time: 0.1721210 Jan 12 09:38:51.444161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38066) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.452478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-08c0dffa-36e2-4a30-bc80-72957eafe99a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45', 'tempest-TagsExtTest-Tag-1655306722') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:51.501043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.511883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Attempting to bind port d9c9c96c-67d3-4ec2-bc06-b6516305f77e on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:51.512796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Attempting to bind port d9c9c96c-67d3-4ec2-bc06-b6516305f77e by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:51.513299 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Attempting to bind port d9c9c96c-67d3-4ec2-bc06-b6516305f77e on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:51.521107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:51.521783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:51.522337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.522921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:51.523518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Bound port: d9c9c96c-67d3-4ec2-bc06-b6516305f77e, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:51.524070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.545237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebef0fc-3737-4acd-a26f-d249c2da40a7 None None] DHCP port deletion for 6e453641-a0be-4574-acb6-0d826fdaaa60 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:38:51.577316 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ebef0fc-3737-4acd-a26f-d249c2da40a7 None None] Deleting port be78e4cb-7d75-4ac1-9468-0f89fc841f00 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:51.577961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebef0fc-3737-4acd-a26f-d249c2da40a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.589018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:51.592027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.604794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.627357 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-08c0dffa-36e2-4a30-bc80-72957eafe99a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:51.631164 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-08c0dffa-36e2-4a30-bc80-72957eafe99a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags/tempest-TagsExtTest-Tag-1655306722 HTTP/1.1" status: 404 len: 329 time: 0.1832125 Jan 12 09:38:51.631483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38070) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.637329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-819beb40-8487-4995-bf71-51f06d65e06c tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45', 'tempest-TagsExtTest-Tag-806373844') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:51.716917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] For port d9c9c96c-67d3-4ec2-bc06-b6516305f77e, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:51.745796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] For port d9c9c96c-67d3-4ec2-bc06-b6516305f77e, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d9c9c96c-67d3-4ec2-bc06-b6516305f77e,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:51.781446 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-819beb40-8487-4995-bf71-51f06d65e06c tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:51.785693 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-819beb40-8487-4995-bf71-51f06d65e06c tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags/tempest-TagsExtTest-Tag-806373844 HTTP/1.1" status: 404 len: 328 time: 0.1501927 Jan 12 09:38:51.786636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38074) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.795049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.795396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-fa9332e7-f5a5-4aa6-96b2-6e8aba8ee496 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45', 'tempest-TagsExtTest-Tag-9835913') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:51.898408 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ebef0fc-3737-4acd-a26f-d249c2da40a7 None None] For port be78e4cb-7d75-4ac1-9468-0f89fc841f00, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=be78e4cb-7d75-4ac1-9468-0f89fc841f00,segment=NetworkSegment(61fd7820-944b-468f-a213-b7e70e2141f8),segment_id=61fd7820-944b-468f-a213-b7e70e2141f8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:51.899100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebef0fc-3737-4acd-a26f-d249c2da40a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.967454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec149c5a-7bf9-416a-8eff-c9f3e8c61125 None None] Pushing event updated for resources: {'Port': ['ID=d9c9c96c-67d3-4ec2-bc06-b6516305f77e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:51.999835 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:52.031652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ebef0fc-3737-4acd-a26f-d249c2da40a7 None None] Calling delete_port for be78e4cb-7d75-4ac1-9468-0f89fc841f00 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:52.041562 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-fa9332e7-f5a5-4aa6-96b2-6e8aba8ee496 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:52.045748 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fa9332e7-f5a5-4aa6-96b2-6e8aba8ee496 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags/tempest-TagsExtTest-Tag-9835913 HTTP/1.1" status: 404 len: 326 time: 0.2584827 Jan 12 09:38:52.046427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38078) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.052382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-0adf18b8-09bd-48c6-b7c9-a157b6ceedd5 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211', {'tags': ['tempest-TagsExtTest-Tag-290643801', 'tempest-TagsExtTest-Tag-350518790', 'tempest-TagsExtTest-Tag-578175062']}) {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:52.068824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.069164 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Added segment 7e4531ce-155e-411b-8291-8e726ea44500 of type vlan for network c58da665-19b0-4465-9193-48eb14c31581 Jan 12 09:38:52.094229 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0adf18b8-09bd-48c6-b7c9-a157b6ceedd5 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "PUT /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags HTTP/1.1" status: 200 len: 315 time: 0.0465741 Jan 12 09:38:52.097087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38082) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.107680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-9be8c84e-c644-4977-8cbd-23b7a80260d4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:52.114312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.127232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebef0fc-3737-4acd-a26f-d249c2da40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.138925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] For port be78e4cb-7d75-4ac1-9468-0f89fc841f00, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=be78e4cb-7d75-4ac1-9468-0f89fc841f00,segment=NetworkSegment(61fd7820-944b-468f-a213-b7e70e2141f8),segment_id=61fd7820-944b-468f-a213-b7e70e2141f8)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:52.139290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.158454 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9be8c84e-c644-4977-8cbd-23b7a80260d4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags HTTP/1.1" status: 204 len: 168 time: 0.0596271 Jan 12 09:38:52.160206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38086) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.166719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-0d76213c-a511-4c20-ab57-0d8f1d08fc80 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211', 'tempest-TagsExtTest-Tag-290643801') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:52.183551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebef0fc-3737-4acd-a26f-d249c2da40a7 None None] Pushing event deleted for resources: {'Port': ['ID=be78e4cb-7d75-4ac1-9468-0f89fc841f00,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:52.188582 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebef0fc-3737-4acd-a26f-d249c2da40a7 None None] No DVR routers for this DVR port be78e4cb-7d75-4ac1-9468-0f89fc841f00 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:52.202960 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-0d76213c-a511-4c20-ab57-0d8f1d08fc80 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:52.207493 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0d76213c-a511-4c20-ab57-0d8f1d08fc80 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags/tempest-TagsExtTest-Tag-290643801 HTTP/1.1" status: 404 len: 328 time: 0.0460291 Jan 12 09:38:52.208219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38090) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.214143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-bc462db2-972b-41f0-8f55-afedb137f486 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211', 'tempest-TagsExtTest-Tag-350518790') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:52.249653 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-bc462db2-972b-41f0-8f55-afedb137f486 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:52.249653 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bc462db2-972b-41f0-8f55-afedb137f486 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags/tempest-TagsExtTest-Tag-350518790 HTTP/1.1" status: 404 len: 328 time: 0.0359175 Jan 12 09:38:52.249653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38094) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.256813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-c4bbef1a-a174-4696-8b3f-871e2b610b97 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211', 'tempest-TagsExtTest-Tag-578175062') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:52.285950 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-c4bbef1a-a174-4696-8b3f-871e2b610b97 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] show failed (client error): The resource could not be found. Jan 12 09:38:52.289494 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c4bbef1a-a174-4696-8b3f-871e2b610b97 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags/tempest-TagsExtTest-Tag-578175062 HTTP/1.1" status: 404 len: 328 time: 0.0380657 Jan 12 09:38:52.289734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38098) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.295499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-82b96962-811b-460c-aa98-488549245a89 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '436ba7dc-5a8b-400a-91ca-ef3b40654211') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:52.336339 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-82b96962-811b-460c-aa98-488549245a89 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211/tags HTTP/1.1" status: 204 len: 168 time: 0.0453222 Jan 12 09:38:52.338652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38102) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.342999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.344539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-477a1e2a-b17b-4c07-b747-29865f15d894 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0cf7ef8a-3a1c-48b0-bf48-93b499fccc45') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:52.384786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.425749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Calling delete_port for be78e4cb-7d75-4ac1-9468-0f89fc841f00 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:52.495233 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-477a1e2a-b17b-4c07-b747-29865f15d894 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45/tags HTTP/1.1" status: 204 len: 168 time: 0.1554461 Jan 12 09:38:52.495825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38106) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.501871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-018b0f2c-d12d-4191-91bc-b21c2334c65c tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6c310a54-9961-4722-8d7e-82bbbb2fed8d') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:52.575072 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-018b0f2c-d12d-4191-91bc-b21c2334c65c tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d/tags HTTP/1.1" status: 204 len: 168 time: 0.0772760 Jan 12 09:38:52.579456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38110) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.584601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.588415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.tag.tag_plugin [None req-0dc7a4f9-0a4d-44d9-9045-ef0c6c286e9a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68d29f7f-1539-4c47-afc9-154014e7d587') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:52.626260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.629923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:52.630501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.665563 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0dc7a4f9-0a4d-44d9-9045-ef0c6c286e9a tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587/tags HTTP/1.1" status: 204 len: 168 time: 0.0818605 Jan 12 09:38:52.672976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38114) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.768267 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d9c9c96c-67d3-4ec2-bc06-b6516305f77e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:52.790226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:52.790878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:52.797999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=c58da665-19b0-4465-9193-48eb14c31581,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:52.801808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::1 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/d945776e-3f9c-4e29-a7ee-8a8b11c61f15/8aa91d64-5c26-4633-89e9-9f3f7187061a) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:52.804843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e62b621-a3ab-4526-b190-b675edd30ac2 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for subnetpool, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.806130 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5e62b621-a3ab-4526-b190-b675edd30ac2 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/subnetpools/436ba7dc-5a8b-400a-91ca-ef3b40654211 HTTP/1.1" status: 204 len: 168 time: 0.1322353 Jan 12 09:38:52.807371 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4f691b5a-ef17-4c41-9332-4f798e607364 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4876790 Jan 12 09:38:52.810740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38118) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.811202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38120) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.815793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network c58da665-19b0-4465-9193-48eb14c31581 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:52.865413 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f3bb0270-d937-4eec-9dfc-97d45fd7f5c3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf7ef8a-3a1c-48b0-bf48-93b499fccc45 HTTP/1.1" status: 200 len: 205 time: 0.0502996 Jan 12 09:38:52.870205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'network_id': 'c58da665-19b0-4465-9193-48eb14c31581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:52.884652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38126) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.998227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port d9c9c96c-67d3-4ec2-bc06-b6516305f77e completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:53.064544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device be78e4cb-7d75-4ac1-9468-0f89fc841f00 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:53.102888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: be78e4cb-7d75-4ac1-9468-0f89fc841f00 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:38:53.103144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device be78e4cb-7d75-4ac1-9468-0f89fc841f00 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:53.130805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.145489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:53.151698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6132e851-73ad-4205-a4e0-34ee73273790 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.188536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d3223e-59b6-4ef3-bafa-45ece7035d45 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:38:53.204442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:subnet and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:53.208339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 8aa91d64-5c26-4633-89e9-9f3f7187061a will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:53.212362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:53.225464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:53.291913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:53.322633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ab58850d-723f-40d3-bce6-af3298124a93 None None] Provisioning for port d9c9c96c-67d3-4ec2-bc06-b6516305f77e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:53.329596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ab58850d-723f-40d3-bce6-af3298124a93 None None] Provisioning complete for port d9c9c96c-67d3-4ec2-bc06-b6516305f77e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:53.330105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab58850d-723f-40d3-bce6-af3298124a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.403205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Deleting port be78e4cb-7d75-4ac1-9468-0f89fc841f00 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:53.403586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.421172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d3223e-59b6-4ef3-bafa-45ece7035d45 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:38:53.484523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] The port 'be78e4cb-7d75-4ac1-9468-0f89fc841f00' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:38:53.532138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.604571 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab58850d-723f-40d3-bce6-af3298124a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.662902 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ab58850d-723f-40d3-bce6-af3298124a93 None None] For port d9c9c96c-67d3-4ec2-bc06-b6516305f77e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d9c9c96c-67d3-4ec2-bc06-b6516305f77e,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:53.681617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab58850d-723f-40d3-bce6-af3298124a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.704295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:53.706789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.714239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:53.716148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=8aa91d64-5c26-4633-89e9-9f3f7187061a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:53.721521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:53.722045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.754115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e453641-a0be-4574-acb6-0d826fdaaa60']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:53.766395 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6132e851-73ad-4205-a4e0-34ee73273790 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.771104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6132e851-73ad-4205-a4e0-34ee73273790 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.771289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fd7820-944b-468f-a213-b7e70e2141f8') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:53.771552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fd7820-944b-468f-a213-b7e70e2141f8') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:53.771903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58850d-723f-40d3-bce6-af3298124a93 None None] Pushing event updated for resources: {'Port': ['ID=d9c9c96c-67d3-4ec2-bc06-b6516305f77e,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:53.807774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:38:53.810037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.812070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.831390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6132e851-73ad-4205-a4e0-34ee73273790 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.831904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6132e851-73ad-4205-a4e0-34ee73273790 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Fanout notify agent at l3_agent the message router_deleted on router 0cf7ef8a-3a1c-48b0-bf48-93b499fccc45 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:38:53.838737 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.847222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6132e851-73ad-4205-a4e0-34ee73273790 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.848299 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6132e851-73ad-4205-a4e0-34ee73273790 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/routers/0cf7ef8a-3a1c-48b0-bf48-93b499fccc45 HTTP/1.1" status: 204 len: 168 time: 0.9625533 Jan 12 09:38:53.875875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38138) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:53.877205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.892175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:53.892824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:53.908131 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:54.099668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.119558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.145092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c86c4-8363-4e86-b47b-ab42d0eb7bc3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Deleting port 6c310a54-9961-4722-8d7e-82bbbb2fed8d {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:54.145457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dd0c86c4-8363-4e86-b47b-ab42d0eb7bc3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.232854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=5701d6c0-e035-4c6d-86f6-a34138f07d6c,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:54.246145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking segment: {'id': '7e4531ce-155e-411b-8291-8e726ea44500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c58da665-19b0-4465-9193-48eb14c31581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:54.246388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.247073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network hostable DHCP agents. Network: c58da665-19b0-4465-9193-48eb14c31581, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:54.280213 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network c58da665-19b0-4465-9193-48eb14c31581 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:54.290939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, c58da665-19b0-4465-9193-48eb14c31581) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:54.297497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:54.298135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.301113 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283f59a-8a18-4df0-8a64-da9849784c8c None None] Network c58da665-19b0-4465-9193-48eb14c31581 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:54.334545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.339961 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3cf87949-75aa-4b3a-b065-d2f5f92e74b0 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5233612 Jan 12 09:38:54.340289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38146) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:54.389747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event deleted for resources: {'Network': ['ID=6e453641-a0be-4574-acb6-0d826fdaaa60,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:54.401907 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6e1aaebd-424d-4f09-ae61-b9b14f4a5811 tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "DELETE /v2.0/networks/6e453641-a0be-4574-acb6-0d826fdaaa60 HTTP/1.1" status: 204 len: 168 time: 3.4918017 Jan 12 09:38:54.407188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38150) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:54.559875 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.616512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-55e2cb3c-5d48-41da-a6f7-c7a076aee7a4 None None] Provisioning for port 8aa91d64-5c26-4633-89e9-9f3f7187061a completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:54.626394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-55e2cb3c-5d48-41da-a6f7-c7a076aee7a4 None None] Provisioning complete for port 8aa91d64-5c26-4633-89e9-9f3f7187061a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:54.626805 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55e2cb3c-5d48-41da-a6f7-c7a076aee7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.650938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.673031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d9c9c96c-67d3-4ec2-bc06-b6516305f77e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:54.701539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c567197-202c-4713-a2e2-04760ae6f656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-c58da665-19b0-4465-9193-48eb14c31581', 'network_id': 'c58da665-19b0-4465-9193-48eb14c31581', 'tenant_id': '795cfdbacb8945ed9c201932e6fc778a', 'fixed_ips': [{'subnet_id': '5701d6c0-e035-4c6d-86f6-a34138f07d6c'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:54.702362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c567197-202c-4713-a2e2-04760ae6f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.730880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.775117 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Subnet': ['ID=5701d6c0-e035-4c6d-86f6-a34138f07d6c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:54.809499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-55e2cb3c-5d48-41da-a6f7-c7a076aee7a4 None None] Port 8aa91d64-5c26-4633-89e9-9f3f7187061a cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:54.873595 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.875217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d9c9c96c-67d3-4ec2-bc06-b6516305f77e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:54.875621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.905076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef413e2-1e56-422a-bb60-a5cbba043632 None None] Network c58da665-19b0-4465-9193-48eb14c31581 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:54.905663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58da665-19b0-4465-9193-48eb14c31581']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:54.918737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4531ce-155e-411b-8291-8e726ea44500') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:54.918932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4531ce-155e-411b-8291-8e726ea44500') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:54.931263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.947505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.954386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:54.954649 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:54.969705 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:55.009258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-52249cad-c469-47f1-95b1-9754dd1b145a tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Deleting port afa0979b-200f-4d5b-88d0-705218fa5c5b {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:55.010231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52249cad-c469-47f1-95b1-9754dd1b145a tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.056294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.061180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.087941 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Network': ['ID=c58da665-19b0-4465-9193-48eb14c31581,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:55.095224 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-38b23a3d-aeee-4ffd-97fb-a4de1817e1ed tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/c58da665-19b0-4465-9193-48eb14c31581 HTTP/1.1" status: 204 len: 168 time: 0.7506018 Jan 12 09:38:55.096756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38154) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:55.101289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-467443803'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:55.107080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:55.110909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:network and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:55.111232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f18efe-493b-47a8-829c-10177d4fc07a req-58cbafe7-d2d7-4087-acdd-a55482b9cca5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:55.112684 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a3f18efe-493b-47a8-829c-10177d4fc07a req-58cbafe7-d2d7-4087-acdd-a55482b9cca5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.8675792 Jan 12 09:38:55.113848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:55.119898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:55.133216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:55.137198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.150524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:55.167174 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:55.173336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:55.179452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:55.180148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:55.183690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.184181 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Added segment 542dacef-37a3-4280-ac26-83f16b1c4274 of type vlan for network f7350eca-0c62-4303-b8d9-307ca8470f92 Jan 12 09:38:55.211543 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.242542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.250849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:55.251700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.272040 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a35ba3b6-0ca1-40e5-9c30-a2bce94bc733 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3652380 Jan 12 09:38:55.273991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38158) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:55.378785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dd0c86c4-8363-4e86-b47b-ab42d0eb7bc3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.393588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:55.415683 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3187511 Jan 12 09:38:55.418795 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a3f18efe-493b-47a8-829c-10177d4fc07a req-7235e514-8630-4e30-bd40-a1f919237fc3 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989249 Jan 12 09:38:55.419265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38162) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:55.439387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cd8f8-ecd3-4a57-89e5-d3b132788e54 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=f7350eca-0c62-4303-b8d9-307ca8470f92,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:55.461624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network f7350eca-0c62-4303-b8d9-307ca8470f92 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:55.487029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'network_id': 'f7350eca-0c62-4303-b8d9-307ca8470f92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:55.572617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c86c4-8363-4e86-b47b-ab42d0eb7bc3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Calling delete_port for 6c310a54-9961-4722-8d7e-82bbbb2fed8d owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:55.595760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb4b2d4-ee80-4171-8987-4539b4ced464 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting subnet eb02a8ee-0098-4278-8e16-1ce4eb2af47d {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:55.599730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b2d4-ee80-4171-8987-4539b4ced464 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.659198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b2d4-ee80-4171-8987-4539b4ced464 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.660247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52249cad-c469-47f1-95b1-9754dd1b145a tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.660396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52249cad-c469-47f1-95b1-9754dd1b145a tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.745575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b2d4-ee80-4171-8987-4539b4ced464 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.815389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-52249cad-c469-47f1-95b1-9754dd1b145a tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Calling delete_port for afa0979b-200f-4d5b-88d0-705218fa5c5b owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:55.826554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b2d4-ee80-4171-8987-4539b4ced464 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.834500 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:50Z', 'revision_number': 9, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:55.838469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:38:55.850249 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:55.850906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:55.867141 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4b2d4-ee80-4171-8987-4539b4ced464 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Subnet': ['ID=eb02a8ee-0098-4278-8e16-1ce4eb2af47d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:55.874876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b2d4-ee80-4171-8987-4539b4ced464 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.884477 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7bb4b2d4-ee80-4171-8987-4539b4ced464 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/eb02a8ee-0098-4278-8e16-1ce4eb2af47d HTTP/1.1" status: 204 len: 168 time: 0.6102841 Jan 12 09:38:55.885093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38166) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:55.896655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:38:55.904627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af7062-f797-4505-bbaf-f5881fd62cb4 None None] Network 789e6d3e-c790-4cd2-8485-351b7d4f077a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:55.923703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:55.927992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.944221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:subnet and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:55.975709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.976804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.993685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:56.031172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:56.085678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:56.100450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.112379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port a0092b08-d862-4eba-bd07-4c9f7580c5e0 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:56.112787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.173136 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:56.321871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] For port a0092b08-d862-4eba-bd07-4c9f7580c5e0, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a0092b08-d862-4eba-bd07-4c9f7580c5e0,segment=NetworkSegment(833ed30d-fe17-428e-9caa-eda0eda649e2),segment_id=833ed30d-fe17-428e-9caa-eda0eda649e2)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:56.322293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.406999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=8aa91d64-5c26-4633-89e9-9f3f7187061a,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:56.414231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dd0c86c4-8363-4e86-b47b-ab42d0eb7bc3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.455526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for a0092b08-d862-4eba-bd07-4c9f7580c5e0 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:56.536116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe59e74-7bae-4fc1-94d7-ae863bf51dcf None None] DHCP port deletion for 789e6d3e-c790-4cd2-8485-351b7d4f077a request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:38:56.545633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c86c4-8363-4e86-b47b-ab42d0eb7bc3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Pushing event deleted for resources: {'Port': ['ID=6c310a54-9961-4722-8d7e-82bbbb2fed8d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:56.549507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4fe59e74-7bae-4fc1-94d7-ae863bf51dcf None None] Deleting port a0092b08-d862-4eba-bd07-4c9f7580c5e0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:56.549889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fe59e74-7bae-4fc1-94d7-ae863bf51dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.561488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.619898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52249cad-c469-47f1-95b1-9754dd1b145a tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.625064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.660283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a0092b08-d862-4eba-bd07-4c9f7580c5e0 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:56.679325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=a0092b08-d862-4eba-bd07-4c9f7580c5e0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:56.684049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No DVR routers for this DVR port a0092b08-d862-4eba-bd07-4c9f7580c5e0 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:56.699937 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: a0092b08-d862-4eba-bd07-4c9f7580c5e0 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:38:56.700557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a0092b08-d862-4eba-bd07-4c9f7580c5e0 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:56.746723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:50Z', 'revision_number': 9, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:56.755639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff9f24-495a-4028-a41b-da91652d5fab None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:38:50Z', 'revision_number': 9, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23c33c-a9a0-43f1-bd45-70e35fa7655d', 'name': '', 'network_id': 'c60f5ce6-f946-4cd8-ad6b-94ab6007abe9', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:01:6a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:00Z', 'updated_at': '2022-01-12T09:38:19Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:38:56.768020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4fe59e74-7bae-4fc1-94d7-ae863bf51dcf None None] The port 'a0092b08-d862-4eba-bd07-4c9f7580c5e0' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:38:56.837544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.854380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52249cad-c469-47f1-95b1-9754dd1b145a tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Pushing event deleted for resources: {'Port': ['ID=afa0979b-200f-4d5b-88d0-705218fa5c5b,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:56.866972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789e6d3e-c790-4cd2-8485-351b7d4f077a']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:56.880455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833ed30d-fe17-428e-9caa-eda0eda649e2') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:56.881089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833ed30d-fe17-428e-9caa-eda0eda649e2') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:56.892225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.907724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.914511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:38:56.914987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.927550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:56.929313 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:56.938750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:57.012940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.018557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.046147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Network': ['ID=789e6d3e-c790-4cd2-8485-351b7d4f077a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:57.055979 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-09312f55-7d74-4ca5-8668-d8584eb96d35 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/networks/789e6d3e-c790-4cd2-8485-351b7d4f077a HTTP/1.1" status: 204 len: 168 time: 1.1688032 Jan 12 09:38:57.058314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38172) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:57.062395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dd0c86c4-8363-4e86-b47b-ab42d0eb7bc3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.179685 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dd0c86c4-8363-4e86-b47b-ab42d0eb7bc3 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/ports/6c310a54-9961-4722-8d7e-82bbbb2fed8d HTTP/1.1" status: 204 len: 168 time: 3.2936461 Jan 12 09:38:57.188891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38176) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:57.201295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52249cad-c469-47f1-95b1-9754dd1b145a tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.256250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b7fa7-9efb-416b-9fbb-f2bd7ec8e009 req-b6510228-00e9-4808-b2da-d8297dbe56e2 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:57.257625 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-858b7fa7-9efb-416b-9fbb-f2bd7ec8e009 req-b6510228-00e9-4808-b2da-d8297dbe56e2 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.6222935 Jan 12 09:38:57.262768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52249cad-c469-47f1-95b1-9754dd1b145a tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.263846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-52249cad-c469-47f1-95b1-9754dd1b145a tempest-FloatingIPAdminTestJSON-1559825556 tempest-FloatingIPAdminTestJSON-1559825556-project] 10.222.0.58 "DELETE /v2.0/floatingips/b65320d9-77a2-46ba-aa8a-7d9f78b342f2 HTTP/1.1" status: 204 len: 168 time: 2.8547270 Jan 12 09:38:57.287419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f1b981c3-0fac-4814-b2f8-c4af8194f16f None None] Provisioning complete for port 8aa91d64-5c26-4633-89e9-9f3f7187061a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:57.288264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1b981c3-0fac-4814-b2f8-c4af8194f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.437198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f1b981c3-0fac-4814-b2f8-c4af8194f16f None None] Port 8aa91d64-5c26-4633-89e9-9f3f7187061a cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:38:57.471246 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-858b7fa7-9efb-416b-9fbb-f2bd7ec8e009 req-e81d949f-5a23-44fd-aa84-cbdb16c3bf88 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052987 Jan 12 09:38:57.529054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.555850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-912a7430-f8b3-4d06-bd13-0dbce60de0c4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Deleting subnet 68d29f7f-1539-4c47-afc9-154014e7d587 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:38:57.559122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-912a7430-f8b3-4d06-bd13-0dbce60de0c4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.633263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=a6e68f0d-0b3d-426a-a5b0-4d0b77683ac2,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:57.659067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking segment: {'id': '542dacef-37a3-4280-ac26-83f16b1c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7350eca-0c62-4303-b8d9-307ca8470f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:57.659442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network hostable DHCP agents. Network: f7350eca-0c62-4303-b8d9-307ca8470f92, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:57.682774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Router 139ee0cd-8f0b-4894-b885-34d98cdc59be is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:38:57.698995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network f7350eca-0c62-4303-b8d9-307ca8470f92 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:57.705370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38184) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:57.743434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-912a7430-f8b3-4d06-bd13-0dbce60de0c4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.765767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, f7350eca-0c62-4303-b8d9-307ca8470f92) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:57.785395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3cf940-072d-41dd-b69e-0aeefb33670b None None] Network f7350eca-0c62-4303-b8d9-307ca8470f92 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:57.811932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.819101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:57.819676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.854374 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6c1bec9a-0059-436c-9c7b-979fa23766d2 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3718028 Jan 12 09:38:57.857131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38190) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:57.863587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'network_id': 'f7350eca-0c62-4303-b8d9-307ca8470f92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:57.998601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-912a7430-f8b3-4d06-bd13-0dbce60de0c4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.053194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-f7350eca-0c62-4303-b8d9-307ca8470f92', 'network_id': 'f7350eca-0c62-4303-b8d9-307ca8470f92', 'tenant_id': '795cfdbacb8945ed9c201932e6fc778a', 'fixed_ips': [{'subnet_id': 'a6e68f0d-0b3d-426a-a5b0-4d0b77683ac2'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:38:58.054982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.069805 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6b9d765d-38ff-45fa-8406-e21fff8c41e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ed1a78a02564273a8d0a2b4ab5e79b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3621604 Jan 12 09:38:58.072372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38194) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:58.148533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-912a7430-f8b3-4d06-bd13-0dbce60de0c4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.164091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:38:58.178405 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Sync routers for ids ['139ee0cd-8f0b-4894-b885-34d98cdc59be'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:38:58.182118 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b836f68f-77bb-43e0-acca-0f4db3a07a55 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "PUT /v2.0/routers/139ee0cd-8f0b-4894-b885-34d98cdc59be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2384906 Jan 12 09:38:58.183088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38198) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:58.201111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a7430-f8b3-4d06-bd13-0dbce60de0c4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Pushing event deleted for resources: {'Subnet': ['ID=68d29f7f-1539-4c47-afc9-154014e7d587,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:58.207593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-912a7430-f8b3-4d06-bd13-0dbce60de0c4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.216404 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Routers {'139ee0cd-8f0b-4894-b885-34d98cdc59be'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:38:58.217668 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['139ee0cd-8f0b-4894-b885-34d98cdc59be'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:58.222702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Allocated IP 2001:db8::2 (f7350eca-0c62-4303-b8d9-307ca8470f92/a6e68f0d-0b3d-426a-a5b0-4d0b77683ac2/a506e742-17f1-4229-96de-55685e0396c9) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:58.226238 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-912a7430-f8b3-4d06-bd13-0dbce60de0c4 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/subnets/68d29f7f-1539-4c47-afc9-154014e7d587 HTTP/1.1" status: 204 len: 168 time: 1.0301394 Jan 12 09:38:58.226985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38202) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:58.272102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9145166-c1b2-4ab6-9ffe-0b6adf6c4790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.275633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:58.294215 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:subnet and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:58.302857 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d6ecba-5c00-43ab-8934-5d5f97ee5e62 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:58.303433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-97d6ecba-5c00-43ab-8934-5d5f97ee5e62 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:58.312904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:58.325432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:58.328507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9145166-c1b2-4ab6-9ffe-0b6adf6c4790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.367709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:58.371230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.391045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-97d6ecba-5c00-43ab-8934-5d5f97ee5e62 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:58.394847 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-97d6ecba-5c00-43ab-8934-5d5f97ee5e62 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports/8aa91d64-5c26-4633-89e9-9f3f7187061a HTTP/1.1" status: 200 len: 911 time: 0.2079427 Jan 12 09:38:58.400821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38206) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:58.418299 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc94267-16cf-4a7c-aa0d-b5024a0fa895 None None] Network 2d0834dc-9eaf-46e4-991e-eadf28e71ab1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:38:58.452470 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Set router 139ee0cd-8f0b-4894-b885-34d98cdc59be gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:38:58.503620 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.518253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.575850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Transition to ACTIVE for port object a506e742-17f1-4229-96de-55685e0396c9 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:58.580121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9145166-c1b2-4ab6-9ffe-0b6adf6c4790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.599344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Transition to ACTIVE for port object a506e742-17f1-4229-96de-55685e0396c9 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:58.641421 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5abd7079-03ea-42d3-8bd7-c795c5d816f5 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:58.641639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9145166-c1b2-4ab6-9ffe-0b6adf6c4790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4695bf34-13d0-479e-b072-8270e762625a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:58.673268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9145166-c1b2-4ab6-9ffe-0b6adf6c4790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.676699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f9145166-c1b2-4ab6-9ffe-0b6adf6c4790 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4695bf34-13d0-479e-b072-8270e762625a HTTP/1.1" status: 204 len: 168 time: 0.6011043 Jan 12 09:38:58.691071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.694276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ede2f-dce1-473e-ba7f-26a1e7623bef tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:58.698610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ede2f-dce1-473e-ba7f-26a1e7623bef tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:58.700257 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2e8ede2f-dce1-473e-ba7f-26a1e7623bef tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2960019 Jan 12 09:38:58.707206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38214) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:58.716046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Deleting port 485417e1-858f-4948-b54a-9ff20f7fb0a3 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:58.716427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.784859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Pushing event updated for resources: {'Port': ['ID=a506e742-17f1-4229-96de-55685e0396c9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:58.791876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 5abd7079-03ea-42d3-8bd7-c795c5d816f5 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:38:58.792565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5abd7079-03ea-42d3-8bd7-c795c5d816f5 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:58.816440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Network f7350eca-0c62-4303-b8d9-307ca8470f92 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:58.819065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:58.826355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:38:58.921864 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Attempting to bind port a506e742-17f1-4229-96de-55685e0396c9 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:58.922260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Attempting to bind port a506e742-17f1-4229-96de-55685e0396c9 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '542dacef-37a3-4280-ac26-83f16b1c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7350eca-0c62-4303-b8d9-307ca8470f92'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:58.922579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Attempting to bind port a506e742-17f1-4229-96de-55685e0396c9 on network f7350eca-0c62-4303-b8d9-307ca8470f92 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:38:58.932670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:38:58.933067 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Checking segment: {'id': '542dacef-37a3-4280-ac26-83f16b1c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7350eca-0c62-4303-b8d9-307ca8470f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:38:58.933420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.933799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Bound using segment: {'id': '542dacef-37a3-4280-ac26-83f16b1c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7350eca-0c62-4303-b8d9-307ca8470f92'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:38:58.934282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Bound port: a506e742-17f1-4229-96de-55685e0396c9, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542dacef-37a3-4280-ac26-83f16b1c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7350eca-0c62-4303-b8d9-307ca8470f92'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:58.934741 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.028576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] For port a506e742-17f1-4229-96de-55685e0396c9, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:38:59.031812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] For port a506e742-17f1-4229-96de-55685e0396c9, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a506e742-17f1-4229-96de-55685e0396c9,segment=NetworkSegment(542dacef-37a3-4280-ac26-83f16b1c4274),segment_id=542dacef-37a3-4280-ac26-83f16b1c4274)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:38:59.046923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.091350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b46231-45d4-4232-9ef7-c60d37c02bdc req-f2a2f59b-d04c-468f-8e72-d121d32735e0 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:59.092841 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-92b46231-45d4-4232-9ef7-c60d37c02bdc req-f2a2f59b-d04c-468f-8e72-d121d32735e0 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.3635297 Jan 12 09:38:59.124789 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] For port 485417e1-858f-4948-b54a-9ff20f7fb0a3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=485417e1-858f-4948-b54a-9ff20f7fb0a3,segment=NetworkSegment(f8adc061-68b5-4557-bef1-9ff366ee0f4f),segment_id=f8adc061-68b5-4557-bef1-9ff366ee0f4f)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:59.125404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.137393 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139ee0cd-8f0b-4894-b885-34d98cdc59be', 'name': 'tempest-NetworksTestDHCPv6-router-1426658294', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:49Z', 'updated_at': '2022-01-12T09:38:53Z', 'revision_number': 2, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None, '_interfaces': [{'id': '8aa91d64-5c26-4633-89e9-9f3f7187061a', 'name': '', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'mac_address': 'fa:16:3e:55:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139ee0cd-8f0b-4894-b885-34d98cdc59be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd945776e-3f9c-4e29-a7ee-8a8b11c61f15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:38:55Z', 'revision_number': 2, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'subnets': [{'id': 'd945776e-3f9c-4e29-a7ee-8a8b11c61f15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:59.146165 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Checking router: 139ee0cd-8f0b-4894-b885-34d98cdc59be for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:38:59.146946 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Updating router 139ee0cd-8f0b-4894-b885-34d98cdc59be port 8aa91d64-5c26-4633-89e9-9f3f7187061a binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:38:59.152255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] DHCP port deletion for 2d0834dc-9eaf-46e4-991e-eadf28e71ab1 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:38:59.172773 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] Deleting port 485417e1-858f-4948-b54a-9ff20f7fb0a3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:38:59.173150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.243710 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.269192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38220) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:59.271266 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-92b46231-45d4-4232-9ef7-c60d37c02bdc req-82e1f48b-4096-492f-b642-69b7c2b83441 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718495 Jan 12 09:38:59.278542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Calling delete_port for 485417e1-858f-4948-b54a-9ff20f7fb0a3 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:59.335606 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d7083-a667-4048-9b34-41bb062ee6d1 None None] Pushing event updated for resources: {'Port': ['ID=a506e742-17f1-4229-96de-55685e0396c9,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:59.350165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e58e12c-1423-4f6d-bfef-d3f7d6e90d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.354109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.500262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7e58e12c-1423-4f6d-bfef-d3f7d6e90d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:59.510166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network f7350eca-0c62-4303-b8d9-307ca8470f92 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:59.510966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=6155eaa1-f8a9-4d3a-be57-931805e23b0b,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:59.514078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:59.517859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:59.518511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.528899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7e58e12c-1423-4f6d-bfef-d3f7d6e90d96 admin admin] Usage tracker for resource:security_group_rule and tenant:cda9db91778447158a80f180f77be58e is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:59.542528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7e58e12c-1423-4f6d-bfef-d3f7d6e90d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:59.566516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.582735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7e58e12c-1423-4f6d-bfef-d3f7d6e90d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:59.611574 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-aed025b6-c2c9-4cf5-a456-d856f9bdc2a9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7533555 Jan 12 09:38:59.613014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38224) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:59.633101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] For port 485417e1-858f-4948-b54a-9ff20f7fb0a3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=485417e1-858f-4948-b54a-9ff20f7fb0a3,segment=NetworkSegment(f8adc061-68b5-4557-bef1-9ff366ee0f4f),segment_id=f8adc061-68b5-4557-bef1-9ff366ee0f4f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:38:59.633494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.674448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Pushing event deleted for resources: {'Port': ['ID=485417e1-858f-4948-b54a-9ff20f7fb0a3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:59.692566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] No DVR routers for this DVR port 485417e1-858f-4948-b54a-9ff20f7fb0a3 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:59.754949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc155dd3-1973-4885-b9c9-67c4f2999f5d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:59.757153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc155dd3-1973-4885-b9c9-67c4f2999f5d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:59.758517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc155dd3-1973-4885-b9c9-67c4f2999f5d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:59.760027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc155dd3-1973-4885-b9c9-67c4f2999f5d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:59.761278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc155dd3-1973-4885-b9c9-67c4f2999f5d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:59.762778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bc155dd3-1973-4885-b9c9-67c4f2999f5d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Synchronizing usage tracker for tenant:795cfdbacb8945ed9c201932e6fc778a on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:59.856253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] Calling delete_port for 485417e1-858f-4948-b54a-9ff20f7fb0a3 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:38:59.860506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bc155dd3-1973-4885-b9c9-67c4f2999f5d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Unset dirty status for tenant:795cfdbacb8945ed9c201932e6fc778a on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:59.867012 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bc155dd3-1973-4885-b9c9-67c4f2999f5d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2529635 Jan 12 09:38:59.868025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38228) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:59.876500 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.883269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106836224'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:38:59.889103 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Transition to ACTIVE for port object 8aa91d64-5c26-4633-89e9-9f3f7187061a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:59.891014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:59.898193 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:network and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:59.898418 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.902830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:59.916914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:59.940152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:59.940552 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:59.979780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:59.983744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.036441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.043348 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7b3a5-2a26-4e21-9a44-675b314e7bca None None] Pushing event updated for resources: {'Port': ['ID=8aa91d64-5c26-4633-89e9-9f3f7187061a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:00.097670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:00.098012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.115061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:00.123321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.142622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0834dc-9eaf-46e4-991e-eadf28e71ab1']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:00.154160 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Attempting to bind port 8aa91d64-5c26-4633-89e9-9f3f7187061a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:00.155049 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Attempting to bind port 8aa91d64-5c26-4633-89e9-9f3f7187061a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:00.155653 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Attempting to bind port 8aa91d64-5c26-4633-89e9-9f3f7187061a on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:00.164193 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:00.165124 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:00.165769 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.166241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8adc061-68b5-4557-bef1-9ff366ee0f4f') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:00.166542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8adc061-68b5-4557-bef1-9ff366ee0f4f') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:00.167269 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:00.168655 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Bound port: 8aa91d64-5c26-4633-89e9-9f3f7187061a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:00.169276 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.184778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e58e12c-1423-4f6d-bfef-d3f7d6e90d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.195389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.204492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e58e12c-1423-4f6d-bfef-d3f7d6e90d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.219589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.220149 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Added segment 85cf11a1-4b71-42d6-aa6b-edede5c6d7ae of type vlan for network 259707fe-dc0f-461f-9dd6-55ccf83b919a Jan 12 09:39:00.308055 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] For port 8aa91d64-5c26-4633-89e9-9f3f7187061a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:00.314773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.315160 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] For port 8aa91d64-5c26-4633-89e9-9f3f7187061a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8aa91d64-5c26-4633-89e9-9f3f7187061a,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:00.323892 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.345866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:00.346264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:00.365364 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:00.371601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.417917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.423530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:00.424512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.442424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] Deleting port 485417e1-858f-4948-b54a-9ff20f7fb0a3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:00.442848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.506994 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Routers {'139ee0cd-8f0b-4894-b885-34d98cdc59be'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:00.507622 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['139ee0cd-8f0b-4894-b885-34d98cdc59be'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:00.509573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58e12c-1423-4f6d-bfef-d3f7d6e90d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f384179-50d2-4ca5-9e40-dc576fd97525,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:00.567810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f2974c5a-b531-4f73-8024-9ea053a304af None None] The port '485417e1-858f-4948-b54a-9ff20f7fb0a3' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:39:00.585084 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7e58e12c-1423-4f6d-bfef-d3f7d6e90d96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cda9db91778447158a80f180f77be58e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3154662 Jan 12 09:39:00.611081 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7b3a5-2a26-4e21-9a44-675b314e7bca None None] Pushing event updated for resources: {'Port': ['ID=8aa91d64-5c26-4633-89e9-9f3f7187061a,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:00.628928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38234) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:00.728585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a506e742-17f1-4229-96de-55685e0396c9 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:00.794392 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.810396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.821610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port a506e742-17f1-4229-96de-55685e0396c9 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:00.864455 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] Set router 139ee0cd-8f0b-4894-b885-34d98cdc59be gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:00.866122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] Pushing event deleted for resources: {'Network': ['ID=2d0834dc-9eaf-46e4-991e-eadf28e71ab1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:00.871237 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2f049825-5a4c-4a54-a82d-24df13b35a00 tempest-TagsExtTest-787277257 tempest-TagsExtTest-787277257-project] 10.222.0.58 "DELETE /v2.0/networks/2d0834dc-9eaf-46e4-991e-eadf28e71ab1 HTTP/1.1" status: 204 len: 168 time: 2.6408072 Jan 12 09:39:00.877629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] For port 7f23c33c-a9a0-43f1-bd45-70e35fa7655d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7f23c33c-a9a0-43f1-bd45-70e35fa7655d,segment=NetworkSegment(caad1a3e-8950-4646-8f35-febfc5d05278),segment_id=caad1a3e-8950-4646-8f35-febfc5d05278)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:00.877956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.886297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0955d578-f035-4b26-9e4a-f829ec04e7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.914693 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 485417e1-858f-4948-b54a-9ff20f7fb0a3 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:00.979287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=259707fe-dc0f-461f-9dd6-55ccf83b919a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:01.014092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28215a3f-5211-46c6-ade3-79bd7087234e None None] Network f7350eca-0c62-4303-b8d9-307ca8470f92 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:01.035584 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 7f23c33c-a9a0-43f1-bd45-70e35fa7655d owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:01.042559 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c1e87d3f-762b-481c-b8b0-d23c9c2af9d1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1673446 Jan 12 09:39:01.048865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38240) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:01.058716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 259707fe-dc0f-461f-9dd6-55ccf83b919a details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:01.082143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-74edbc07-5dd4-4d05-96de-2b8b0f47dd5c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:01.089033 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 485417e1-858f-4948-b54a-9ff20f7fb0a3 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:01.090288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 485417e1-858f-4948-b54a-9ff20f7fb0a3 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:01.104871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0955d578-f035-4b26-9e4a-f829ec04e7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.243305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0955d578-f035-4b26-9e4a-f829ec04e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.287227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955d578-f035-4b26-9e4a-f829ec04e7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f384179-50d2-4ca5-9e40-dc576fd97525,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:01.294461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0955d578-f035-4b26-9e4a-f829ec04e7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.298299 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0955d578-f035-4b26-9e4a-f829ec04e7ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f384179-50d2-4ca5-9e40-dc576fd97525 HTTP/1.1" status: 204 len: 168 time: 0.6659245 Jan 12 09:39:01.298406 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38246) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:01.351227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74edbc07-5dd4-4d05-96de-2b8b0f47dd5c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.358035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-695f1ca3-1f82-4bd2-b901-55127ebebc80 None None] Provisioning for port a506e742-17f1-4229-96de-55685e0396c9 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:01.399213 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139ee0cd-8f0b-4894-b885-34d98cdc59be', 'name': 'tempest-NetworksTestDHCPv6-router-1426658294', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:49Z', 'updated_at': '2022-01-12T09:38:53Z', 'revision_number': 2, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None, '_interfaces': [{'id': '8aa91d64-5c26-4633-89e9-9f3f7187061a', 'name': '', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'mac_address': 'fa:16:3e:55:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139ee0cd-8f0b-4894-b885-34d98cdc59be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd945776e-3f9c-4e29-a7ee-8a8b11c61f15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:00Z', 'revision_number': 4, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'subnets': [{'id': 'd945776e-3f9c-4e29-a7ee-8a8b11c61f15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:01.411603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-695f1ca3-1f82-4bd2-b901-55127ebebc80 None None] Provisioning complete for port a506e742-17f1-4229-96de-55685e0396c9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:01.411992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-695f1ca3-1f82-4bd2-b901-55127ebebc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.417704 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b30f0-23f7-4384-a96f-7fe65bd4e841 None None] The sync data for ids ['139ee0cd-8f0b-4894-b885-34d98cdc59be'] in dv-neutron-824347-1-hyperv is: [{'id': '139ee0cd-8f0b-4894-b885-34d98cdc59be', 'name': 'tempest-NetworksTestDHCPv6-router-1426658294', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:49Z', 'updated_at': '2022-01-12T09:38:53Z', 'revision_number': 2, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None, '_interfaces': [{'id': '8aa91d64-5c26-4633-89e9-9f3f7187061a', 'name': '', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'mac_address': 'fa:16:3e:55:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139ee0cd-8f0b-4894-b885-34d98cdc59be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd945776e-3f9c-4e29-a7ee-8a8b11c61f15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:00Z', 'revision_number': 4, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'subnets': [{'id': 'd945776e-3f9c-4e29-a7ee-8a8b11c61f15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:01.461608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.479308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74edbc07-5dd4-4d05-96de-2b8b0f47dd5c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.536337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=7f23c33c-a9a0-43f1-bd45-70e35fa7655d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:01.697836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-695f1ca3-1f82-4bd2-b901-55127ebebc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.762745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74edbc07-5dd4-4d05-96de-2b8b0f47dd5c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network 259707fe-dc0f-461f-9dd6-55ccf83b919a is not hosted by any dhcp agent {{(pid=83594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 12 09:39:01.769075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74edbc07-5dd4-4d05-96de-2b8b0f47dd5c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:01.769742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74edbc07-5dd4-4d05-96de-2b8b0f47dd5c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.774361 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-74edbc07-5dd4-4d05-96de-2b8b0f47dd5c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "PUT /v2.0/networks/259707fe-dc0f-461f-9dd6-55ccf83b919a HTTP/1.1" status: 200 len: 723 time: 0.7126889 Jan 12 09:39:01.781254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38256) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:01.785350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edbc07-5dd4-4d05-96de-2b8b0f47dd5c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=259707fe-dc0f-461f-9dd6-55ccf83b919a,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:01.823862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'network_id': '259707fe-dc0f-461f-9dd6-55ccf83b919a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:01.907293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 259707fe-dc0f-461f-9dd6-55ccf83b919a details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:01.942432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-695f1ca3-1f82-4bd2-b901-55127ebebc80 None None] For port a506e742-17f1-4229-96de-55685e0396c9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a506e742-17f1-4229-96de-55685e0396c9,segment=NetworkSegment(542dacef-37a3-4280-ac26-83f16b1c4274),segment_id=542dacef-37a3-4280-ac26-83f16b1c4274)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:01.982108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76248656-5d32-4def-91e7-f139f2fef829 req-1ff66497-91dc-4394-8b27-2aa6682ede1d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:01.989553 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76248656-5d32-4def-91e7-f139f2fef829 req-1ff66497-91dc-4394-8b27-2aa6682ede1d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 1.4851358 Jan 12 09:39:01.998320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38260) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:02.074456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-695f1ca3-1f82-4bd2-b901-55127ebebc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.092643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e97cdce5-c7c6-401a-8e3d-ff20b742045b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.116166 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b16d7884-a64c-4061-be2b-974ec66f380a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4f3887dd1584e26b4d1b16436b810da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8166378 Jan 12 09:39:02.117788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.121892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38264) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:02.173062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e97cdce5-c7c6-401a-8e3d-ff20b742045b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:02.177943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e97cdce5-c7c6-401a-8e3d-ff20b742045b admin admin] Usage tracker for resource:security_group_rule and tenant:856af9f6232b49e8801f82e44f490cb8 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:02.181308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e97cdce5-c7c6-401a-8e3d-ff20b742045b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:02.188991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e97cdce5-c7c6-401a-8e3d-ff20b742045b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:02.201985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f1ca3-1f82-4bd2-b901-55127ebebc80 None None] Pushing event updated for resources: {'Port': ['ID=a506e742-17f1-4229-96de-55685e0396c9,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:02.204982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 8aa91d64-5c26-4633-89e9-9f3f7187061a {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:02.205328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.260501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:02.270368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:02.303534 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76248656-5d32-4def-91e7-f139f2fef829 req-35ed84bc-8de7-4b88-8fd5-9dd120e431b4 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130331 Jan 12 09:39:02.310354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:02.317749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2401fe75-68da-4924-b69f-85191980e5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.359884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f6264e-cc1c-40b1-ae56-caac3496527a None None] Update dhcp port {'port': {'network_id': 'f7350eca-0c62-4303-b8d9-307ca8470f92', 'fixed_ips': [{'subnet_id': 'a6e68f0d-0b3d-426a-a5b0-4d0b77683ac2', 'ip_address': '2001:db8::2'}, {'subnet_id': '6155eaa1-f8a9-4d3a-be57-931805e23b0b'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': 'a506e742-17f1-4229-96de-55685e0396c9'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:39:02.370727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2401fe75-68da-4924-b69f-85191980e5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.416680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46f6264e-cc1c-40b1-ae56-caac3496527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.532807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.632670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2401fe75-68da-4924-b69f-85191980e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.650018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e97cdce5-c7c6-401a-8e3d-ff20b742045b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.702712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-46f6264e-cc1c-40b1-ae56-caac3496527a None None] Allocated IP 172.20.0.1 (f7350eca-0c62-4303-b8d9-307ca8470f92/6155eaa1-f8a9-4d3a-be57-931805e23b0b/a506e742-17f1-4229-96de-55685e0396c9) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:02.711836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401fe75-68da-4924-b69f-85191980e5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54788d6-d041-448e-a5a7-9cc35bbd1602,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:02.728528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] For port 8aa91d64-5c26-4633-89e9-9f3f7187061a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8aa91d64-5c26-4633-89e9-9f3f7187061a,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:02.729015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.759444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2401fe75-68da-4924-b69f-85191980e5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.759444 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2401fe75-68da-4924-b69f-85191980e5ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e54788d6-d041-448e-a5a7-9cc35bbd1602 HTTP/1.1" status: 204 len: 168 time: 0.6338491 Jan 12 09:39:02.832933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8aa91d64-5c26-4633-89e9-9f3f7187061a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:02.951138 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-46f6264e-cc1c-40b1-ae56-caac3496527a None None] For port a506e742-17f1-4229-96de-55685e0396c9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a506e742-17f1-4229-96de-55685e0396c9,segment=NetworkSegment(542dacef-37a3-4280-ac26-83f16b1c4274),segment_id=542dacef-37a3-4280-ac26-83f16b1c4274)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:02.974226 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 8aa91d64-5c26-4633-89e9-9f3f7187061a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:02.990048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 8aa91d64-5c26-4633-89e9-9f3f7187061a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:02.990504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.990746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e97cdce5-c7c6-401a-8e3d-ff20b742045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.999873 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:39:03.029999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46f6264e-cc1c-40b1-ae56-caac3496527a None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.037693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 8aa91d64-5c26-4633-89e9-9f3f7187061a owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:03.063440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-46f6264e-cc1c-40b1-ae56-caac3496527a None None] Transition to ACTIVE for port object a506e742-17f1-4229-96de-55685e0396c9 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:03.077347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46f6264e-cc1c-40b1-ae56-caac3496527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.226528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6264e-cc1c-40b1-ae56-caac3496527a None None] Pushing event updated for resources: {'Port': ['ID=a506e742-17f1-4229-96de-55685e0396c9,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:03.228668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:03.254950 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f09a61fd-eccb-411c-ad2f-a218d7a8fc78 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1952605 Jan 12 09:39:03.255679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38274) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:03.280030 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e97cdce5-c7c6-401a-8e3d-ff20b742045b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=856af9f6232b49e8801f82e44f490cb8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2799149 Jan 12 09:39:03.296240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38278) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:03.314424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:03.372838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:03.373476 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:03.396630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cdce5-c7c6-401a-8e3d-ff20b742045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ad83d-5d5f-4a98-ab28-907ae556b528,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:03.627897 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd7d9-87df-4eb9-9378-9ab133338f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.676721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.699642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd7d9-87df-4eb9-9378-9ab133338f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.718973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df768c1-866d-45f1-8e72-1b5228c7f04f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting subnet 9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:03.739166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6df768c1-866d-45f1-8e72-1b5228c7f04f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.749942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:03.791829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.827045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 8aa91d64-5c26-4633-89e9-9f3f7187061a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8aa91d64-5c26-4633-89e9-9f3f7187061a,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:03.838899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.839664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a506e742-17f1-4229-96de-55685e0396c9 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:03.844354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6df768c1-866d-45f1-8e72-1b5228c7f04f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.854733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e537-76d0-4fec-9691-b4bcbeed2eb8 req-34c09081-5142-402f-b528-32af5a3fa91a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:03.856273 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7451e537-76d0-4fec-9691-b4bcbeed2eb8 req-34c09081-5142-402f-b528-32af5a3fa91a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.3163273 Jan 12 09:39:03.866701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:03.866927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:03.950054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=a2ea9b11-6572-4c2a-be1a-55d57ae94c99,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:03.952369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6df768c1-866d-45f1-8e72-1b5228c7f04f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.967212 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:39:04.016031 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7451e537-76d0-4fec-9691-b4bcbeed2eb8 req-9843acf8-b4d5-4f02-b937-c62e3f44a3e7 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503308 Jan 12 09:39:04.025071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking segment: {'id': '85cf11a1-4b71-42d6-aa6b-edede5c6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '259707fe-dc0f-461f-9dd6-55ccf83b919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:04.025437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network hostable DHCP agents. Network: 259707fe-dc0f-461f-9dd6-55ccf83b919a, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:04.063398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd7d9-87df-4eb9-9378-9ab133338f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.086346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6df768c1-866d-45f1-8e72-1b5228c7f04f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.092024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network 259707fe-dc0f-461f-9dd6-55ccf83b919a is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:04.092274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fd7d9-87df-4eb9-9378-9ab133338f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ad83d-5d5f-4a98-ab28-907ae556b528,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:04.111322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 259707fe-dc0f-461f-9dd6-55ccf83b919a) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:04.132522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:04.133177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.138770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b838895-dc88-4ac8-bfdf-32cfacfda181 None None] Network 259707fe-dc0f-461f-9dd6-55ccf83b919a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:04.174080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df768c1-866d-45f1-8e72-1b5228c7f04f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:04.176683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd7d9-87df-4eb9-9378-9ab133338f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.180364 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1e4fd7d9-87df-4eb9-9378-9ab133338f9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f7ad83d-5d5f-4a98-ab28-907ae556b528 HTTP/1.1" status: 204 len: 168 time: 0.8774414 Jan 12 09:39:04.180589 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-764936e1-2a7f-4e00-938e-3f6e06c11e48 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3880377 Jan 12 09:39:04.181343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38296) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:04.188343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6df768c1-866d-45f1-8e72-1b5228c7f04f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.192508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=8aa91d64-5c26-4633-89e9-9f3f7187061a,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:04.193658 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6df768c1-866d-45f1-8e72-1b5228c7f04f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae HTTP/1.1" status: 204 len: 168 time: 0.9367158 Jan 12 09:39:04.194583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38302) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:04.214719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:04.336499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.349415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 7c385174-c549-44c9-a378-a1964819912d {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:04.349741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.380669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38306) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:04.405912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1973a5-3c0b-48c4-8241-1067d583b134 None None] Network c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:04.411531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1982423'] for subnet, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.554717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d34cf1d-c7a1-435a-a69e-231ea584e76a None None] Network f7350eca-0c62-4303-b8d9-307ca8470f92 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:04.714479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] For port 7c385174-c549-44c9-a378-a1964819912d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7c385174-c549-44c9-a378-a1964819912d,segment=NetworkSegment(caad1a3e-8950-4646-8f35-febfc5d05278),segment_id=caad1a3e-8950-4646-8f35-febfc5d05278)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:04.715214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.727615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 8aa91d64-5c26-4633-89e9-9f3f7187061a {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:04.727958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.985183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786013499630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1487326'] for subnet, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.017820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-817441286-network', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:05.033001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 7c385174-c549-44c9-a378-a1964819912d owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:05.034049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8aa91d64-5c26-4633-89e9-9f3f7187061a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:05.069508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:05.082145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Usage tracker for resource:network and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:05.085925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=a2ea9b11-6572-4c2a-be1a-55d57ae94c99,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:05.087653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:05.093187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:05.094145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.098734 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "PUT /v2.0/subnets/a2ea9b11-6572-4c2a-be1a-55d57ae94c99 HTTP/1.1" status: 200 len: 826 time: 0.9137583 Jan 12 09:39:05.098851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:05.100621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38324) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:05.121408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.121993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.122329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.122686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.123137 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.123509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.123828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.124261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.124910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.125233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.125550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3bab-3337-4dc5-8de7-88ae76b97ba7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:05.129949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c69fc072-f23b-420e-9f10-312a4dd031ae None None] Provisioning for port a506e742-17f1-4229-96de-55685e0396c9 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:05.191622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] For port 8aa91d64-5c26-4633-89e9-9f3f7187061a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8aa91d64-5c26-4633-89e9-9f3f7187061a,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:05.194762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.194889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c69fc072-f23b-420e-9f10-312a4dd031ae None None] Provisioning complete for port a506e742-17f1-4229-96de-55685e0396c9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:05.195344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c69fc072-f23b-420e-9f10-312a4dd031ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.209974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Made reservation on behalf of a2e1163083c446099153b56bbd9c8d52 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:05.212720 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.238805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.277360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.350498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=7c385174-c549-44c9-a378-a1964819912d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:05.381702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No DVR routers for this DVR port 7c385174-c549-44c9-a378-a1964819912d on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:05.403904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-259707fe-dc0f-461f-9dd6-55ccf83b919a', 'network_id': '259707fe-dc0f-461f-9dd6-55ccf83b919a', 'tenant_id': '795cfdbacb8945ed9c201932e6fc778a', 'fixed_ips': [{'subnet_id': 'a2ea9b11-6572-4c2a-be1a-55d57ae94c99'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:39:05.404690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.411732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:05.455735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:05.460341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:05.467307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 8aa91d64-5c26-4633-89e9-9f3f7187061a owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:05.478808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.481874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:05.487742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:39:01Z', 'revision_number': 10, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:05.537353 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:05.552552 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49457899-5dd6-4426-b9d2-3efd4cde9908 None None] DHCP port deletion for c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:39:05.598429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 8aa91d64-5c26-4633-89e9-9f3f7187061a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:05.598429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.648212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:05.648934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:05.704289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.714934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.750441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.811405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60f5ce6-f946-4cd8-ad6b-94ab6007abe9']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:05.821604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.837187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caad1a3e-8950-4646-8f35-febfc5d05278') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:05.837187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caad1a3e-8950-4646-8f35-febfc5d05278') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:05.850570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:05.870792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.886749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48066dae-2e13-46b5-9166-849606eedaee,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:05.891287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.914162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Allocated IP 2001:db8::2 (259707fe-dc0f-461f-9dd6-55ccf83b919a/a2ea9b11-6572-4c2a-be1a-55d57ae94c99/4209cdd6-a3b7-4379-b38a-38e770161064) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:05.922513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=8aa91d64-5c26-4633-89e9-9f3f7187061a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:05.933977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.934380 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Added segment f301bc51-26cc-49bd-b350-1c729d365f51 of type vlan for network 8420e4c9-842a-48be-8f50-46726b486a53 Jan 12 09:39:05.944818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.964407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:05.964837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:05.982965 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:06.083587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.128045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.133529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.174319 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/networks/c60f5ce6-f946-4cd8-ad6b-94ab6007abe9 HTTP/1.1" status: 204 len: 168 time: 1.9784791 Jan 12 09:39:06.177413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b35316-8fac-4683-85b1-42e071408982 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Network': ['ID=c60f5ce6-f946-4cd8-ad6b-94ab6007abe9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:06.179969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38338) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:06.258507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.259445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:06.260027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.267922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.324899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Transition to ACTIVE for port object 4209cdd6-a3b7-4379-b38a-38e770161064 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:06.367733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ac978-f6c3-444c-9715-93243c8400e3 req-35e978c6-fb6a-4b39-a4df-04fbbc34ec38 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:06.369254 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c1ac978-f6c3-444c-9715-93243c8400e3 req-35e978c6-fb6a-4b39-a4df-04fbbc34ec38 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.5860713 Jan 12 09:39:06.380347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.410784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Could not find standard attr ID for object 8aa91d64-5c26-4633-89e9-9f3f7187061a. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:39:06.413837 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No ports have port_id starting with 8aa91d64-5c26-4633-89e9-9f3f7187061a Jan 12 09:39:06.419008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4df5f45c-69ff-45ea-8980-2ecdf27ded2a None None] Provisioning complete for port a506e742-17f1-4229-96de-55685e0396c9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:06.419387 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4df5f45c-69ff-45ea-8980-2ecdf27ded2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.456609 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0746763 Jan 12 09:39:06.457411 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38346) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:06.478253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a506e742-17f1-4229-96de-55685e0396c9 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:06.486190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Request body: {'subnet': {'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-817441286-subnet', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:06.501154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:06.506574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Pushing event updated for resources: {'Network': ['ID=8420e4c9-842a-48be-8f50-46726b486a53,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:06.516120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Usage tracker for resource:subnet and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:06.520053 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:06.524962 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c1ac978-f6c3-444c-9715-93243c8400e3 req-d6a61571-6966-4dc6-bd67-5248e1116626 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394815 Jan 12 09:39:06.560462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:06.566604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.567007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.567333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.567778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.568104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.568422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.569369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.569707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.570189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.570512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.570853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4543533-2f30-47b8-9971-02a51c3d2229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.598881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 8420e4c9-842a-48be-8f50-46726b486a53 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:06.648747 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Made reservation on behalf of a2e1163083c446099153b56bbd9c8d52 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:06.651136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.708561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Transition to ACTIVE for port object 4209cdd6-a3b7-4379-b38a-38e770161064 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:06.718528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port a506e742-17f1-4229-96de-55685e0396c9 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:06.718869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.852247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.940176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Network 259707fe-dc0f-461f-9dd6-55ccf83b919a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:06.941046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Router 139ee0cd-8f0b-4894-b885-34d98cdc59be has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:39:06.942397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Pushing event updated for resources: {'Port': ['ID=4209cdd6-a3b7-4379-b38a-38e770161064,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:06.944880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:06.948550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:06.961980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.011775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ea9b11-6572-4c2a-be1a-55d57ae94c99,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:07.059246 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:07.109386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:07.120083 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] Sync routers for ids ['139ee0cd-8f0b-4894-b885-34d98cdc59be'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:07.131366 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-67288bdf-7cfb-48b9-8bb1-f53645971656 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "PUT /v2.0/routers/139ee0cd-8f0b-4894-b885-34d98cdc59be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4035728 Jan 12 09:39:07.133709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38360) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:07.133978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Attempting to bind port 4209cdd6-a3b7-4379-b38a-38e770161064 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:07.134346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Attempting to bind port 4209cdd6-a3b7-4379-b38a-38e770161064 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '85cf11a1-4b71-42d6-aa6b-edede5c6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '259707fe-dc0f-461f-9dd6-55ccf83b919a'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:07.134709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Attempting to bind port 4209cdd6-a3b7-4379-b38a-38e770161064 on network 259707fe-dc0f-461f-9dd6-55ccf83b919a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:07.139686 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] Routers {'139ee0cd-8f0b-4894-b885-34d98cdc59be'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:07.140304 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['139ee0cd-8f0b-4894-b885-34d98cdc59be'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:07.204669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38364) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:07.207688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:07.208075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Checking segment: {'id': '85cf11a1-4b71-42d6-aa6b-edede5c6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '259707fe-dc0f-461f-9dd6-55ccf83b919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:07.208506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.208895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Bound using segment: {'id': '85cf11a1-4b71-42d6-aa6b-edede5c6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '259707fe-dc0f-461f-9dd6-55ccf83b919a'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:07.209366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Bound port: 4209cdd6-a3b7-4379-b38a-38e770161064, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cf11a1-4b71-42d6-aa6b-edede5c6d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '259707fe-dc0f-461f-9dd6-55ccf83b919a'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:07.209809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.216830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.222296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61adcf0b-44ce-4bd0-8478-54ec859a8043 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:07.223642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61adcf0b-44ce-4bd0-8478-54ec859a8043 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:07.224466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-61adcf0b-44ce-4bd0-8478-54ec859a8043 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:07.245021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-61adcf0b-44ce-4bd0-8478-54ec859a8043 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:07.250989 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-61adcf0b-44ce-4bd0-8478-54ec859a8043 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1105857 Jan 12 09:39:07.251941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38370) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:07.302205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.308151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ede3fadd-a857-4782-8885-befd03752288 None None] For port 4209cdd6-a3b7-4379-b38a-38e770161064, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:07.311900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ede3fadd-a857-4782-8885-befd03752288 None None] For port 4209cdd6-a3b7-4379-b38a-38e770161064, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4209cdd6-a3b7-4379-b38a-38e770161064,segment=NetworkSegment(85cf11a1-4b71-42d6-aa6b-edede5c6d7ae),segment_id=85cf11a1-4b71-42d6-aa6b-edede5c6d7ae)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:07.337000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.338752 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] Set router 139ee0cd-8f0b-4894-b885-34d98cdc59be gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:07.371628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259707fe-dc0f-461f-9dd6-55ccf83b919a']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:07.380334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8636b045-813a-43f7-b89a-47b1fe7b8d00,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:07.402302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.416270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3fadd-a857-4782-8885-befd03752288 None None] Pushing event updated for resources: {'Port': ['ID=4209cdd6-a3b7-4379-b38a-38e770161064,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:07.544372 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139ee0cd-8f0b-4894-b885-34d98cdc59be', 'name': 'tempest-NetworksTestDHCPv6-router-1426658294', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:49Z', 'updated_at': '2022-01-12T09:39:05Z', 'revision_number': 3, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:07.566310 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] Checking router: 139ee0cd-8f0b-4894-b885-34d98cdc59be for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:07.576701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cf11a1-4b71-42d6-aa6b-edede5c6d7ae') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:07.576990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cf11a1-4b71-42d6-aa6b-edede5c6d7ae') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:07.585337 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] Routers {'139ee0cd-8f0b-4894-b885-34d98cdc59be'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:07.586201 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['139ee0cd-8f0b-4894-b885-34d98cdc59be'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:07.609695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-186471419', 'router:external': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:07.626439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:07.630214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Usage tracker for resource:network and tenant:001461c4d1d240b187f590062c7e5e37 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:07.632891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c98afba-0987-47cb-97ea-03d5a2d56c13 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet d945776e-3f9c-4e29-a7ee-8a8b11c61f15 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:07.633385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:07.637157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4c98afba-0987-47cb-97ea-03d5a2d56c13 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.648542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:07.655061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Checking segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:07.655437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Network hostable DHCP agents. Network: 8420e4c9-842a-48be-8f50-46726b486a53, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:07.670041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.707196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db664d44-9c59-4ccb-9711-8737ed67526f None None] Network 259707fe-dc0f-461f-9dd6-55ccf83b919a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:07.730511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7c385174-c549-44c9-a378-a1964819912d no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:07.737755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4c98afba-0987-47cb-97ea-03d5a2d56c13 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.743229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Made reservation on behalf of 001461c4d1d240b187f590062c7e5e37 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:07.745777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.769963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.786236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.789016 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] Set router 139ee0cd-8f0b-4894-b885-34d98cdc59be gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:07.814329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Network 8420e4c9-842a-48be-8f50-46726b486a53 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:07.831297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:07.831840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.837610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 7c385174-c549-44c9-a378-a1964819912d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:07.837972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7c385174-c549-44c9-a378-a1964819912d not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:07.864886 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:07.876870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 8420e4c9-842a-48be-8f50-46726b486a53) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:07.882521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:07.883660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.893261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71afee6a-52ee-4cd6-b80b-e55cd49330ad None None] Network 8420e4c9-842a-48be-8f50-46726b486a53 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:07.894363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35244457-3051-4e1b-b6f9-f9056596b3ca req-97359fc1-8cc1-48d0-816f-c0688e342024 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:07.895862 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-35244457-3051-4e1b-b6f9-f9056596b3ca req-97359fc1-8cc1-48d0-816f-c0688e342024 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.1282160 Jan 12 09:39:07.929371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4c98afba-0987-47cb-97ea-03d5a2d56c13 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.958401 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139ee0cd-8f0b-4894-b885-34d98cdc59be', 'name': 'tempest-NetworksTestDHCPv6-router-1426658294', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:49Z', 'updated_at': '2022-01-12T09:39:05Z', 'revision_number': 3, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:07.964209 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6eff6-5ce4-4186-a218-9d8b6a117dee None None] The sync data for ids ['139ee0cd-8f0b-4894-b885-34d98cdc59be'] in dv-neutron-824347-1-hyperv is: [{'id': '139ee0cd-8f0b-4894-b885-34d98cdc59be', 'name': 'tempest-NetworksTestDHCPv6-router-1426658294', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:49Z', 'updated_at': '2022-01-12T09:39:05Z', 'revision_number': 3, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:07.980970 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4a2cef76-7f1b-4152-b854-2cae9886a789 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5196664 Jan 12 09:39:07.983835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38376) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:08.002254 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-35244457-3051-4e1b-b6f9-f9056596b3ca req-aa560698-8225-493d-b083-3af44db3f1c5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987988 Jan 12 09:39:08.004271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:08.017672 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:08.023569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Usage tracker for resource:security_group_rule and tenant:001461c4d1d240b187f590062c7e5e37 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:08.028312 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:08.034048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4c98afba-0987-47cb-97ea-03d5a2d56c13 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.035511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:08.038953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Usage tracker for resource:router and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:08.042427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:39:08.042427 dv-neutron-824347-1-hyperv neutron-server[83595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:39:08.042427 dv-neutron-824347-1-hyperv neutron-server[83595]: [parameters: {'id': '259707fe-dc0f-461f-9dd6-55ccf83b919a'}] Jan 12 09:39:08.042427 dv-neutron-824347-1-hyperv neutron-server[83595]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:08.042793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:08.048467 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:08.051184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:08.057697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:08.080556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98afba-0987-47cb-97ea-03d5a2d56c13 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=d945776e-3f9c-4e29-a7ee-8a8b11c61f15,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:08.084813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4c98afba-0987-47cb-97ea-03d5a2d56c13 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.090229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.091198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.099955 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4c98afba-0987-47cb-97ea-03d5a2d56c13 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/d945776e-3f9c-4e29-a7ee-8a8b11c61f15 HTTP/1.1" status: 204 len: 168 time: 0.8466046 Jan 12 09:39:08.102417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38380) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:08.124140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9205fa-21e2-46e0-a851-8ebc4fcddbd3 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:08.187334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.347760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.362573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b0998020-78fb-46b3-8310-b9f1abffa8c7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:router {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:08.381356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b0998020-78fb-46b3-8310-b9f1abffa8c7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:router {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:08.384941 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b0998020-78fb-46b3-8310-b9f1abffa8c7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2791445 Jan 12 09:39:08.385205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38384) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:08.409756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.491850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:39:01Z', 'revision_number': 10, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:08.495683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188199ae-07db-4333-ad81-fe6410d510fb None None] Network 259707fe-dc0f-461f-9dd6-55ccf83b919a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:08.497630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:08.515453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-8420e4c9-842a-48be-8f50-46726b486a53', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:39:08.516252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.567969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.585823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.586701 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Added segment d4baa870-7cc1-4b88-bc98-32d8f8c4c08c of type vlan for network 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec Jan 12 09:39:08.589917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e80281-dc27-4937-b66f-8d3eb2967b8a None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:39:01Z', 'revision_number': 10, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None, '_interfaces': [{'id': '21959975-e42e-4d98-a630-8ceb98efc869', 'name': '', 'network_id': 'f2071eaa-db59-4d4a-9282-ed25ba70ce71', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'mac_address': 'fa:16:3e:f1:f3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:49Z', 'updated_at': '2022-01-12T09:38:02Z', 'revision_number': 5, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'subnets': [{'id': '335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:08.622943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf0d571-527f-444b-9e09-f65357080787,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:08.644394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de338d9e-cb9d-4652-9726-b86c1a584466 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.664126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Deleting port 4209cdd6-a3b7-4379-b38a-38e770161064 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:08.664458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.706000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.728388 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.919942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Allocated IP 172.20.0.2 (8420e4c9-842a-48be-8f50-46726b486a53/8636b045-813a-43f7-b89a-47b1fe7b8d00/327e88f5-e79c-4963-9e8d-db24771e1011) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:08.936856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:39:09.008705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ac45b-b6c3-4c87-9ff2-ef496a17df61 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:39:09.027958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e43ac45b-b6c3-4c87-9ff2-ef496a17df61 None None] Deleting port d9c9c96c-67d3-4ec2-bc06-b6516305f77e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:09.028541 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e43ac45b-b6c3-4c87-9ff2-ef496a17df61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.052946 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.053791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:09.054353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.125808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de338d9e-cb9d-4652-9726-b86c1a584466 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.131063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de338d9e-cb9d-4652-9726-b86c1a584466 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.169951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de338d9e-cb9d-4652-9726-b86c1a584466 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.170527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de338d9e-cb9d-4652-9726-b86c1a584466 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Fanout notify agent at l3_agent the message router_deleted on router 139ee0cd-8f0b-4894-b885-34d98cdc59be {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:39:09.212067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-de338d9e-cb9d-4652-9726-b86c1a584466 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.213546 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-de338d9e-cb9d-4652-9726-b86c1a584466 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/routers/139ee0cd-8f0b-4894-b885-34d98cdc59be HTTP/1.1" status: 204 len: 168 time: 0.8271260 Jan 12 09:39:09.217322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38390) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:09.282585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e43ac45b-b6c3-4c87-9ff2-ef496a17df61 None None] For port d9c9c96c-67d3-4ec2-bc06-b6516305f77e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d9c9c96c-67d3-4ec2-bc06-b6516305f77e,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:09.283031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e43ac45b-b6c3-4c87-9ff2-ef496a17df61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.289148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:09.311336 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1028180 Jan 12 09:39:09.314380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38394) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:09.315281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32a5aa-d5cf-49f7-a9b6-bbea841e3421 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event updated for resources: {'Network': ['ID=0e654e02-8e7c-4abc-b01a-6b936f3aa2ec,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:09.324117 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] For port 4209cdd6-a3b7-4379-b38a-38e770161064, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4209cdd6-a3b7-4379-b38a-38e770161064,segment=NetworkSegment(85cf11a1-4b71-42d6-aa6b-edede5c6d7ae),segment_id=85cf11a1-4b71-42d6-aa6b-edede5c6d7ae)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:09.324429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.383352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:09.391552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Request body: {'subnet': {'network_id': '0e654e02-8e7c-4abc-b01a-6b936f3aa2ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:09.403735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:09.429678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Usage tracker for resource:subnet and tenant:001461c4d1d240b187f590062c7e5e37 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:09.444484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:09.453596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058f2c9-3057-47e2-a15c-d85bcd4e9fed req-1e097682-47ab-4979-b08b-3757bc495be0 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:09.455764 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8058f2c9-3057-47e2-a15c-d85bcd4e9fed req-1e097682-47ab-4979-b08b-3757bc495be0 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.2404685 Jan 12 09:39:09.461400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:09.467829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e43ac45b-b6c3-4c87-9ff2-ef496a17df61 None None] Calling delete_port for d9c9c96c-67d3-4ec2-bc06-b6516305f77e owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:09.467994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Calling delete_port for 4209cdd6-a3b7-4379-b38a-38e770161064 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:09.531274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:09.539185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Made reservation on behalf of 001461c4d1d240b187f590062c7e5e37 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:09.541817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.627081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.629744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f23c33c-a9a0-43f1-bd45-70e35fa7655d no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:09.695917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 7f23c33c-a9a0-43f1-bd45-70e35fa7655d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:09.696682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f23c33c-a9a0-43f1-bd45-70e35fa7655d not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:09.696978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8aa91d64-5c26-4633-89e9-9f3f7187061a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:09.711188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Port': ['ID=4209cdd6-a3b7-4379-b38a-38e770161064,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:09.719448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port 21959975-e42e-4d98-a630-8ceb98efc869 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:09.719780 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.757097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 8aa91d64-5c26-4633-89e9-9f3f7187061a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:09.757426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8aa91d64-5c26-4633-89e9-9f3f7187061a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:09.757787 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d9c9c96c-67d3-4ec2-bc06-b6516305f77e no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:09.761861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No DVR routers for this DVR port 4209cdd6-a3b7-4379-b38a-38e770161064 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:09.790936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.796578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:09.803587 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8058f2c9-3057-47e2-a15c-d85bcd4e9fed req-5f3d3d70-d31f-4533-8656-5e0fa7b3dc57 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395176 Jan 12 09:39:09.804614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:09.835288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:09.835587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.838135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e43ac45b-b6c3-4c87-9ff2-ef496a17df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.872479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Transition to ACTIVE for port object 327e88f5-e79c-4963-9e8d-db24771e1011 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:09.898406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ac45b-b6c3-4c87-9ff2-ef496a17df61 None None] Pushing event deleted for resources: {'Port': ['ID=d9c9c96c-67d3-4ec2-bc06-b6516305f77e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:09.904128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:09.907819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.914322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ac45b-b6c3-4c87-9ff2-ef496a17df61 None None] No DVR routers for this DVR port d9c9c96c-67d3-4ec2-bc06-b6516305f77e on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:09.918387 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No active binding found for port d9c9c96c-67d3-4ec2-bc06-b6516305f77e {{(pid=83596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 12 09:39:09.918831 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d9c9c96c-67d3-4ec2-bc06-b6516305f77e not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:09.920729 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Transition to ACTIVE for port object 327e88f5-e79c-4963-9e8d-db24771e1011 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:09.935001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.941104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.010912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Network 8420e4c9-842a-48be-8f50-46726b486a53 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:10.013810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:10.018214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:10.020895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Pushing event updated for resources: {'Port': ['ID=327e88f5-e79c-4963-9e8d-db24771e1011,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:10.059176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.059581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.059924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.060253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.060585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.060908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.061232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.061552 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.061866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.062178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.062494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:10.073777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.119698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Attempting to bind port 327e88f5-e79c-4963-9e8d-db24771e1011 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:10.120063 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Attempting to bind port 327e88f5-e79c-4963-9e8d-db24771e1011 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:10.120418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Attempting to bind port 327e88f5-e79c-4963-9e8d-db24771e1011 on network 8420e4c9-842a-48be-8f50-46726b486a53 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:10.128578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:10.128830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.objects.ports [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83594) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:39:10.128947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Checking segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:10.129345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.129464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.129736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Bound using segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:10.130196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Bound port: 327e88f5-e79c-4963-9e8d-db24771e1011, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:10.130567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.141193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259707fe-dc0f-461f-9dd6-55ccf83b919a']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:10.165451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cf11a1-4b71-42d6-aa6b-edede5c6d7ae') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:10.165731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cf11a1-4b71-42d6-aa6b-edede5c6d7ae') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:10.221376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.230566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] For port 327e88f5-e79c-4963-9e8d-db24771e1011, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:10.234849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] For port 327e88f5-e79c-4963-9e8d-db24771e1011, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=327e88f5-e79c-4963-9e8d-db24771e1011,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:10.236424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] For port 21959975-e42e-4d98-a630-8ceb98efc869, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=21959975-e42e-4d98-a630-8ceb98efc869,segment=NetworkSegment(8c3fd410-2d23-4451-b7cf-1c8444358827),segment_id=8c3fd410-2d23-4451-b7cf-1c8444358827)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:10.236805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.240304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.323358 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71553220-2cb7-4ffc-a59d-f9abfb0fa0bc None None] Pushing event updated for resources: {'Port': ['ID=327e88f5-e79c-4963-9e8d-db24771e1011,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:10.368577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e496131-d878-4b66-8b34-5160f2d9c46f,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:10.375321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.386695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for 21959975-e42e-4d98-a630-8ceb98efc869 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:10.425326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Checking segment: {'id': 'd4baa870-7cc1-4b88-bc98-32d8f8c4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0e654e02-8e7c-4abc-b01a-6b936f3aa2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:10.425690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Network hostable DHCP agents. Network: 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:10.442249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.528093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:10.543875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:10.545805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=d4fd032b-c575-4f6f-81e7-ce6306ca1c59,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:10.547561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Network 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:10.550888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:10.555518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.567713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c6d43f-3aee-487a-acba-de8421e3b149 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:10.580958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:10.585311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Allocated IP 172.26.1.12 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/9e79b2f3-9990-4ecd-87c6-af0dd5fdc564) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:10.587947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:10.588725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.606149 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2e164d4d-d44d-4604-8bb4-a34a3d209f21 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3256180 Jan 12 09:39:10.607297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38398) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:10.612959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1673072905', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:10.621288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:10.634527 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-64f2119b-9ed2-46e1-850a-87cc16b66273 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2621720 Jan 12 09:39:10.635207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38402) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:10.636592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:router and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:10.641613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:10.647344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-207154110', 'network_id': '0e654e02-8e7c-4abc-b01a-6b936f3aa2ec'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:10.654139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:10.657385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:10.659832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fcdca-5649-46e7-98c8-c6e0c7205a00 None None] Network 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:10.663335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Usage tracker for resource:port and tenant:001461c4d1d240b187f590062c7e5e37 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:10.667652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:10.675352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:10.677522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.678471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.703703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Made reservation on behalf of 001461c4d1d240b187f590062c7e5e37 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:10.705736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.732403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] device_id is not set on port 459b39c1-f6b8-4c99-9431-c501c24e135e yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:10.769584 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.774561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:10.775015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:10.794720 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:10.800961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.905535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.931861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.945576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Network': ['ID=259707fe-dc0f-461f-9dd6-55ccf83b919a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:10.963331 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-053cfe46-edba-47c1-8dfb-ee0130a4402b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/259707fe-dc0f-461f-9dd6-55ccf83b919a HTTP/1.1" status: 204 len: 168 time: 5.8597546 Jan 12 09:39:10.966593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38408) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:10.970499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Allocated IP 172.20.0.4 (0e654e02-8e7c-4abc-b01a-6b936f3aa2ec/7e496131-d878-4b66-8b34-5160f2d9c46f/459b39c1-f6b8-4c99-9431-c501c24e135e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:10.973242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.973436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.053427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': 'd4fd032b-c575-4f6f-81e7-ce6306ca1c59'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:39:11.054737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.058190 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab945f3-4b7f-48cc-967f-59fca80ff0aa tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:11.058628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab945f3-4b7f-48cc-967f-59fca80ff0aa tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:11.060692 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aab945f3-4b7f-48cc-967f-59fca80ff0aa tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/259707fe-dc0f-461f-9dd6-55ccf83b919a HTTP/1.1" status: 404 len: 339 time: 0.0927563 Jan 12 09:39:11.068876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38412) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:11.077618 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885aced2-b06f-4e65-a617-a2171c903fb6 None None] Network 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:11.082509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.086612 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0ee695d0-fced-4af1-858a-fc5e693857af tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4761553 Jan 12 09:39:11.089337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38416) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:11.089508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Pushing event updated for resources: {'Port': ['ID=9e79b2f3-9990-4ecd-87c6-af0dd5fdc564,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:11.092388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-441783990', 'description': 'd1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:11.092559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:11.096277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:11.098284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:11.100193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:11.102837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Usage tracker for resource:network and tenant:795cfdbacb8945ed9c201932e6fc778a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:11.105890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:11.111710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:11.224084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:11.232318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.277014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.405290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Port': ['ID=21959975-e42e-4d98-a630-8ceb98efc869,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:11.535573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Allocated IP 2001:db8::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/d4fd032b-c575-4f6f-81e7-ce6306ca1c59/c12602e3-98b9-4d41-b250-1a1deca1112f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:11.585151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:11.595812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d6656-c17e-427a-b170-4326cd10fe62 req-a658d45c-e5c3-46e7-b9f2-5982196bce89 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:11.601195 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f92d6656-c17e-427a-b170-4326cd10fe62 req-a658d45c-e5c3-46e7-b9f2-5982196bce89 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.6402903 Jan 12 09:39:11.727141 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.758350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 327e88f5-e79c-4963-9e8d-db24771e1011 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:11.771731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.772185 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Added segment f5709ad6-ac3e-409d-be0e-96da4e865edc of type vlan for network 2b5cb11f-9f92-4478-b394-2ce5eecf0ca3 Jan 12 09:39:11.825869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.832826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b281a0f-4e34-4d14-80b1-8e22df835a2f None None] Network 8420e4c9-842a-48be-8f50-46726b486a53 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:11.909988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.918455 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f92d6656-c17e-427a-b170-4326cd10fe62 req-eb7cb7e1-8cf0-4763-9289-6676457ae872 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005250 Jan 12 09:39:11.992515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.993339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.067867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.071897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:12.072539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.079760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-59ebadd6-f85e-4d0f-9056-a500f1d90bb1 None None] Provisioning for port 327e88f5-e79c-4963-9e8d-db24771e1011 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:12.088932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.105519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.106169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 327e88f5-e79c-4963-9e8d-db24771e1011 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:12.144750 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 327e88f5-e79c-4963-9e8d-db24771e1011 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:12.145108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.177357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Transition to ACTIVE for port object c12602e3-98b9-4d41-b250-1a1deca1112f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:12.236940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Transition to ACTIVE for port object c12602e3-98b9-4d41-b250-1a1deca1112f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:12.250522 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1669672 Jan 12 09:39:12.271464 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.280964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38420) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:12.322504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ca51a-87c5-4fdc-8bef-38eff7f01be5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=2b5cb11f-9f92-4478-b394-2ce5eecf0ca3,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:12.337154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event updated for resources: {'Port': ['ID=459b39c1-f6b8-4c99-9431-c501c24e135e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:12.344483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Network 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:12.346985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 2b5cb11f-9f92-4478-b394-2ce5eecf0ca3 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:12.411523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:39:12.415845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:12.471021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:12.484820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:12.497971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Pushing event updated for resources: {'Port': ['ID=c12602e3-98b9-4d41-b250-1a1deca1112f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:12.533148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:12.546524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:12.552309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.638632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:12.659833 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-21348864-7d03-4215-80b3-72f765b8f5d2 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4775927 Jan 12 09:39:12.664228 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38424) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:12.667425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.674364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:12.688409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a09f4-c2b3-44e3-9d75-5ef11e6700fd tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:12.689219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0a0a09f4-c2b3-44e3-9d75-5ef11e6700fd tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Synchronizing usage tracker for tenant:795cfdbacb8945ed9c201932e6fc778a on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:12.702041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:12.702844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.716728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Attempting to bind port c12602e3-98b9-4d41-b250-1a1deca1112f on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:12.717089 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Attempting to bind port c12602e3-98b9-4d41-b250-1a1deca1112f by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:12.717444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Attempting to bind port c12602e3-98b9-4d41-b250-1a1deca1112f on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:12.727741 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 327e88f5-e79c-4963-9e8d-db24771e1011, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=327e88f5-e79c-4963-9e8d-db24771e1011,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:12.729754 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:12.730522 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:12.778124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:12.778910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:12.779090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.779688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:12.780322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Bound port: c12602e3-98b9-4d41-b250-1a1deca1112f, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:12.780871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.796616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.842949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Router 251249a4-f463-4737-a253-ecbe3acd1f51 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:39:12.857265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0a0a09f4-c2b3-44e3-9d75-5ef11e6700fd tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Unset dirty status for tenant:795cfdbacb8945ed9c201932e6fc778a on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:12.858507 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0a0a09f4-c2b3-44e3-9d75-5ef11e6700fd tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/networks?id=2b5cb11f-9f92-4478-b394-2ce5eecf0ca3 HTTP/1.1" status: 200 len: 764 time: 0.5765893 Jan 12 09:39:12.871182 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38428) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:12.871418 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0e101068-6916-468f-9aa9-cf5ac5af5c92 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.2314267 Jan 12 09:39:12.873741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38432) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:12.885329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b827a281-196c-462b-9a9a-da623d36213b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'description': 'd2'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:12.985245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:13.095220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=327e88f5-e79c-4963-9e8d-db24771e1011,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:13.116519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 11, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:13.129587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-82433403-d552-4ae2-a2b9-efb0c3af5369 None None] Provisioning complete for port 327e88f5-e79c-4963-9e8d-db24771e1011 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:13.129852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82433403-d552-4ae2-a2b9-efb0c3af5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.131999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b64a85b-4dee-4491-a09e-535f26be39cf tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting subnet 335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:13.142343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b64a85b-4dee-4491-a09e-535f26be39cf tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.161408 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:13.169938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] For port c12602e3-98b9-4d41-b250-1a1deca1112f, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:13.188742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] For port c12602e3-98b9-4d41-b250-1a1deca1112f, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c12602e3-98b9-4d41-b250-1a1deca1112f,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:13.198214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.214808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18684912-5688-4a1f-9e3e-261fb84d3c0b req-f883bcd6-345a-4022-b753-790d7c238c7b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:13.216464 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-18684912-5688-4a1f-9e3e-261fb84d3c0b req-f883bcd6-345a-4022-b753-790d7c238c7b tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.1502063 Jan 12 09:39:13.229085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b9907328-5b8b-4d42-bff9-9ce666525177 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Deleting port 459b39c1-f6b8-4c99-9431-c501c24e135e {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:13.229741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b9907328-5b8b-4d42-bff9-9ce666525177 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.251269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:13.251884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:13.255260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::1 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/d4fd032b-c575-4f6f-81e7-ce6306ca1c59/eb85ea46-1c57-4085-bd37-c03b367c30ab) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:13.300387 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-18684912-5688-4a1f-9e3e-261fb84d3c0b req-0f5cd2e9-1c55-4265-bb92-0b250b3f34ee tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743787 Jan 12 09:39:13.362757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b64a85b-4dee-4491-a09e-535f26be39cf tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.446683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08945b5-c0d2-443a-9537-951e27ff48a5 None None] Pushing event updated for resources: {'Port': ['ID=c12602e3-98b9-4d41-b250-1a1deca1112f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:13.449727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:13.489169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b827a281-196c-462b-9a9a-da623d36213b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.493787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.534390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object eb85ea46-1c57-4085-bd37-c03b367c30ab will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:13.578105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.582466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b827a281-196c-462b-9a9a-da623d36213b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.609777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 11, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:13.626471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d1746-b3da-4286-ad32-38a7d965b477 None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 11, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:13.650925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 327e88f5-e79c-4963-9e8d-db24771e1011 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:13.681881 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b64a85b-4dee-4491-a09e-535f26be39cf tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.693224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:13.697944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:13.700489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:13.701206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.705724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=eb85ea46-1c57-4085-bd37-c03b367c30ab,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:13.779983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 327e88f5-e79c-4963-9e8d-db24771e1011 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:13.780579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.835305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.996204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b827a281-196c-462b-9a9a-da623d36213b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network 2b5cb11f-9f92-4478-b394-2ce5eecf0ca3 is not hosted by any dhcp agent {{(pid=83595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 12 09:39:13.999742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827a281-196c-462b-9a9a-da623d36213b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:14.000330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b827a281-196c-462b-9a9a-da623d36213b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.001712 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b827a281-196c-462b-9a9a-da623d36213b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "PUT /v2.0/networks/2b5cb11f-9f92-4478-b394-2ce5eecf0ca3 HTTP/1.1" status: 200 len: 761 time: 1.1290660 Jan 12 09:39:14.017948 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38438) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:14.060307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827a281-196c-462b-9a9a-da623d36213b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=2b5cb11f-9f92-4478-b394-2ce5eecf0ca3,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:14.076243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 2b5cb11f-9f92-4478-b394-2ce5eecf0ca3 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:14.264471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0bbc6-81e1-4179-88dc-89bc03b32f62 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:14.265134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fef0bbc6-81e1-4179-88dc-89bc03b32f62 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Synchronizing usage tracker for tenant:795cfdbacb8945ed9c201932e6fc778a on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:14.269208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b9907328-5b8b-4d42-bff9-9ce666525177 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.299856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.307002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.309241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.346958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b64a85b-4dee-4491-a09e-535f26be39cf tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.442933 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b9907328-5b8b-4d42-bff9-9ce666525177 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Calling delete_port for 459b39c1-f6b8-4c99-9431-c501c24e135e owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:14.539685 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d278ac71-09d3-4d31-96d5-4b5d722ace82 None None] Network f2071eaa-db59-4d4a-9282-ed25ba70ce71 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:14.545778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64a85b-4dee-4491-a09e-535f26be39cf tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Subnet': ['ID=335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:14.548178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b64a85b-4dee-4491-a09e-535f26be39cf tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7734049'] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.570891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:14.577331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fef0bbc6-81e1-4179-88dc-89bc03b32f62 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Unset dirty status for tenant:795cfdbacb8945ed9c201932e6fc778a on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:14.578808 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fef0bbc6-81e1-4179-88dc-89bc03b32f62 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/networks?id=2b5cb11f-9f92-4478-b394-2ce5eecf0ca3 HTTP/1.1" status: 200 len: 764 time: 0.5578187 Jan 12 09:39:14.582423 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Sync routers for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:14.589257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38444) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:14.595427 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4b64a85b-4dee-4491-a09e-535f26be39cf tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6 HTTP/1.1" status: 204 len: 168 time: 1.9293966 Jan 12 09:39:14.599328 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:14.605365 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38448) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:14.611972 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:14.743263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=eb85ea46-1c57-4085-bd37-c03b367c30ab,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:14.758952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:14.760665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:14.831538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.835986 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3340c0a1-0de1-4c9d-9f0a-148c4a9aa52e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8455610 Jan 12 09:39:14.839270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38452) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:14.891125 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:14.911866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ae88072d-4ce4-434a-ab80-0d94b880158b None None] Provisioning for port c12602e3-98b9-4d41-b250-1a1deca1112f completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:15.000174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223c6e7-41b0-44ca-9763-049d9d66669f req-00c415e7-f919-4fe1-9253-a6d4c3761ee0 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:15.007274 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a223c6e7-41b0-44ca-9763-049d9d66669f req-00c415e7-f919-4fe1-9253-a6d4c3761ee0 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.3680449 Jan 12 09:39:15.057168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67b720d-12a2-46b8-9ced-773794586c19 None None] DHCP port deletion for f2071eaa-db59-4d4a-9282-ed25ba70ce71 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:39:15.065846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a223c6e7-41b0-44ca-9763-049d9d66669f req-0e412ee5-0337-46c4-93f1-564485ee0d5a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533993 Jan 12 09:39:15.068882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b38d7455-5ebc-4ce6-a1c3-d48d2995772d None None] Provisioning for port eb85ea46-1c57-4085-bd37-c03b367c30ab completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:15.078455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a67b720d-12a2-46b8-9ced-773794586c19 None None] Deleting port cad347f9-e6f8-4281-af62-a144c2cf374e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:15.078918 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a67b720d-12a2-46b8-9ced-773794586c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.089958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a2bf8-2495-474c-9606-14622218778e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:15.094791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a2bf8-2495-474c-9606-14622218778e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:15.102008 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4e3a2bf8-2495-474c-9606-14622218778e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1386 time: 0.5095394 Jan 12 09:39:15.127032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.132088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38456) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:15.155251 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-f151bf67-9e3a-462f-8b42-13b6fe989278 req-e709a669-ead0-4017-9225-b848c9b79713 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 1099 time: 0.7191403 Jan 12 09:39:15.209942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2430a799-49cd-4e20-9810-3ee4592b3af3 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Synchronizing usage tracker for tenant:795cfdbacb8945ed9c201932e6fc778a on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:15.273306 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 3, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:15.279556 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Checking router: 251249a4-f463-4737-a253-ecbe3acd1f51 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:15.280226 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Updating router 251249a4-f463-4737-a253-ecbe3acd1f51 port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:39:15.303503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b9907328-5b8b-4d42-bff9-9ce666525177 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.305519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port cad347f9-e6f8-4281-af62-a144c2cf374e {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:15.305905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.348329 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.348554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Router 9b74ed80-c3f2-4c4d-a64f-c7560e613b31 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:39:15.425110 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a67b720d-12a2-46b8-9ced-773794586c19 None None] For port cad347f9-e6f8-4281-af62-a144c2cf374e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cad347f9-e6f8-4281-af62-a144c2cf374e,segment=NetworkSegment(8c3fd410-2d23-4451-b7cf-1c8444358827),segment_id=8c3fd410-2d23-4451-b7cf-1c8444358827)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:15.425637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a67b720d-12a2-46b8-9ced-773794586c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.511743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2430a799-49cd-4e20-9810-3ee4592b3af3 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Unset dirty status for tenant:795cfdbacb8945ed9c201932e6fc778a on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:15.514394 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2430a799-49cd-4e20-9810-3ee4592b3af3 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 207 time: 0.3775113 Jan 12 09:39:15.533278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38460) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:15.569962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:39:15.573187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:15.608877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:15.633604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b38d7455-5ebc-4ce6-a1c3-d48d2995772d None None] Provisioning complete for port eb85ea46-1c57-4085-bd37-c03b367c30ab triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:15.634131 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b38d7455-5ebc-4ce6-a1c3-d48d2995772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.640374 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-99ce6117-984d-45f6-920f-cf01d97b61fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "PUT /v2.0/routers/9b74ed80-c3f2-4c4d-a64f-c7560e613b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5121365 Jan 12 09:39:15.641179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38464) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:15.665399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a67b720d-12a2-46b8-9ced-773794586c19 None None] Calling delete_port for cad347f9-e6f8-4281-af62-a144c2cf374e owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:15.693911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9907328-5b8b-4d42-bff9-9ce666525177 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event deleted for resources: {'Port': ['ID=459b39c1-f6b8-4c99-9431-c501c24e135e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:15.709435 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-f151bf67-9e3a-462f-8b42-13b6fe989278 req-9a79e153-519a-40d1-a064-e59de3825273 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4860396 Jan 12 09:39:15.710472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Sync routers for ids ['9b74ed80-c3f2-4c4d-a64f-c7560e613b31'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:15.712910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c12602e3-98b9-4d41-b250-1a1deca1112f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:15.764815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca5035-f2dc-4eee-8f7d-fee424427238 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:15.765666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-29ca5035-f2dc-4eee-8f7d-fee424427238 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:15.812280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-29ca5035-f2dc-4eee-8f7d-fee424427238 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:15.813984 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-29ca5035-f2dc-4eee-8f7d-fee424427238 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports/eb85ea46-1c57-4085-bd37-c03b367c30ab HTTP/1.1" status: 200 len: 911 time: 0.1718884 Jan 12 09:39:15.816511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38468) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:15.862840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b38d7455-5ebc-4ce6-a1c3-d48d2995772d None None] Port eb85ea46-1c57-4085-bd37-c03b367c30ab cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:15.891770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Routers {'9b74ed80-c3f2-4c4d-a64f-c7560e613b31'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:15.893003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9b74ed80-c3f2-4c4d-a64f-c7560e613b31'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:15.917121 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.933593 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Transition to ACTIVE for port object 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:15.943585 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.979536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21e1c4-dd57-4854-92de-eb3e2a13591d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:15.995751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21e1c4-dd57-4854-92de-eb3e2a13591d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:16.000536 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cb21e1c4-dd57-4854-92de-eb3e2a13591d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1830413 Jan 12 09:39:16.001164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38472) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:16.050800 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Attempting to bind port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:16.051579 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Attempting to bind port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:16.052261 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Attempting to bind port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:16.068806 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5beee-625e-4a47-84f5-c66a23b94d9a None None] Pushing event updated for resources: {'Port': ['ID=9e79b2f3-9990-4ecd-87c6-af0dd5fdc564,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:16.078762 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:16.079382 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:16.079940 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.081033 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:16.081782 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Bound port: 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:16.082348 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.164728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a67b720d-12a2-46b8-9ced-773794586c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.168819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108abd08-d368-4d59-8333-830d8b0d62a5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:16.172633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108abd08-d368-4d59-8333-830d8b0d62a5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:16.176331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108abd08-d368-4d59-8333-830d8b0d62a5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:16.180900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108abd08-d368-4d59-8333-830d8b0d62a5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:16.185295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108abd08-d368-4d59-8333-830d8b0d62a5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:16.189442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108abd08-d368-4d59-8333-830d8b0d62a5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:16.193242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108abd08-d368-4d59-8333-830d8b0d62a5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:16.199111 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-108abd08-d368-4d59-8333-830d8b0d62a5 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4333 time: 0.6592624 Jan 12 09:39:16.203220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38478) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:16.245603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.254143 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] For port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:16.258214 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] For port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=9e79b2f3-9990-4ecd-87c6-af0dd5fdc564,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:16.266209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b720d-12a2-46b8-9ced-773794586c19 None None] Pushing event deleted for resources: {'Port': ['ID=cad347f9-e6f8-4281-af62-a144c2cf374e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:16.275502 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.285041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port c12602e3-98b9-4d41-b250-1a1deca1112f completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:16.311397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b720d-12a2-46b8-9ced-773794586c19 None None] No DVR routers for this DVR port cad347f9-e6f8-4281-af62-a144c2cf374e on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:16.319204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c12602e3-98b9-4d41-b250-1a1deca1112f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:16.320118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.344287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Set router 9b74ed80-c3f2-4c4d-a64f-c7560e613b31 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:16.373339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b9907328-5b8b-4d42-bff9-9ce666525177 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.410465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] For port cad347f9-e6f8-4281-af62-a144c2cf374e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cad347f9-e6f8-4281-af62-a144c2cf374e,segment=NetworkSegment(8c3fd410-2d23-4451-b7cf-1c8444358827),segment_id=8c3fd410-2d23-4451-b7cf-1c8444358827)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:16.410923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.420404 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:16.421426 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:16.425025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa790e0-b32a-4907-bb8b-75c23ff17b3a None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:39:16.445205 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b9907328-5b8b-4d42-bff9-9ce666525177 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "DELETE /v2.0/ports/459b39c1-f6b8-4c99-9431-c501c24e135e HTTP/1.1" status: 204 len: 168 time: 3.5668926 Jan 12 09:39:16.450800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38482) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:16.468422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:39:16.487184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e654e02-8e7c-4abc-b01a-6b936f3aa2ec', 'external_fixed_ips': [{'subnet_id': '7e496131-d878-4b66-8b34-5160f2d9c46f', 'ip_address': '172.20.0.4'}]}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:16.500185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:16.506424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a46d47c3-dd9a-40ef-ad0b-7487976089ab None None] Provisioning complete for port eb85ea46-1c57-4085-bd37-c03b367c30ab triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:16.506944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a46d47c3-dd9a-40ef-ad0b-7487976089ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.508371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Usage tracker for resource:router and tenant:001461c4d1d240b187f590062c7e5e37 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:16.513118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:16.524522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:16.546760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:16.562140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:16.596993 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.612401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.613388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.637233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.641372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'port_id': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'mac_address': 'fa:16:3e:10:d8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:39:16.651077 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'code': 200} Jan 12 09:39:16.701507 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:16.726533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Calling delete_port for cad347f9-e6f8-4281-af62-a144c2cf374e owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:16.889122 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5beee-625e-4a47-84f5-c66a23b94d9a None None] Pushing event updated for resources: {'Port': ['ID=9e79b2f3-9990-4ecd-87c6-af0dd5fdc564,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:16.928072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:16.931947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a46d47c3-dd9a-40ef-ad0b-7487976089ab None None] Port eb85ea46-1c57-4085-bd37-c03b367c30ab cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:16.934708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:16.935034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:17.049393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8ab7d-f7db-47e9-8ea0-d52b8a2dc247 req-f1ae3aa8-bbcb-43b3-a42c-ee7e4707bb7d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.051997 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fca8ab7d-f7db-47e9-8ea0-d52b8a2dc247 req-f1ae3aa8-bbcb-43b3-a42c-ee7e4707bb7d tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.6816318 Jan 12 09:39:17.072672 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d7a5daed-0264-4fe3-84a6-3246f30599c6 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 913 time: 0.8631601 Jan 12 09:39:17.073124 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38488) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:17.131238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.164409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.194969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:39:17.211662 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 3, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:17.219652 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb11f515-8f12-4dc1-ab7a-0da34c2faecf None None] The sync data for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv is: [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 3, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:17.243408 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a6906b-0306-44a5-8dd7-f5ff900f5fef tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.245657 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a6906b-0306-44a5-8dd7-f5ff900f5fef tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.245980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a6906b-0306-44a5-8dd7-f5ff900f5fef tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.247389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a6906b-0306-44a5-8dd7-f5ff900f5fef tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.249428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a6906b-0306-44a5-8dd7-f5ff900f5fef tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.254626 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-26a6906b-0306-44a5-8dd7-f5ff900f5fef tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1765878 Jan 12 09:39:17.265548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38492) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:17.276759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:17.298906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.331745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.344029 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fca8ab7d-f7db-47e9-8ea0-d52b8a2dc247 req-166f8bc2-9361-4b20-817f-0e08845de160 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691038 Jan 12 09:39:17.435943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73483f03-db67-4573-a412-d549f052afa7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.437390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73483f03-db67-4573-a412-d549f052afa7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.438746 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73483f03-db67-4573-a412-d549f052afa7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.440067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73483f03-db67-4573-a412-d549f052afa7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.441375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73483f03-db67-4573-a412-d549f052afa7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.443064 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-73483f03-db67-4573-a412-d549f052afa7 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1760728 Jan 12 09:39:17.444538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Deleting port cad347f9-e6f8-4281-af62-a144c2cf374e {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:17.446836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.474866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38496) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:17.525028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:17.530242 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa790e0-b32a-4907-bb8b-75c23ff17b3a None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:39:17.590690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] The port 'cad347f9-e6f8-4281-af62-a144c2cf374e' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:39:17.596043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port c12602e3-98b9-4d41-b250-1a1deca1112f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c12602e3-98b9-4d41-b250-1a1deca1112f,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:17.623257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.715544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 21959975-e42e-4d98-a630-8ceb98efc869 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:17.855928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.871488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.904771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.943553 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026f9f8-73e0-4edb-8499-a1830ded4ab9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.944907 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4026f9f8-73e0-4edb-8499-a1830ded4ab9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/networks/264e1ab0-859b-47bf-9f40-fc6743c639e8 HTTP/1.1" status: 200 len: 804 time: 0.4688077 Jan 12 09:39:17.948877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38500) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:17.953745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2071eaa-db59-4d4a-9282-ed25ba70ce71']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:17.957426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['67497fa0-2e8a-442f-8eb4-697c17c1d4c8'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:39:17.983399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 21959975-e42e-4d98-a630-8ceb98efc869 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:17.984163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 21959975-e42e-4d98-a630-8ceb98efc869 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:17.984728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cad347f9-e6f8-4281-af62-a144c2cf374e no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:18.031453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: cad347f9-e6f8-4281-af62-a144c2cf374e {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:18.031793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cad347f9-e6f8-4281-af62-a144c2cf374e not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:18.050275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3fd410-2d23-4451-b7cf-1c8444358827') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:18.050622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3fd410-2d23-4451-b7cf-1c8444358827') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:18.092407 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74ed80-c3f2-4c4d-a64f-c7560e613b31', 'name': 'tempest-NetworksTestDHCPv6-router-1673072905', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:13Z', 'revision_number': 2, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None, '_interfaces': [{'id': 'eb85ea46-1c57-4085-bd37-c03b367c30ab', 'name': '', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'mac_address': 'fa:16:3e:61:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74ed80-c3f2-4c4d-a64f-c7560e613b31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4fd032b-c575-4f6f-81e7-ce6306ca1c59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:12Z', 'updated_at': '2022-01-12T09:39:14Z', 'revision_number': 2, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'subnets': [{'id': 'd4fd032b-c575-4f6f-81e7-ce6306ca1c59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:18.157620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Checking router: 9b74ed80-c3f2-4c4d-a64f-c7560e613b31 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:18.158192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Updating router 9b74ed80-c3f2-4c4d-a64f-c7560e613b31 port eb85ea46-1c57-4085-bd37-c03b367c30ab binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:39:18.228558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.238065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:18.263137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.264617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=c12602e3-98b9-4d41-b250-1a1deca1112f,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:18.304181 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Allocated IP 172.20.0.4 (0e654e02-8e7c-4abc-b01a-6b936f3aa2ec/7e496131-d878-4b66-8b34-5160f2d9c46f/19750663-cae2-4746-95c0-af26a80b7f28) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:18.307158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.327143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:18.327862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:18.342782 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:18.351275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.488319 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-19e50af3-66c2-4aa1-a04e-666759ef4bf8 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/networks/264e1ab0-859b-47bf-9f40-fc6743c639e8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5352077 Jan 12 09:39:18.488766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38508) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:18.545549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.569013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.625769 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Pushing event deleted for resources: {'Network': ['ID=f2071eaa-db59-4d4a-9282-ed25ba70ce71,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:18.637188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.646871 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-59ee3089-f1de-43bf-b3b6-efdd2d1a2342 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/networks/f2071eaa-db59-4d4a-9282-ed25ba70ce71 HTTP/1.1" status: 204 len: 168 time: 4.0139930 Jan 12 09:39:18.647071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38512) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:18.656895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c8ba8-decb-4b92-bca3-f82eb16d44e1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:18.664189 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-862c8ba8-decb-4b92-bca3-f82eb16d44e1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/subnets/f381dde4-9dff-451e-bc9e-572f04f6003d HTTP/1.1" status: 200 len: 843 time: 0.1667054 Jan 12 09:39:18.664189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7d70eba4-a8e6-4738-9498-b8adf693b946 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'routes': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:18.668519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38516) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:18.675613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:18.754839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.761038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:18.761038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.812817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679e7a4c-e949-48d7-838a-6b49c6de786e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:18.813317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-679e7a4c-e949-48d7-838a-6b49c6de786e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Synchronizing usage tracker for tenant:795cfdbacb8945ed9c201932e6fc778a on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:18.825869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b70d2-33ba-4d58-9864-10709a1c2517 req-44266b68-816a-4592-bbcc-0d9b4569f156 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:18.827358 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-681b70d2-33ba-4d58-9864-10709a1c2517 req-44266b68-816a-4592-bbcc-0d9b4569f156 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 945 time: 0.3020313 Jan 12 09:39:18.920022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Network 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:18.920856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event updated for resources: {'Port': ['ID=19750663-cae2-4746-95c0-af26a80b7f28,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:18.931179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-679e7a4c-e949-48d7-838a-6b49c6de786e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Unset dirty status for tenant:795cfdbacb8945ed9c201932e6fc778a on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:18.935808 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-679e7a4c-e949-48d7-838a-6b49c6de786e tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "GET /v2.0/subnets/f381dde4-9dff-451e-bc9e-572f04f6003d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2604752 Jan 12 09:39:18.935808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:18.937783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38520) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:18.948210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:19.052296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.extraroute_db [None req-7d70eba4-a8e6-4738-9498-b8adf693b946 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Added routes are [] {{(pid=83595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 12 09:39:19.052889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.extraroute_db [None req-7d70eba4-a8e6-4738-9498-b8adf693b946 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Removed routes are [] {{(pid=83595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 12 09:39:19.052987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7d70eba4-a8e6-4738-9498-b8adf693b946 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.063428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.119375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:39:19.131665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611019936'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:19.142817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:19.168080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:19.194638 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.204351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6164f91c-0b2a-474a-b5cd-d1e3b0acbd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.225988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=9e79b2f3-9990-4ecd-87c6-af0dd5fdc564,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:19.230872 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-681b70d2-33ba-4d58-9864-10709a1c2517 req-e4df86af-4946-4959-81ec-5bbcffa50107 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905268 Jan 12 09:39:19.234983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.261122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Transition to ACTIVE for port object eb85ea46-1c57-4085-bd37-c03b367c30ab will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:19.263052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38524) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:19.265292 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.301241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.371049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:19.374034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.414093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=9e79b2f3-9990-4ecd-87c6-af0dd5fdc564,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:19.447935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7d70eba4-a8e6-4738-9498-b8adf693b946 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.456174 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7d70eba4-a8e6-4738-9498-b8adf693b946 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.473761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:19.504423 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-68b695af-3585-427b-8851-41507dac0047 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/floatingips/d5de4e45-1551-4499-a43a-b6a12610f1f2 HTTP/1.1" status: 200 len: 993 time: 0.2298427 Jan 12 09:39:19.505465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.505815 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Added segment e24118c5-d1dc-462b-b617-93a92416441b of type vlan for network 47dbe65b-fa9f-4f18-812a-64d5704b4d49 Jan 12 09:39:19.514402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port eb85ea46-1c57-4085-bd37-c03b367c30ab {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:19.514787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.613510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.649431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Allocated IP 172.20.0.1 (8420e4c9-842a-48be-8f50-46726b486a53/8636b045-813a-43f7-b89a-47b1fe7b8d00/ca087678-9b5b-4026-906d-e8d35f464424) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:19.658920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12815a68-80ab-48c0-b30b-8c995aea2d8e None None] Pushing event updated for resources: {'Port': ['ID=eb85ea46-1c57-4085-bd37-c03b367c30ab,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:19.688791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Attempting to bind port eb85ea46-1c57-4085-bd37-c03b367c30ab on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:19.689553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Attempting to bind port eb85ea46-1c57-4085-bd37-c03b367c30ab by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:19.689910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Attempting to bind port eb85ea46-1c57-4085-bd37-c03b367c30ab on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:19.698997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:19.699835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:19.700525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.701118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:19.703084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Bound port: eb85ea46-1c57-4085-bd37-c03b367c30ab, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:19.703763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.740818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.744472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:19.745061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.818000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] For port eb85ea46-1c57-4085-bd37-c03b367c30ab, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:19.823895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] For port eb85ea46-1c57-4085-bd37-c03b367c30ab, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=eb85ea46-1c57-4085-bd37-c03b367c30ab,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:19.830003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.876987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d70eba4-a8e6-4738-9498-b8adf693b946 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router ed92ce0a-1ab5-45a8-b999-1997feb2527e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:39:19.916424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Network': ['ID=47dbe65b-fa9f-4f18-812a-64d5704b4d49,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:19.918964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] For port eb85ea46-1c57-4085-bd37-c03b367c30ab, host dv-neutron-824347-1-hyperv, got binding levels [] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:19.919371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.920875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Routers {'9b74ed80-c3f2-4c4d-a64f-c7560e613b31'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:19.921613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9b74ed80-c3f2-4c4d-a64f-c7560e613b31'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:19.930693 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6ec12727-e70a-47c0-acc5-1e536536c629 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9875834 Jan 12 09:39:19.932195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.932922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.936831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38528) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:19.984716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 47dbe65b-fa9f-4f18-812a-64d5704b4d49 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:19.990819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'network_id': '47dbe65b-fa9f-4f18-812a-64d5704b4d49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:20.072731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.073706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for eb85ea46-1c57-4085-bd37-c03b367c30ab owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:20.094747 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Transition to ACTIVE for port object ca087678-9b5b-4026-906d-e8d35f464424 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:20.096966 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d70eba4-a8e6-4738-9498-b8adf693b946 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:20.107270 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30539766-6662-4f9d-a615-437163523013 None None] Sync routers for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:20.113354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7d70eba4-a8e6-4738-9498-b8adf693b946 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.119065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38532) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:20.120011 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7d70eba4-a8e6-4738-9498-b8adf693b946 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e HTTP/1.1" status: 200 len: 705 time: 1.4718263 Jan 12 09:39:20.129277 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30539766-6662-4f9d-a615-437163523013 None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:20.129901 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-30539766-6662-4f9d-a615-437163523013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:20.142908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.221346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] Set router 9b74ed80-c3f2-4c4d-a64f-c7560e613b31 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:20.254061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Pushing event updated for resources: {'Port': ['ID=ca087678-9b5b-4026-906d-e8d35f464424,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:20.279707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Network 8420e4c9-842a-48be-8f50-46726b486a53 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:20.281636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:20.284799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:20.350854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d4dc385e-9768-4754-8b4b-a34b7c5bcf34 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Synchronizing usage tracker for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:20.358448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.373284 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-30539766-6662-4f9d-a615-437163523013 None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:20.412580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:20.448897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:20.465210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d4dc385e-9768-4754-8b4b-a34b7c5bcf34 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Unset dirty status for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:20.468827 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d4dc385e-9768-4754-8b4b-a34b7c5bcf34 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed92ce0a-1ab5-45a8-b999-1997feb2527e HTTP/1.1" status: 200 len: 205 time: 0.3422570 Jan 12 09:39:20.471268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38536) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:20.495284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:20.510196 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-30539766-6662-4f9d-a615-437163523013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 11, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:20.513108 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.521456 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30539766-6662-4f9d-a615-437163523013 None None] Checking router: ed92ce0a-1ab5-45a8-b999-1997feb2527e for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:20.528506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Made reservation on behalf of 795cfdbacb8945ed9c201932e6fc778a for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:20.533028 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30539766-6662-4f9d-a615-437163523013 None None] Routers {'ed92ce0a-1ab5-45a8-b999-1997feb2527e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:20.533650 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-30539766-6662-4f9d-a615-437163523013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:38:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:20.655564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12815a68-80ab-48c0-b30b-8c995aea2d8e None None] Pushing event updated for resources: {'Port': ['ID=eb85ea46-1c57-4085-bd37-c03b367c30ab,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:20.713616 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-30539766-6662-4f9d-a615-437163523013 None None] Set router ed92ce0a-1ab5-45a8-b999-1997feb2527e gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:20.714687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:20.715270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:20.737738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.813306 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:20.813772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.897609 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-30539766-6662-4f9d-a615-437163523013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 11, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:20.903531 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30539766-6662-4f9d-a615-437163523013 None None] The sync data for ids ['ed92ce0a-1ab5-45a8-b999-1997feb2527e'] in dv-neutron-824347-1-hyperv is: [{'id': 'ed92ce0a-1ab5-45a8-b999-1997feb2527e', 'name': 'tempest-RoutersIpV6Test-router-1806791681', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:43Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 11, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:20.915220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f220a305-1ef7-4f50-b2da-55418059f91b None None] Provisioning for port ca087678-9b5b-4026-906d-e8d35f464424 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:20.927783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f220a305-1ef7-4f50-b2da-55418059f91b None None] Provisioning complete for port ca087678-9b5b-4026-906d-e8d35f464424 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:20.928149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f220a305-1ef7-4f50-b2da-55418059f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.968356 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74ed80-c3f2-4c4d-a64f-c7560e613b31', 'name': 'tempest-NetworksTestDHCPv6-router-1673072905', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:13Z', 'revision_number': 2, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None, '_interfaces': [{'id': 'eb85ea46-1c57-4085-bd37-c03b367c30ab', 'name': '', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'mac_address': 'fa:16:3e:61:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74ed80-c3f2-4c4d-a64f-c7560e613b31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4fd032b-c575-4f6f-81e7-ce6306ca1c59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:12Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'subnets': [{'id': 'd4fd032b-c575-4f6f-81e7-ce6306ca1c59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:21.008945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bc003bd-5c7b-4efc-8095-62b11c5c0547 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.017349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Performing IP validity checks on allocation pools {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:39:21.018135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d5b3c1-d49b-45f9-8bc4-d65ac3a90615 None None] The sync data for ids ['9b74ed80-c3f2-4c4d-a64f-c7560e613b31'] in dv-neutron-824347-1-hyperv is: [{'id': '9b74ed80-c3f2-4c4d-a64f-c7560e613b31', 'name': 'tempest-NetworksTestDHCPv6-router-1673072905', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:13Z', 'revision_number': 2, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None, '_interfaces': [{'id': 'eb85ea46-1c57-4085-bd37-c03b367c30ab', 'name': '', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'mac_address': 'fa:16:3e:61:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74ed80-c3f2-4c4d-a64f-c7560e613b31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4fd032b-c575-4f6f-81e7-ce6306ca1c59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:12Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'subnets': [{'id': 'd4fd032b-c575-4f6f-81e7-ce6306ca1c59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:21.018647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:39:21.052630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f220a305-1ef7-4f50-b2da-55418059f91b None None] Port ca087678-9b5b-4026-906d-e8d35f464424 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:21.064653 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c12602e3-98b9-4d41-b250-1a1deca1112f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:21.097114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.155531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Router bbe3f9d7-0f47-4005-977b-431642fcea27 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:39:21.156511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.222223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84107fc3-6d83-4ef8-a826-65e31a8f45b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.225132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c12602e3-98b9-4d41-b250-1a1deca1112f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:21.225559 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.261920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port eb85ea46-1c57-4085-bd37-c03b367c30ab {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:21.262267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.338567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:21.360057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.432925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.438824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Pushing event updated for resources: {'Port': ['ID=ca087678-9b5b-4026-906d-e8d35f464424,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:21.457265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:21.457785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.487102 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.630592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.653437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=a974f4d0-502a-4cc8-b89b-262d1b1be32a,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:21.670949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:39:21.676652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] For port eb85ea46-1c57-4085-bd37-c03b367c30ab, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=eb85ea46-1c57-4085-bd37-c03b367c30ab,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:21.677088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.681049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:21.688130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.691603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Checking segment: {'id': 'e24118c5-d1dc-462b-b617-93a92416441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47dbe65b-fa9f-4f18-812a-64d5704b4d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:21.692049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network hostable DHCP agents. Network: 47dbe65b-fa9f-4f18-812a-64d5704b4d49, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:21.773201 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'code': 200} Jan 12 09:39:21.773759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:21.815212 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bc003bd-5c7b-4efc-8095-62b11c5c0547 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.826440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for eb85ea46-1c57-4085-bd37-c03b367c30ab owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:21.871187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bc003bd-5c7b-4efc-8095-62b11c5c0547 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.935263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bc003bd-5c7b-4efc-8095-62b11c5c0547 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.935263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc003bd-5c7b-4efc-8095-62b11c5c0547 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Fanout notify agent at l3_agent the message router_deleted on router ed92ce0a-1ab5-45a8-b999-1997feb2527e {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:39:21.948685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Network 8420e4c9-842a-48be-8f50-46726b486a53 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:21.952448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:22.001541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Network 47dbe65b-fa9f-4f18-812a-64d5704b4d49 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:22.026309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bc003bd-5c7b-4efc-8095-62b11c5c0547 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.031390 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7bc003bd-5c7b-4efc-8095-62b11c5c0547 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e HTTP/1.1" status: 204 len: 168 time: 1.5196931 Jan 12 09:39:22.039981 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38542) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.049741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-222647785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:22.084783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 47dbe65b-fa9f-4f18-812a-64d5704b4d49) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:22.095184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f3e64e-c08e-492f-b133-cefdc6337755 None None] Network 47dbe65b-fa9f-4f18-812a-64d5704b4d49 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:22.113292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:22.127185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.168139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.223104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:22.246388 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:22.247431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-892416f9-263d-48ee-b6d0-645e74a725e9 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3086050 Jan 12 09:39:22.249485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38546) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.256596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b79dcaee-e699-4fef-9b3b-ff568abea949 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:22.281357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device eb85ea46-1c57-4085-bd37-c03b367c30ab up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:22.287522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=eb85ea46-1c57-4085-bd37-c03b367c30ab,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:22.296167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Usage tracker for resource:router and tenant:75f5b618c2ec4646a7a37a16ce8aaacb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:22.312906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Sync routers for ids ['bbe3f9d7-0f47-4005-977b-431642fcea27'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:22.338343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: eb85ea46-1c57-4085-bd37-c03b367c30ab {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:22.338730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device eb85ea46-1c57-4085-bd37-c03b367c30ab not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 12 09:39:22.356481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:22.362647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.369056 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5ba28c1c-e0c0-4030-8b8e-11f3f3eba897 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.9074292 Jan 12 09:39:22.370144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38550) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.372257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:22.377286 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Port eb85ea46-1c57-4085-bd37-c03b367c30ab not found, will not notify nova. {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 12 09:39:22.407167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.408764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.418756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.446202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Routers {'bbe3f9d7-0f47-4005-977b-431642fcea27'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:22.447257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bbe3f9d7-0f47-4005-977b-431642fcea27'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:22.564469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.623542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4120747c-60e7-4441-b046-0d381acb458c None None] Provisioning complete for port ca087678-9b5b-4026-906d-e8d35f464424 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:22.624506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4120747c-60e7-4441-b046-0d381acb458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.663374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.671110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.736572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.756079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.757347 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-928ab8ba-86c3-413c-b73c-9e1cb890971c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7164001 Jan 12 09:39:22.772641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38554) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.775662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b79dcaee-e699-4fef-9b3b-ff568abea949 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1696155'] for subnet, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.784516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-abade9e6-6e1c-40e7-9836-1710f2b9c7cc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:22.809463 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4120747c-60e7-4441-b046-0d381acb458c None None] Port ca087678-9b5b-4026-906d-e8d35f464424 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:22.867999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Set router bbe3f9d7-0f47-4005-977b-431642fcea27 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:22.911397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-47dbe65b-fa9f-4f18-812a-64d5704b4d49', 'network_id': '47dbe65b-fa9f-4f18-812a-64d5704b4d49', 'tenant_id': '795cfdbacb8945ed9c201932e6fc778a', 'fixed_ips': [{'subnet_id': 'a974f4d0-502a-4cc8-b89b-262d1b1be32a'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:39:22.912497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.110397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Router 251249a4-f463-4737-a253-ecbe3acd1f51 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:39:23.155788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.248873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3f9d7-0f47-4005-977b-431642fcea27', 'name': '', 'tenant_id': '001461c4d1d240b187f590062c7e5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e654e02-8e7c-4abc-b01a-6b936f3aa2ec', 'external_fixed_ips': [{'subnet_id': '7e496131-d878-4b66-8b34-5160f2d9c46f', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '19750663-cae2-4746-95c0-af26a80b7f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:16Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 3, 'project_id': '001461c4d1d240b187f590062c7e5e37', 'gw_port': {'id': '19750663-cae2-4746-95c0-af26a80b7f28', 'name': '', 'network_id': '0e654e02-8e7c-4abc-b01a-6b936f3aa2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:74:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3f9d7-0f47-4005-977b-431642fcea27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7e496131-d878-4b66-8b34-5160f2d9c46f', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:17Z', 'updated_at': '2022-01-12T09:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e496131-d878-4b66-8b34-5160f2d9c46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:23.252872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Checking router: bbe3f9d7-0f47-4005-977b-431642fcea27 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:23.253209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Updating router bbe3f9d7-0f47-4005-977b-431642fcea27 port 19750663-cae2-4746-95c0-af26a80b7f28 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:39:23.305078 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.382700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Router 9b74ed80-c3f2-4c4d-a64f-c7560e613b31 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:39:23.545029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abade9e6-6e1c-40e7-9836-1710f2b9c7cc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.552952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b79dcaee-e699-4fef-9b3b-ff568abea949 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786013499630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1996549'] for subnet, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.617551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abade9e6-6e1c-40e7-9836-1710f2b9c7cc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.641861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:23.657952 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b1437541-58b3-470b-a6a6-98e37f315dae tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "PUT /v2.0/routers/9b74ed80-c3f2-4c4d-a64f-c7560e613b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6535778 Jan 12 09:39:23.658990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38558) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.661163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Allocated IP 2001:db8::3 (47dbe65b-fa9f-4f18-812a-64d5704b4d49/a974f4d0-502a-4cc8-b89b-262d1b1be32a/5822d804-3363-4f1a-b4df-04837c3aa01f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:23.697069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.717307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79dcaee-e699-4fef-9b3b-ff568abea949 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:23.717611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Deleting port 19750663-cae2-4746-95c0-af26a80b7f28 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:23.717808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b79dcaee-e699-4fef-9b3b-ff568abea949 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.718124 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.721913 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b79dcaee-e699-4fef-9b3b-ff568abea949 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "PUT /v2.0/subnets/a974f4d0-502a-4cc8-b89b-262d1b1be32a HTTP/1.1" status: 200 len: 900 time: 1.4687104 Jan 12 09:39:23.721913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dcaee-e699-4fef-9b3b-ff568abea949 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event updated for resources: {'Subnet': ['ID=a974f4d0-502a-4cc8-b89b-262d1b1be32a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:23.722375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38562) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.776280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75cd06a-851d-4c8e-be80-38eef7c7161b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:23.777661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75cd06a-851d-4c8e-be80-38eef7c7161b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:23.778458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d75cd06a-851d-4c8e-be80-38eef7c7161b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:23.835475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.867212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.876788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d75cd06a-851d-4c8e-be80-38eef7c7161b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:23.880650 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d75cd06a-851d-4c8e-be80-38eef7c7161b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2182994 Jan 12 09:39:23.881713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38566) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.894711 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Transition to ACTIVE for port object 19750663-cae2-4746-95c0-af26a80b7f28 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:23.937197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.002091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.002526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.045661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Attempting to bind port 19750663-cae2-4746-95c0-af26a80b7f28 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:24.047675 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Attempting to bind port 19750663-cae2-4746-95c0-af26a80b7f28 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'd4baa870-7cc1-4b88-bc98-32d8f8c4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0e654e02-8e7c-4abc-b01a-6b936f3aa2ec'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:24.048043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Attempting to bind port 19750663-cae2-4746-95c0-af26a80b7f28 on network 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:24.052385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3fd00-bdbb-4833-957d-05c2cf43457c None None] Pushing event updated for resources: {'Port': ['ID=19750663-cae2-4746-95c0-af26a80b7f28,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.058261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.070004 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Transition to ACTIVE for port object 5822d804-3363-4f1a-b4df-04837c3aa01f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:24.072874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:24.073236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Checking segment: {'id': 'd4baa870-7cc1-4b88-bc98-32d8f8c4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0e654e02-8e7c-4abc-b01a-6b936f3aa2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:24.073626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.074013 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Bound using segment: {'id': 'd4baa870-7cc1-4b88-bc98-32d8f8c4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0e654e02-8e7c-4abc-b01a-6b936f3aa2ec'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:24.074465 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Bound port: 19750663-cae2-4746-95c0-af26a80b7f28, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4baa870-7cc1-4b88-bc98-32d8f8c4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0e654e02-8e7c-4abc-b01a-6b936f3aa2ec'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:24.074867 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.104291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abade9e6-6e1c-40e7-9836-1710f2b9c7cc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Router 1a8e1e22-8419-4de6-9ff3-56883b44e8ac is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:39:24.110308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.141803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Transition to ACTIVE for port object 5822d804-3363-4f1a-b4df-04837c3aa01f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:24.151984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:24.157425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.163299 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Sync routers for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:24.168827 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b51e2312-9a7a-406b-8c02-a530681bfb7a admin admin] 10.222.0.58 "PUT /v2.0/routers/251249a4-f463-4737-a253-ecbe3acd1f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3238428 Jan 12 09:39:24.199305 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:24.200217 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:24.229608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] For port 19750663-cae2-4746-95c0-af26a80b7f28, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:24.241678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Network 47dbe65b-fa9f-4f18-812a-64d5704b4d49 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:24.245893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:24.248794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:24.251967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] For port 19750663-cae2-4746-95c0-af26a80b7f28, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=19750663-cae2-4746-95c0-af26a80b7f28,segment=NetworkSegment(d4baa870-7cc1-4b88-bc98-32d8f8c4c08c),segment_id=d4baa870-7cc1-4b88-bc98-32d8f8c4c08c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:24.261225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Pushing event updated for resources: {'Port': ['ID=5822d804-3363-4f1a-b4df-04837c3aa01f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.267383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.381440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.440485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3fd00-bdbb-4833-957d-05c2cf43457c None None] Pushing event updated for resources: {'Port': ['ID=19750663-cae2-4746-95c0-af26a80b7f28,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.444673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Attempting to bind port 5822d804-3363-4f1a-b4df-04837c3aa01f on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:24.445380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Attempting to bind port 5822d804-3363-4f1a-b4df-04837c3aa01f by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'e24118c5-d1dc-462b-b617-93a92416441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47dbe65b-fa9f-4f18-812a-64d5704b4d49'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:24.445739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Attempting to bind port 5822d804-3363-4f1a-b4df-04837c3aa01f on network 47dbe65b-fa9f-4f18-812a-64d5704b4d49 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:24.449485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Routers {'bbe3f9d7-0f47-4005-977b-431642fcea27'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:24.450043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bbe3f9d7-0f47-4005-977b-431642fcea27'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:24.452790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Subnet': ['ID=a974f4d0-502a-4cc8-b89b-262d1b1be32a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.488123 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abade9e6-6e1c-40e7-9836-1710f2b9c7cc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:24.514126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Calling delete_port for 19750663-cae2-4746-95c0-af26a80b7f28 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:24.536367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] Sync routers for ids ['1a8e1e22-8419-4de6-9ff3-56883b44e8ac'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:24.554245 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:24.607847 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.611479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:24.611814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Checking segment: {'id': 'e24118c5-d1dc-462b-b617-93a92416441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47dbe65b-fa9f-4f18-812a-64d5704b4d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:24.612019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.612405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Bound using segment: {'id': 'e24118c5-d1dc-462b-b617-93a92416441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47dbe65b-fa9f-4f18-812a-64d5704b4d49'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:24.612889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Bound port: 5822d804-3363-4f1a-b4df-04837c3aa01f, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24118c5-d1dc-462b-b617-93a92416441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47dbe65b-fa9f-4f18-812a-64d5704b4d49'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:24.613248 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.648791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] Routers {'1a8e1e22-8419-4de6-9ff3-56883b44e8ac'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:24.650197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1a8e1e22-8419-4de6-9ff3-56883b44e8ac'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:24.659815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47dbe65b-fa9f-4f18-812a-64d5704b4d49']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:24.683105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24118c5-d1dc-462b-b617-93a92416441b') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:24.683674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24118c5-d1dc-462b-b617-93a92416441b') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:24.685661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4681b0a2-8485-4e2b-815c-d6bd85b69b6d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet d4fd032b-c575-4f6f-81e7-ce6306ca1c59 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:24.690186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4681b0a2-8485-4e2b-815c-d6bd85b69b6d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.705463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.725120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.735645 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:24.736348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.772047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4681b0a2-8485-4e2b-815c-d6bd85b69b6d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.842335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] Set router bbe3f9d7-0f47-4005-977b-431642fcea27 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:24.875232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:24.875751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:24.893923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abade9e6-6e1c-40e7-9836-1710f2b9c7cc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.902727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38576) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:24.904209 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-abade9e6-6e1c-40e7-9836-1710f2b9c7cc tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "PUT /v2.0/routers/1a8e1e22-8419-4de6-9ff3-56883b44e8ac HTTP/1.1" status: 200 len: 697 time: 2.1292193 Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:24.905444 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:24.923185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:39:24.923185 dv-neutron-824347-1-hyperv neutron-server[83595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:39:24.923185 dv-neutron-824347-1-hyperv neutron-server[83595]: [parameters: {'id': '47dbe65b-fa9f-4f18-812a-64d5704b4d49'}] Jan 12 09:39:24.923185 dv-neutron-824347-1-hyperv neutron-server[83595]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:24.924200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:24.928565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] Set router 1a8e1e22-8419-4de6-9ff3-56883b44e8ac gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:25.010521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4681b0a2-8485-4e2b-815c-d6bd85b69b6d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.092309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] For port 5822d804-3363-4f1a-b4df-04837c3aa01f, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:25.094457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3f9d7-0f47-4005-977b-431642fcea27', 'name': '', 'tenant_id': '001461c4d1d240b187f590062c7e5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:16Z', 'updated_at': '2022-01-12T09:39:23Z', 'revision_number': 4, 'project_id': '001461c4d1d240b187f590062c7e5e37', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:25.111235 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 2, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:25.117237 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Checking router: 251249a4-f463-4737-a253-ecbe3acd1f51 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:25.117857 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Updating router 251249a4-f463-4737-a253-ecbe3acd1f51 port ca087678-9b5b-4026-906d-e8d35f464424 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:39:25.161703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] For port 5822d804-3363-4f1a-b4df-04837c3aa01f, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5822d804-3363-4f1a-b4df-04837c3aa01f,segment=NetworkSegment(e24118c5-d1dc-462b-b617-93a92416441b),segment_id=e24118c5-d1dc-462b-b617-93a92416441b)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:25.163821 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f549bf-a35c-492d-a0bd-a221b2061009 None None] The sync data for ids ['bbe3f9d7-0f47-4005-977b-431642fcea27'] in dv-neutron-824347-1-hyperv is: [{'id': 'bbe3f9d7-0f47-4005-977b-431642fcea27', 'name': '', 'tenant_id': '001461c4d1d240b187f590062c7e5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:16Z', 'updated_at': '2022-01-12T09:39:23Z', 'revision_number': 4, 'project_id': '001461c4d1d240b187f590062c7e5e37', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:25.166736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8e1e22-8419-4de6-9ff3-56883b44e8ac', 'name': 'tempest-RoutersIpV6Test-router-222647785', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:22Z', 'updated_at': '2022-01-12T09:39:23Z', 'revision_number': 2, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:25.172938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4681b0a2-8485-4e2b-815c-d6bd85b69b6d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.173099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.177159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] Checking router: 1a8e1e22-8419-4de6-9ff3-56883b44e8ac for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:25.188185 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.237487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38584) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.237711 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-654ada27-6f64-4608-ad93-e49f913e0922 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/routers/1a8e1e22-8419-4de6-9ff3-56883b44e8ac HTTP/1.1" status: 200 len: 703 time: 0.3314638 Jan 12 09:39:25.237711 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681b0a2-8485-4e2b-815c-d6bd85b69b6d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fd032b-c575-4f6f-81e7-ce6306ca1c59,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:25.238919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4681b0a2-8485-4e2b-815c-d6bd85b69b6d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.245006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bacbe61-0202-4b1a-92fa-07f7c12ab78f None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:25.272150 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4681b0a2-8485-4e2b-815c-d6bd85b69b6d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/d4fd032b-c575-4f6f-81e7-ce6306ca1c59 HTTP/1.1" status: 204 len: 168 time: 1.3901303 Jan 12 09:39:25.273493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38590) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.295347 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] Sync routers for ids ['9b74ed80-c3f2-4c4d-a64f-c7560e613b31'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:25.354152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] Routers {'1a8e1e22-8419-4de6-9ff3-56883b44e8ac'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:25.357425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1a8e1e22-8419-4de6-9ff3-56883b44e8ac'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:25.400229 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] Routers {'9b74ed80-c3f2-4c4d-a64f-c7560e613b31'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:25.401200 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9b74ed80-c3f2-4c4d-a64f-c7560e613b31'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:25.447213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Deleting port 19750663-cae2-4746-95c0-af26a80b7f28 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:25.447786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.450728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.464208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-595c0c05-7320-4dd6-963b-f1c6b5bd629c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Synchronizing usage tracker for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:25.493106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Deleting port 5822d804-3363-4f1a-b4df-04837c3aa01f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:25.493775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.543119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] Set router 1a8e1e22-8419-4de6-9ff3-56883b44e8ac gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:25.558926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-595c0c05-7320-4dd6-963b-f1c6b5bd629c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Unset dirty status for tenant:75f5b618c2ec4646a7a37a16ce8aaacb on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:25.562513 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-595c0c05-7320-4dd6-963b-f1c6b5bd629c tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a8e1e22-8419-4de6-9ff3-56883b44e8ac HTTP/1.1" status: 200 len: 205 time: 0.3234692 Jan 12 09:39:25.567649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38596) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.762201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8e1e22-8419-4de6-9ff3-56883b44e8ac', 'name': 'tempest-RoutersIpV6Test-router-222647785', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:22Z', 'updated_at': '2022-01-12T09:39:23Z', 'revision_number': 2, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:25.773906 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] Set router 9b74ed80-c3f2-4c4d-a64f-c7560e613b31 gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:25.801691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] For port 5822d804-3363-4f1a-b4df-04837c3aa01f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5822d804-3363-4f1a-b4df-04837c3aa01f,segment=NetworkSegment(e24118c5-d1dc-462b-b617-93a92416441b),segment_id=e24118c5-d1dc-462b-b617-93a92416441b)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:25.803436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.806137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acef920-068e-4792-8af8-9bbf96f15c32 None None] The sync data for ids ['1a8e1e22-8419-4de6-9ff3-56883b44e8ac'] in dv-neutron-824347-1-hyperv is: [{'id': '1a8e1e22-8419-4de6-9ff3-56883b44e8ac', 'name': 'tempest-RoutersIpV6Test-router-222647785', 'tenant_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:22Z', 'updated_at': '2022-01-12T09:39:23Z', 'revision_number': 2, 'project_id': '75f5b618c2ec4646a7a37a16ce8aaacb', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:25.947342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38604) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.951362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3879f-0c89-4a84-96d4-ad8999b60f2e None None] Pushing event updated for resources: {'Port': ['ID=5822d804-3363-4f1a-b4df-04837c3aa01f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:26.020080 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74ed80-c3f2-4c4d-a64f-c7560e613b31', 'name': 'tempest-NetworksTestDHCPv6-router-1673072905', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:22Z', 'revision_number': 3, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:26.031740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1991-1374-4d9e-afa1-18a0ff697e63 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.040248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-340005208-network', 'tenant_id': '735d5d66356d40499af1339a80de6e3f'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:26.044792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:26.048809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Usage tracker for resource:network and tenant:735d5d66356d40499af1339a80de6e3f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:26.061283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:26.072341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:26.073440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c601b-149e-4979-9d4c-f2bf5d0a8b68 None None] Network 47dbe65b-fa9f-4f18-812a-64d5704b4d49 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:26.089023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Calling delete_port for 5822d804-3363-4f1a-b4df-04837c3aa01f owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:26.109373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bc60bb72-99f1-4872-8f0e-5f628bd90e9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:router {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:26.119167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Made reservation on behalf of 735d5d66356d40499af1339a80de6e3f for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:26.124910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.151442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.152053 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] Checking router: 9b74ed80-c3f2-4c4d-a64f-c7560e613b31 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:26.165599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] For port 19750663-cae2-4746-95c0-af26a80b7f28, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=19750663-cae2-4746-95c0-af26a80b7f28,segment=NetworkSegment(d4baa870-7cc1-4b88-bc98-32d8f8c4c08c),segment_id=d4baa870-7cc1-4b88-bc98-32d8f8c4c08c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:26.165952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.235815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:26.241604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Usage tracker for resource:security_group_rule and tenant:735d5d66356d40499af1339a80de6e3f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:26.246261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:26.257244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.268660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:26.271934 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.286496 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Transition to ACTIVE for port object ca087678-9b5b-4026-906d-e8d35f464424 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:26.297881 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.316228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390848d9-448a-48fb-9b5e-0097f9944ee8 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:39:26.323681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No DVR routers for this DVR port 5822d804-3363-4f1a-b4df-04837c3aa01f on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:26.329116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-390848d9-448a-48fb-9b5e-0097f9944ee8 None None] Deleting port c12602e3-98b9-4d41-b250-1a1deca1112f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:26.329826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-390848d9-448a-48fb-9b5e-0097f9944ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.331514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Port': ['ID=5822d804-3363-4f1a-b4df-04837c3aa01f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:26.334690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bc60bb72-99f1-4872-8f0e-5f628bd90e9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:router {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:26.336453 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bc60bb72-99f1-4872-8f0e-5f628bd90e9b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0619066 Jan 12 09:39:26.358315 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] Routers {'9b74ed80-c3f2-4c4d-a64f-c7560e613b31'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:26.359509 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9b74ed80-c3f2-4c4d-a64f-c7560e613b31'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:26.437368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb5832-0e72-4ef3-aa15-1cbfbb48b04b None None] Network 47dbe65b-fa9f-4f18-812a-64d5704b4d49 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:26.498229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.566008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47dbe65b-fa9f-4f18-812a-64d5704b4d49']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:26.594549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24118c5-d1dc-462b-b617-93a92416441b') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:26.594798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24118c5-d1dc-462b-b617-93a92416441b') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:26.604264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38610) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.632771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Calling delete_port for 19750663-cae2-4746-95c0-af26a80b7f28 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:26.687473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.719189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.733239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:26.733681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:26.750120 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:26.759758 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] Set router 9b74ed80-c3f2-4c4d-a64f-c7560e613b31 gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:26.811933 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Pushing event updated for resources: {'Port': ['ID=ca087678-9b5b-4026-906d-e8d35f464424,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:26.933465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3dd885bc-8925-4fbf-bdb4-7de6187853dd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.937850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.004339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.029832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.051602 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.059762 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/47dbe65b-fa9f-4f18-812a-64d5704b4d49 HTTP/1.1" status: 204 len: 168 time: 3.3340290 Jan 12 09:39:27.060692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38620) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.061020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-390848d9-448a-48fb-9b5e-0097f9944ee8 None None] For port c12602e3-98b9-4d41-b250-1a1deca1112f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c12602e3-98b9-4d41-b250-1a1deca1112f,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:27.062203 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-390848d9-448a-48fb-9b5e-0097f9944ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.066464 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74ed80-c3f2-4c4d-a64f-c7560e613b31', 'name': 'tempest-NetworksTestDHCPv6-router-1673072905', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:22Z', 'revision_number': 3, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:27.082391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event deleted for resources: {'Port': ['ID=19750663-cae2-4746-95c0-af26a80b7f28,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:27.093756 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.097867 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.098406 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.098740 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.099089 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.099418 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.099762 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.100046 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.100357 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.100660 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.108599 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:27.114382 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-faaac968-efa0-4bef-83ce-b367b72de642 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.114845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faaac968-efa0-4bef-83ce-b367b72de642 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.119635 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-faaac968-efa0-4bef-83ce-b367b72de642 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/subnets/a974f4d0-502a-4cc8-b89b-262d1b1be32a HTTP/1.1" status: 404 len: 337 time: 0.0542326 Jan 12 09:39:27.120336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.123596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baa1bb-846c-4939-ba4d-ba82d5d4091a tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Network': ['ID=47dbe65b-fa9f-4f18-812a-64d5704b4d49,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:27.126146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38624) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.131929 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63e377-58be-45ef-871e-276553c03c46 None None] The sync data for ids ['9b74ed80-c3f2-4c4d-a64f-c7560e613b31'] in dv-neutron-824347-1-hyperv is: [{'id': '9b74ed80-c3f2-4c4d-a64f-c7560e613b31', 'name': 'tempest-NetworksTestDHCPv6-router-1673072905', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:22Z', 'revision_number': 3, 'project_id': '71027c7ca7a84e3287429fdf95c87aa9', 'gw_port_host': None}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:27.139692 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Attempting to bind port ca087678-9b5b-4026-906d-e8d35f464424 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:27.140056 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Attempting to bind port ca087678-9b5b-4026-906d-e8d35f464424 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:27.140404 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Attempting to bind port ca087678-9b5b-4026-906d-e8d35f464424 on network 8420e4c9-842a-48be-8f50-46726b486a53 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:27.156377 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:27.156767 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Checking segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:27.157119 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.159227 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Bound using segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:27.159712 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Bound port: ca087678-9b5b-4026-906d-e8d35f464424, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:27.160105 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.269275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:27.276426 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbba7ada-977d-433b-bbce-b60242cba0d4 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.276872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbba7ada-977d-433b-bbce-b60242cba0d4 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.299323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-390848d9-448a-48fb-9b5e-0097f9944ee8 None None] Calling delete_port for c12602e3-98b9-4d41-b250-1a1deca1112f owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:27.346595 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] For port ca087678-9b5b-4026-906d-e8d35f464424, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:27.353881 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] For port ca087678-9b5b-4026-906d-e8d35f464424, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ca087678-9b5b-4026-906d-e8d35f464424,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:27.362719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61cf2c0-5ee7-49a3-b8fc-19ea6ff8d712,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:27.363243 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.392654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1991-1374-4d9e-afa1-18a0ff697e63 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.409667 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1991-1374-4d9e-afa1-18a0ff697e63 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.410010 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-390848d9-448a-48fb-9b5e-0097f9944ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.504331 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cbba7ada-977d-433b-bbce-b60242cba0d4 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/47dbe65b-fa9f-4f18-812a-64d5704b4d49 HTTP/1.1" status: 404 len: 339 time: 0.3685882 Jan 12 09:39:27.505636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38628) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.512669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.513358 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Added segment 9a8e46c6-f133-4d07-9a27-18d473bb9e6e of type vlan for network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de Jan 12 09:39:27.526101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390848d9-448a-48fb-9b5e-0097f9944ee8 None None] No DVR routers for this DVR port c12602e3-98b9-4d41-b250-1a1deca1112f on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:27.544010 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390848d9-448a-48fb-9b5e-0097f9944ee8 None None] Pushing event deleted for resources: {'Port': ['ID=c12602e3-98b9-4d41-b250-1a1deca1112f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:27.575480 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06fe37-6c1f-4a0c-b430-7c171a42deba None None] Pushing event updated for resources: {'Port': ['ID=ca087678-9b5b-4026-906d-e8d35f464424,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:27.585963 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:27.587032 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:27.669632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1991-1374-4d9e-afa1-18a0ff697e63 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.671277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2e1991-1374-4d9e-afa1-18a0ff697e63 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Fanout notify agent at l3_agent the message router_deleted on router 1a8e1e22-8419-4de6-9ff3-56883b44e8ac {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:39:27.675113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.783020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e0477-4bb9-4644-a70c-b67ca0f0e589 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:39:27.824253 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:27.855265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3dd885bc-8925-4fbf-bdb4-7de6187853dd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.860228 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3dd885bc-8925-4fbf-bdb4-7de6187853dd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.873146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1991-1374-4d9e-afa1-18a0ff697e63 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.874190 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1e2e1991-1374-4d9e-afa1-18a0ff697e63 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/1a8e1e22-8419-4de6-9ff3-56883b44e8ac HTTP/1.1" status: 204 len: 168 time: 2.2858019 Jan 12 09:39:27.886145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38632) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.958857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3dd885bc-8925-4fbf-bdb4-7de6187853dd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.959558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd885bc-8925-4fbf-bdb4-7de6187853dd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Fanout notify agent at l3_agent the message router_deleted on router 9b74ed80-c3f2-4c4d-a64f-c7560e613b31 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:39:27.969167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.979801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e0477-4bb9-4644-a70c-b67ca0f0e589 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:39:27.986612 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.992841 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-501cabe5-87d6-419b-94f5-8dce286a714d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a8e1e22-8419-4de6-9ff3-56883b44e8ac HTTP/1.1" status: 200 len: 205 time: 0.0952435 Jan 12 09:39:27.995819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38636) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.026280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.031334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.069905 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.076132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbe3f9d7-0f47-4005-977b-431642fcea27 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:39:28.093567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3dd885bc-8925-4fbf-bdb4-7de6187853dd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.097234 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3dd885bc-8925-4fbf-bdb4-7de6187853dd tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/routers/9b74ed80-c3f2-4c4d-a64f-c7560e613b31 HTTP/1.1" status: 204 len: 168 time: 1.4905419 Jan 12 09:39:28.100581 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-99a7442a-b06e-4dc1-b22c-b5c7f9a5af53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] delete failed (client error): The resource could not be found. Jan 12 09:39:28.101983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.104157 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-99a7442a-b06e-4dc1-b22c-b5c7f9a5af53 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/1a8e1e22-8419-4de6-9ff3-56883b44e8ac HTTP/1.1" status: 404 len: 336 time: 0.1047983 Jan 12 09:39:28.105136 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-13d252e0-0c8b-4761-b2b2-3dcfc713dbdc tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "DELETE /v2.0/routers/bbe3f9d7-0f47-4005-977b-431642fcea27 HTTP/1.1" status: 204 len: 168 time: 5.7216873 Jan 12 09:39:28.105754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38640) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.106077 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38642) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.108287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38644) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.159309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb72f3-311a-4e2b-83ae-d45ac7639835 req-0d0f4c84-c815-4981-8c83-a69d116b255c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:28.161156 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d4cb72f3-311a-4e2b-83ae-d45ac7639835 req-0d0f4c84-c815-4981-8c83-a69d116b255c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5522382 Jan 12 09:39:28.213004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f9968f-bb21-46b8-97e8-cb5e8fd81e13 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Deleting subnet 7e496131-d878-4b66-8b34-5160f2d9c46f {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:28.217039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device eb85ea46-1c57-4085-bd37-c03b367c30ab no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:28.227823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-60f9968f-bb21-46b8-97e8-cb5e8fd81e13 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.264583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: eb85ea46-1c57-4085-bd37-c03b367c30ab {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:28.264915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device eb85ea46-1c57-4085-bd37-c03b367c30ab not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:28.265449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c12602e3-98b9-4d41-b250-1a1deca1112f no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:28.285701 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d4cb72f3-311a-4e2b-83ae-d45ac7639835 req-5e5aa27a-c893-4bc2-bae6-f3b5be69a050 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174724 Jan 12 09:39:28.298928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-60f9968f-bb21-46b8-97e8-cb5e8fd81e13 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.304044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: c12602e3-98b9-4d41-b250-1a1deca1112f {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:28.304738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c12602e3-98b9-4d41-b250-1a1deca1112f not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:28.336116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-41a11117-db9a-420e-b2cf-df452bae7f48 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:28.344949 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-001e2ab6-ac02-4045-9d23-e07606875551 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:28.345377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001e2ab6-ac02-4045-9d23-e07606875551 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:28.350308 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-001e2ab6-ac02-4045-9d23-e07606875551 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/7dbb7132-8f41-4d7d-aea7-8b258beeef4c HTTP/1.1" status: 404 len: 337 time: 0.2369516 Jan 12 09:39:28.366132 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38654) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.419362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.420130 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:28.420696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.434693 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:27Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:28.447006 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14053ffc-2446-45f0-9fbb-09606d1f5aea None None] The sync data for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv is: [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:27Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:28.557528 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2390e49-73f8-4737-93e7-c723864bd847 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:28.557967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2390e49-73f8-4737-93e7-c723864bd847 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:28.562088 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e2390e49-73f8-4737-93e7-c723864bd847 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/eb02a8ee-0098-4278-8e16-1ce4eb2af47d HTTP/1.1" status: 404 len: 337 time: 0.1813185 Jan 12 09:39:28.598558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38662) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.637541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-41a11117-db9a-420e-b2cf-df452bae7f48 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:28.638766 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-41a11117-db9a-420e-b2cf-df452bae7f48 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5293379 Jan 12 09:39:28.646366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38666) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.652158 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7027752 Jan 12 09:39:28.654477 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.666059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38670) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.690644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Request body: {'subnet': {'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-340005208-subnet', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'ip_version': 4}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:28.694274 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-956647cc-bbbc-48b7-ae81-d69c5e17b762 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:28.694786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956647cc-bbbc-48b7-ae81-d69c5e17b762 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:28.698744 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-956647cc-bbbc-48b7-ae81-d69c5e17b762 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/9c2c7029-9ce7-4b1e-ad94-ac736d3b16ae HTTP/1.1" status: 404 len: 337 time: 0.0968988 Jan 12 09:39:28.707101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:28.709009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38674) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.743590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd591d3-f9a5-4243-82be-bc3b6711d795 admin admin] Pushing event updated for resources: {'Network': ['ID=4f6d74ac-ea45-449f-9a8f-c6e6abc389de,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:28.750903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5cb11f-9f92-4478-b394-2ce5eecf0ca3']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:28.756490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Usage tracker for resource:subnet and tenant:735d5d66356d40499af1339a80de6e3f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:28.757624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:28.759537 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfee2fb8-7f2d-4946-98d2-305dc51bb74d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:28.759969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfee2fb8-7f2d-4946-98d2-305dc51bb74d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:28.764294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dfee2fb8-7f2d-4946-98d2-305dc51bb74d tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/335dfbaa-7fcc-419b-8ecc-0f5fe3dbc9b6 HTTP/1.1" status: 404 len: 337 time: 0.0516880 Jan 12 09:39:28.764294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:28.771906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38678) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.774644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:28.787646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5709ad6-ac3e-409d-be0e-96da4e865edc') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:28.788030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5709ad6-ac3e-409d-be0e-96da4e865edc') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:28.788745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-60f9968f-bb21-46b8-97e8-cb5e8fd81e13 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.848808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Made reservation on behalf of 735d5d66356d40499af1339a80de6e3f for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:28.851134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.855060 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-12421eb0-0dc2-40fc-a313-cef9c362a937 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed92ce0a-1ab5-45a8-b999-1997feb2527e HTTP/1.1" status: 200 len: 205 time: 0.0765162 Jan 12 09:39:28.855481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.868941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38682) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.870793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae62ed-3fea-46ad-928e-7449d6e5d1f9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:28.871553 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cbae62ed-3fea-46ad-928e-7449d6e5d1f9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:28.898970 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-695f2277-a999-46d5-b9d0-197e0a63837d req-52b0c7eb-a38f-4498-8f73-6e76d7117e7d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6167014 Jan 12 09:39:28.912229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.916119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cbae62ed-3fea-46ad-928e-7449d6e5d1f9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:28.917123 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cbae62ed-3fea-46ad-928e-7449d6e5d1f9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2673402 Jan 12 09:39:28.920380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38686) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.006558 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-010f3a8b-7661-498f-aaa9-9731c556bf46 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] delete failed (client error): The resource could not be found. Jan 12 09:39:29.010153 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-010f3a8b-7661-498f-aaa9-9731c556bf46 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/ed92ce0a-1ab5-45a8-b999-1997feb2527e HTTP/1.1" status: 404 len: 336 time: 0.1377480 Jan 12 09:39:29.010320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:29.010320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.025105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38690) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:29.025325 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:29.047479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-81c9c05f-5463-4dd3-a5cc-28b2b622ba61 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:router {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:29.092529 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eae4d1-1537-46ab-8a33-81429706986b req-a59d38b0-8c64-4064-bc8f-3cb4cfbf54fb tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:29.094171 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6eae4d1-1537-46ab-8a33-81429706986b req-a59d38b0-8c64-4064-bc8f-3cb4cfbf54fb tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.4967046 Jan 12 09:39:29.116721 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5939473a-dda4-4214-a1d4-065801126e51 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c78d3d-e43e-420f-8b63-d287af700a3c HTTP/1.1" status: 200 len: 205 time: 0.0818679 Jan 12 09:39:29.117685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38694) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.124454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-60f9968f-bb21-46b8-97e8-cb5e8fd81e13 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.195749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9968f-bb21-46b8-97e8-cb5e8fd81e13 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e496131-d878-4b66-8b34-5160f2d9c46f,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:29.212910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-60f9968f-bb21-46b8-97e8-cb5e8fd81e13 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.229201 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-60f9968f-bb21-46b8-97e8-cb5e8fd81e13 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/7e496131-d878-4b66-8b34-5160f2d9c46f HTTP/1.1" status: 204 len: 168 time: 1.1165292 Jan 12 09:39:29.231001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38698) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.257987 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6eae4d1-1537-46ab-8a33-81429706986b req-bbe38f82-65f8-43e1-b9df-feeff12e9c1e tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470559 Jan 12 09:39:29.337698 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-bbe2d339-a192-473c-87ce-2287974946a0 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] delete failed (client error): The resource could not be found. Jan 12 09:39:29.338911 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bbe2d339-a192-473c-87ce-2287974946a0 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/d1c78d3d-e43e-420f-8b63-d287af700a3c HTTP/1.1" status: 404 len: 336 time: 0.2191892 Jan 12 09:39:29.342681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38704) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.346067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.373985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.377619 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Network': ['ID=2b5cb11f-9f92-4478-b394-2ce5eecf0ca3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:29.380926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-81c9c05f-5463-4dd3-a5cc-28b2b622ba61 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:router {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:29.382336 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-81c9c05f-5463-4dd3-a5cc-28b2b622ba61 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4610584 Jan 12 09:39:29.387573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38708) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.399184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:29.411565 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d7903c-27b4-4a43-94f3-767baebe0053 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:29.411958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d7903c-27b4-4a43-94f3-767baebe0053 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:29.429209 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8d41be06-d806-4bc2-894c-494ba8eaaaa1 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/2b5cb11f-9f92-4478-b394-2ce5eecf0ca3 HTTP/1.1" status: 204 len: 168 time: 1.9184754 Jan 12 09:39:29.430335 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38712) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.430851 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-98d7903c-27b4-4a43-94f3-767baebe0053 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/cc0e4628-f43a-45ec-80c9-e8af735f9fe3 HTTP/1.1" status: 404 len: 337 time: 0.0842650 Jan 12 09:39:29.431018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38714) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.440323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.618057 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e831830-045e-48e9-b329-25449bb31164 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:29.618583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e831830-045e-48e9-b329-25449bb31164 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:29.620350 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3e831830-045e-48e9-b329-25449bb31164 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/subnets/a2ea9b11-6572-4c2a-be1a-55d57ae94c99 HTTP/1.1" status: 404 len: 337 time: 0.1805935 Jan 12 09:39:29.632427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38722) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.636235 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-695f2277-a999-46d5-b9d0-197e0a63837d req-15bd354a-e713-4b44-a782-5ea99893cdc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=875fb44060cb4d74ad4660b23bd39c0d&device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 1099 time: 0.6625230 Jan 12 09:39:29.661517 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1c72d108-919c-4eab-b964-9f5dbd9c7b22 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfff55cc-5054-4e2c-9e57-36c60e993c1d HTTP/1.1" status: 200 len: 205 time: 0.2231758 Jan 12 09:39:29.663813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.675679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38726) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.699961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e654e02-8e7c-4abc-b01a-6b936f3aa2ec']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:29.759365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4baa870-7cc1-4b88-bc98-32d8f8c4c08c') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:29.759663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4baa870-7cc1-4b88-bc98-32d8f8c4c08c') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:29.786703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.805307 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d1a938-41f8-4023-a42a-0cf3be8dcc7b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:29.805758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d1a938-41f8-4023-a42a-0cf3be8dcc7b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:29.807440 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-56d1a938-41f8-4023-a42a-0cf3be8dcc7b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/259707fe-dc0f-461f-9dd6-55ccf83b919a HTTP/1.1" status: 404 len: 339 time: 0.1699593 Jan 12 09:39:29.811868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38730) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.835209 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-6ae27fcf-83f0-4c6b-af7d-df60f037a6a3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] delete failed (client error): The resource could not be found. Jan 12 09:39:29.838869 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6ae27fcf-83f0-4c6b-af7d-df60f037a6a3 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/bfff55cc-5054-4e2c-9e57-36c60e993c1d HTTP/1.1" status: 404 len: 336 time: 0.1370282 Jan 12 09:39:29.838869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:29.840932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38734) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.859398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.867290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.892569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:29.908069 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-29ff43f6-6b19-42fa-9915-10b08f91900b tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=42e59a8f-b0bd-4167-8c25-3ba297f14dd7 HTTP/1.1" status: 200 len: 205 time: 0.0648730 Jan 12 09:39:29.914315 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38738) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.918993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:29.919461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:29.934251 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:29.980186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:30.066987 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-a1d97c3e-455d-4c7f-84ba-816a157a984f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] delete failed (client error): The resource could not be found. Jan 12 09:39:30.073416 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a1d97c3e-455d-4c7f-84ba-816a157a984f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/42e59a8f-b0bd-4167-8c25-3ba297f14dd7 HTTP/1.1" status: 404 len: 336 time: 0.1527796 Jan 12 09:39:30.073597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d3cbfb-0116-4b3d-807a-92a896defa7d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:30.074844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38742) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.125605 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f2277-a999-46d5-b9d0-197e0a63837d req-93eaec42-2d79-4111-89ec-974f1b1b2980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:30.127121 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-695f2277-a999-46d5-b9d0-197e0a63837d req-93eaec42-2d79-4111-89ec-974f1b1b2980 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc449481-2221-47d1-9ed8-eb0f7a693a7b HTTP/1.1" status: 200 len: 898 time: 0.4551718 Jan 12 09:39:30.133627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5c85-d1a4-4121-b786-43568317a57d req-a1436d08-4909-4224-88de-34f790068882 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:30.135160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d1e5c85-d1a4-4121-b786-43568317a57d req-a1436d08-4909-4224-88de-34f790068882 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.4473126 Jan 12 09:39:30.142446 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-301fe35c-1b24-42e3-bb73-79c0e599a6cb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:30.142446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301fe35c-1b24-42e3-bb73-79c0e599a6cb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:30.142446 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-301fe35c-1b24-42e3-bb73-79c0e599a6cb tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/a696aaff-0184-47c2-b3e4-60a56a3d6c19 HTTP/1.1" status: 404 len: 337 time: 0.0637515 Jan 12 09:39:30.145424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38746) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.149583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.189219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ca087678-9b5b-4026-906d-e8d35f464424 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:30.241036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.273412 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port ca087678-9b5b-4026-906d-e8d35f464424 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:30.280530 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port ca087678-9b5b-4026-906d-e8d35f464424 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:30.281169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.334063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e654e02-8e7c-4abc-b01a-6b936f3aa2ec {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 12 09:39:30.358099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.382006 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f1b609a1-e80c-4d81-9f86-af95abfa80be tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=bbf93a33-8d31-4ceb-a982-1ea78722b8aa HTTP/1.1" status: 200 len: 205 time: 0.2307787 Jan 12 09:39:30.384296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38750) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.388027 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "DELETE /v2.0/networks/0e654e02-8e7c-4abc-b01a-6b936f3aa2ec HTTP/1.1" status: 204 len: 168 time: 1.1558614 Jan 12 09:39:30.445454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.469933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Checking segment: {'id': '9a8e46c6-f133-4d07-9a27-18d473bb9e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:30.469933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Network hostable DHCP agents. Network: 4f6d74ac-ea45-449f-9a8f-c6e6abc389de, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:30.481940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e66d24c-4faf-4f7d-baab-a5ff94a58471 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Deleting subnet 6155eaa1-f8a9-4d3a-be57-931805e23b0b {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:30.495572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40654f2b-5ea1-4af4-97fb-aadd686f1d02 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e654e02-8e7c-4abc-b01a-6b936f3aa2ec,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:30.503538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0e66d24c-4faf-4f7d-baab-a5ff94a58471 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.535452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port ca087678-9b5b-4026-906d-e8d35f464424, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ca087678-9b5b-4026-906d-e8d35f464424,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:30.541993 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.566705 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-695f2277-a999-46d5-b9d0-197e0a63837d req-8059ca01-2307-42bd-bbc2-9880cac9237e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8 HTTP/1.1" status: 200 len: 1002 time: 0.4244361 Jan 12 09:39:30.617178 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d1e5c85-d1a4-4121-b786-43568317a57d req-c23bd943-740e-4544-b4a8-e42aba9be9ff tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093500 Jan 12 09:39:30.631550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0e66d24c-4faf-4f7d-baab-a5ff94a58471 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.656292 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=ca087678-9b5b-4026-906d-e8d35f464424,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:30.659953 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-9946310f-0fae-4b79-a5a5-21603e1c01e9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] delete failed (client error): The resource could not be found. Jan 12 09:39:30.661240 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9946310f-0fae-4b79-a5a5-21603e1c01e9 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/bbf93a33-8d31-4ceb-a982-1ea78722b8aa HTTP/1.1" status: 404 len: 336 time: 0.2759569 Jan 12 09:39:30.666398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38758) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.674984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:30.707865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f2277-a999-46d5-b9d0-197e0a63837d req-4ade57b0-8e2c-4c92-91d3-e3ff13b3dbab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:30.709569 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-695f2277-a999-46d5-b9d0-197e0a63837d req-4ade57b0-8e2c-4c92-91d3-e3ff13b3dbab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e8979c3-057a-4be8-928e-fce569f4e271 HTTP/1.1" status: 200 len: 835 time: 0.1300004 Jan 12 09:39:30.733871 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78eb371-45f1-45fe-b755-5c7a8b01911f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:30.734466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78eb371-45f1-45fe-b755-5c7a8b01911f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:30.736458 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d78eb371-45f1-45fe-b755-5c7a8b01911f tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/51e8d1aa-63b7-496b-b5b6-0a84539d13f1 HTTP/1.1" status: 404 len: 337 time: 0.0684805 Jan 12 09:39:30.743580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38762) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.755830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 4f6d74ac-ea45-449f-9a8f-c6e6abc389de) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:30.767070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e6a24-ae24-4ff7-a88e-a0c023322830 None None] Network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:30.842405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:30.842689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.847812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a4e9624a-de9a-4fa8-9985-92173410eac1 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "GET /v2.0/ports?device_id=03a19314-1a58-487a-adf2-2f141ac246ad HTTP/1.1" status: 200 len: 205 time: 0.0969603 Jan 12 09:39:30.853040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38768) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.893463 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dd6d7c26-0451-47bc-8d3f-575d119d8c43 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2174487 Jan 12 09:39:30.895308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38772) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.900409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-340005208-router', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:30.907012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:30.912360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Usage tracker for resource:router and tenant:735d5d66356d40499af1339a80de6e3f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:30.916026 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:30.925265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:30.929737 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0e66d24c-4faf-4f7d-baab-a5ff94a58471 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.956972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38776) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.963760 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-5413b97c-e417-41cf-ba73-e9e1ccf60ccf tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] delete failed (client error): The resource could not be found. Jan 12 09:39:30.969114 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5413b97c-e417-41cf-ba73-e9e1ccf60ccf tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/routers/03a19314-1a58-487a-adf2-2f141ac246ad HTTP/1.1" status: 404 len: 336 time: 0.1149690 Jan 12 09:39:30.969787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Request body: {'router': {'name': 'tempest-router--145671133', 'project_id': 'e63d26ddc93148048a15a33a010997d5'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:30.969902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38780) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.976582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:30.983627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Usage tracker for resource:router and tenant:e63d26ddc93148048a15a33a010997d5 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:30.988522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:30.995425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.996611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.014145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:31.047950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.049535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.050589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.062973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0e66d24c-4faf-4f7d-baab-a5ff94a58471 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.069627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-4f6d74ac-ea45-449f-9a8f-c6e6abc389de', 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'fixed_ips': [{'subnet_id': '86d3cbfb-0116-4b3d-807a-92a896defa7d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:39:31.070946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.112316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66d24c-4faf-4f7d-baab-a5ff94a58471 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Subnet': ['ID=6155eaa1-f8a9-4d3a-be57-931805e23b0b,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:31.125868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0e66d24c-4faf-4f7d-baab-a5ff94a58471 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.135874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.145799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91430a04-1050-45de-9ea0-1a05a7163f9d None None] Network f7350eca-0c62-4303-b8d9-307ca8470f92 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:31.190885 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbfc549-2145-42f5-a6da-fbcd67fa1d79 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:31.191503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbfc549-2145-42f5-a6da-fbcd67fa1d79 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:31.198732 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-695f2277-a999-46d5-b9d0-197e0a63837d req-6806758e-026d-481a-bef9-25339bb77d2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc449481-2221-47d1-9ed8-eb0f7a693a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4803429 Jan 12 09:39:31.207090 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5fbfc549-2145-42f5-a6da-fbcd67fa1d79 tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/22ad420e-7cdc-4381-bdda-aeb1717c6cc2 HTTP/1.1" status: 404 len: 337 time: 0.2331226 Jan 12 09:39:31.207877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38784) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:31.215568 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0e66d24c-4faf-4f7d-baab-a5ff94a58471 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/subnets/6155eaa1-f8a9-4d3a-be57-931805e23b0b HTTP/1.1" status: 204 len: 168 time: 1.3987694 Jan 12 09:39:31.216875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38788) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:31.275642 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd921f71-529a-4c03-9d5d-5f0cac2ce28a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:31.275974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd921f71-529a-4c03-9d5d-5f0cac2ce28a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:31.280325 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fd921f71-529a-4c03-9d5d-5f0cac2ce28a tempest-RoutersIpV6Test-1971242587 tempest-RoutersIpV6Test-1971242587-project] 10.222.0.58 "DELETE /v2.0/subnets/44386bd8-99f3-4c62-bdb7-af61e015a412 HTTP/1.1" status: 404 len: 337 time: 0.0660031 Jan 12 09:39:31.333311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.352284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.361666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e535538-9e51-4939-81ff-f1e0e6315b76 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Deleting subnet a6e68f0d-0b3d-426a-a5b0-4d0b77683ac2 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:31.368312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e535538-9e51-4939-81ff-f1e0e6315b76 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.401068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.402264 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3864032a-86e0-4393-8f39-e05c0d5d824e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4424982 Jan 12 09:39:31.408541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38794) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:31.409954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Allocated IP 172.20.0.2 (4f6d74ac-ea45-449f-9a8f-c6e6abc389de/86d3cbfb-0116-4b3d-807a-92a896defa7d/478c2e2b-fc80-47b6-9dcc-1d0c03e11f66) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:31.453372 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:39:31.461052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.509541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e535538-9e51-4939-81ff-f1e0e6315b76 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.586344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:31.588743 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-695f2277-a999-46d5-b9d0-197e0a63837d req-a00faa8b-20e2-48bf-a3b1-e9c3ee84f01e service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742359 Jan 12 09:39:31.592238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:31.596000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:31.596844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.606263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda5dd71-2ebc-4e85-a568-b2624a7cde10 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:31.633985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=604cc131-e060-4d6a-abde-b81ad1634272,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:31.701184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2095492b-c772-4978-b030-a9c75a7ae634 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.749322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38802) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:31.766205 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1fe5cc7d-497d-45d5-80d5-9fd86f1163d5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3758438 Jan 12 09:39:31.774693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38808) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:31.786959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:31.868580 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-695f2277-a999-46d5-b9d0-197e0a63837d req-d6cff20a-6422-4159-bf6e-0b9e17b52400 service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589438 Jan 12 09:39:32.006578 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b99397cd-7ef7-4b76-8546-992c931afdf6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=75f5b618c2ec4646a7a37a16ce8aaacb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2533813 Jan 12 09:39:32.006913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38812) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:32.020319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '604cc131-e060-4d6a-abde-b81ad1634272'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:39:32.021222 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.047165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.069347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Transition to ACTIVE for port object 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:32.082590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-329dd664-d0ec-47bf-8ea9-bf3893ddb4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.098923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e535538-9e51-4939-81ff-f1e0e6315b76 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.111899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-329dd664-d0ec-47bf-8ea9-bf3893ddb4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.147576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Transition to ACTIVE for port object 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:32.165365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.205648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-329dd664-d0ec-47bf-8ea9-bf3893ddb4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.227938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dd664-d0ec-47bf-8ea9-bf3893ddb4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8deb4d5-be56-4b3c-91d8-0819eaef9f34,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:32.243708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-329dd664-d0ec-47bf-8ea9-bf3893ddb4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.251570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Pushing event updated for resources: {'Port': ['ID=478c2e2b-fc80-47b6-9dcc-1d0c03e11f66,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:32.253851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ca087678-9b5b-4026-906d-e8d35f464424 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:32.266308 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-329dd664-d0ec-47bf-8ea9-bf3893ddb4e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8deb4d5-be56-4b3c-91d8-0819eaef9f34 HTTP/1.1" status: 204 len: 168 time: 0.2395859 Jan 12 09:39:32.414104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:32.428582 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:32.436574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:32.448390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:32.464130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Allocated IP 2001:db8::f816:3eff:fe6e:b9b9 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/604cc131-e060-4d6a-abde-b81ad1634272/6d58213b-14e3-48fb-a111-7961c2fc0c53) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:32.533022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e535538-9e51-4939-81ff-f1e0e6315b76 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.585027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:32.672594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535538-9e51-4939-81ff-f1e0e6315b76 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e68f0d-0b3d-426a-a5b0-4d0b77683ac2,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:32.679624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cf26d-1fd3-4d2d-b2c8-abf703515bf9 req-45efbb2c-ea5e-4ded-b810-d66329e83cc2 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:32.681046 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb1cf26d-1fd3-4d2d-b2c8-abf703515bf9 req-45efbb2c-ea5e-4ded-b810-d66329e83cc2 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.8182623 Jan 12 09:39:32.686461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2095492b-c772-4978-b030-a9c75a7ae634 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.742393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:32.750492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Attempting to bind port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:32.750492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Attempting to bind port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '9a8e46c6-f133-4d07-9a27-18d473bb9e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:32.750492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Attempting to bind port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 on network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:32.758520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e535538-9e51-4939-81ff-f1e0e6315b76 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.767866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2095492b-c772-4978-b030-a9c75a7ae634 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.790072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:32.790481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Checking segment: {'id': '9a8e46c6-f133-4d07-9a27-18d473bb9e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:32.790849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.791241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Bound using segment: {'id': '9a8e46c6-f133-4d07-9a27-18d473bb9e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:32.791713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Bound port: 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8e46c6-f133-4d07-9a27-18d473bb9e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:32.792074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.838551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port ca087678-9b5b-4026-906d-e8d35f464424 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:32.840116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.934194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38828) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:32.944729 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5e535538-9e51-4939-81ff-f1e0e6315b76 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/subnets/a6e68f0d-0b3d-426a-a5b0-4d0b77683ac2 HTTP/1.1" status: 204 len: 168 time: 1.7267747 Jan 12 09:39:32.964296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.994838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.011241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Transition to ACTIVE for port object 6d58213b-14e3-48fb-a111-7961c2fc0c53 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:33.025751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.053570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Transition to ACTIVE for port object 6d58213b-14e3-48fb-a111-7961c2fc0c53 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:33.085265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7435aba8-149e-43a5-a320-5a052b5c7ceb None None] Network f7350eca-0c62-4303-b8d9-307ca8470f92 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:33.101489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.108133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.112753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Deleting port a506e742-17f1-4229-96de-55685e0396c9 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:33.113330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.181018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.276601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Allocated IP 172.26.1.148 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/a8ebe82f-5044-4964-a7c5-a14822eddc85) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:33.361722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] For port a506e742-17f1-4229-96de-55685e0396c9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a506e742-17f1-4229-96de-55685e0396c9,segment=NetworkSegment(542dacef-37a3-4280-ac26-83f16b1c4274),segment_id=542dacef-37a3-4280-ac26-83f16b1c4274)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:33.362208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.372347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38838) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:33.429608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.442908 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb1cf26d-1fd3-4d2d-b2c8-abf703515bf9 req-2fa67a77-2404-4666-baa5-86b9d2dacbb5 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7261660 Jan 12 09:39:33.465974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2095492b-c772-4978-b030-a9c75a7ae634 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.466890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2095492b-c772-4978-b030-a9c75a7ae634 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d8b6306-093b-4bd8-98fe-6b48c6507070 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:39:33.500234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] For port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:33.530920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Calling delete_port for a506e742-17f1-4229-96de-55685e0396c9 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:33.539163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:33.539887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2095492b-c772-4978-b030-a9c75a7ae634 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.541299 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2095492b-c772-4978-b030-a9c75a7ae634 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "DELETE /v2.0/routers/7d8b6306-093b-4bd8-98fe-6b48c6507070 HTTP/1.1" status: 204 len: 168 time: 2.1317964 Jan 12 09:39:33.559426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:33.563521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:33.565579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.584946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Pushing event updated for resources: {'Port': ['ID=6d58213b-14e3-48fb-a111-7961c2fc0c53,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:33.599711 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] For port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=478c2e2b-fc80-47b6-9dcc-1d0c03e11f66,segment=NetworkSegment(9a8e46c6-f133-4d07-9a27-18d473bb9e6e),segment_id=9a8e46c6-f133-4d07-9a27-18d473bb9e6e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:33.645197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8907c50d-9250-435d-a6c1-839840ef0a2c None None] Provisioning complete for port a506e742-17f1-4229-96de-55685e0396c9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:33.645751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8907c50d-9250-435d-a6c1-839840ef0a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.654603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.683014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.700180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:33.701114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Pushing event updated for resources: {'Port': ['ID=a8ebe82f-5044-4964-a7c5-a14822eddc85,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:33.710879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:33.714948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:33.740435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No DVR routers for this DVR port a506e742-17f1-4229-96de-55685e0396c9 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:33.753477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8907c50d-9250-435d-a6c1-839840ef0a2c None None] Port a506e742-17f1-4229-96de-55685e0396c9 was deleted so its status cannot be updated. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 12 09:39:33.798793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'network': {'name': 'tempest-RoutersTest-989011187'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:33.810854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Attempting to bind port 6d58213b-14e3-48fb-a111-7961c2fc0c53 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:33.811356 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Attempting to bind port 6d58213b-14e3-48fb-a111-7961c2fc0c53 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:33.811765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Attempting to bind port 6d58213b-14e3-48fb-a111-7961c2fc0c53 on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:33.817152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Port': ['ID=a506e742-17f1-4229-96de-55685e0396c9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:33.834455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9540-73f3-477b-aacf-97e7a78f38f2 None None] Pushing event updated for resources: {'Port': ['ID=478c2e2b-fc80-47b6-9dcc-1d0c03e11f66,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:33.841178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:33.841475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:33.841672 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:33.842192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.842738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:33.843342 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Bound port: 6d58213b-14e3-48fb-a111-7961c2fc0c53, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:33.844030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.854974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:network and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:33.930251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed58f5-23a3-4d05-b076-d1417b916d3f None None] DHCP port deletion for f7350eca-0c62-4303-b8d9-307ca8470f92 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:39:33.934261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:33.962839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38846) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:33.965190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:33.973445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.992283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] For port 6d58213b-14e3-48fb-a111-7961c2fc0c53, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:33.996237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] For port 6d58213b-14e3-48fb-a111-7961c2fc0c53, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6d58213b-14e3-48fb-a111-7961c2fc0c53,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:33.997198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.002354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.012862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:34.017622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.050706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7350eca-0c62-4303-b8d9-307ca8470f92']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:34.087278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c0426-dd45-49b3-b94f-8c8ea5579f59 None None] Pushing event updated for resources: {'Port': ['ID=6d58213b-14e3-48fb-a111-7961c2fc0c53,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:34.088403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.121294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542dacef-37a3-4280-ac26-83f16b1c4274') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:34.121500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542dacef-37a3-4280-ac26-83f16b1c4274') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:34.160448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.205551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.230824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:34.231343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.232398 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a506e742-17f1-4229-96de-55685e0396c9 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:34.257978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=01ee3263-96b3-4906-aba7-1b140b4a8157,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:34.282425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: a506e742-17f1-4229-96de-55685e0396c9 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:34.282837 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a506e742-17f1-4229-96de-55685e0396c9 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:34.317881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:34.320152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:34.341297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:34.342128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.400565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.401386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.404366 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-440cbc03-ef99-4da4-aa9b-f2cb7be15212 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6261034 Jan 12 09:39:34.407621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38852) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:34.414009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:fc:e7:79', 'name': 'tempest-NetworksTestDHCPv6-1581538193'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:34.521946 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:34.533326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:34.538579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:security_group_rule and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:34.546064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:34.557952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:34.606082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.611523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.661644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Network': ['ID=f7350eca-0c62-4303-b8d9-307ca8470f92,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:34.669357 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-753ac17c-ba04-40b7-a4e1-fca401e5242d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/f7350eca-0c62-4303-b8d9-307ca8470f92 HTTP/1.1" status: 204 len: 168 time: 1.7341042 Jan 12 09:39:34.672546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38860) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:34.676389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.676524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-389243229', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:34.695680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:34.702099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Usage tracker for resource:router and tenant:3f374d6dd1844b1ab0ddf16dc730bd8f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:34.705249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:34.715610 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.716599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:34.723984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:34.731380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:34.732968 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda8cdca-1ee1-4d1a-9781-a165cc09f7e8 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:34.734015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda8cdca-1ee1-4d1a-9781-a165cc09f7e8 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:34.735912 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cda8cdca-1ee1-4d1a-9781-a165cc09f7e8 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/subnets/5701d6c0-e035-4c6d-86f6-a34138f07d6c HTTP/1.1" status: 404 len: 337 time: 0.0623085 Jan 12 09:39:34.741201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38866) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:34.744440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:34.749645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.750379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.761354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:34.796500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:34.802954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:34.808570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.820744 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e419675-a8a1-4822-a177-a2bef282869d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:34.821216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e419675-a8a1-4822-a177-a2bef282869d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:34.824366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.824794 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added segment 74756a3b-2712-475e-9dd8-667c6151873c of type vlan for network b242e919-f80a-4470-87be-21aaad2a7e13 Jan 12 09:39:34.832815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6ad27f-72be-42c7-baba-ac1cfa30d6f5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:34.839311 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9e419675-a8a1-4822-a177-a2bef282869d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/c58da665-19b0-4465-9193-48eb14c31581 HTTP/1.1" status: 404 len: 339 time: 0.0968781 Jan 12 09:39:34.841594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38870) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:34.862850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port fe6a8975-293b-4b7f-9bce-2cec6618a936 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:34.899822 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-01de5ba8-3271-40c9-af40-059df3b66dbe tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:34.900444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01de5ba8-3271-40c9-af40-059df3b66dbe tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:34.902625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.902864 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-01de5ba8-3271-40c9-af40-059df3b66dbe tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/subnets/0257dded-2f4b-4d2e-ad7b-15439eb98636 HTTP/1.1" status: 404 len: 337 time: 0.0602498 Jan 12 09:39:34.906975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38874) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:34.918038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.953577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.958006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:34.958773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.050492 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-833b3947-a105-45d4-9822-b1e7c0da9b6c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:35.051239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833b3947-a105-45d4-9822-b1e7c0da9b6c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:35.065830 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6875863 Jan 12 09:39:35.065830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38878) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:35.074437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1602971954'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:35.081952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:35.084294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad4c4-5628-4a25-acd1-a14b9d6beded tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Network': ['ID=b242e919-f80a-4470-87be-21aaad2a7e13,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:35.089690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:network and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:35.092920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:35.096012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network b242e919-f80a-4470-87be-21aaad2a7e13 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:35.099953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:35.113860 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:35.118084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.138848 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-833b3947-a105-45d4-9822-b1e7c0da9b6c tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/f7c555e4-567d-4f96-88c0-37f7cb696806 HTTP/1.1" status: 404 len: 339 time: 0.2307994 Jan 12 09:39:35.139727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38882) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:35.186374 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83ecb2b-6631-4dba-9f8d-19f25cffffde tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:35.187021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83ecb2b-6631-4dba-9f8d-19f25cffffde tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:35.192996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:35.205170 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d83ecb2b-6631-4dba-9f8d-19f25cffffde tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/subnets/0ac3c2d9-8237-418d-be3d-618aee35c869 HTTP/1.1" status: 404 len: 337 time: 0.0633631 Jan 12 09:39:35.209262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38886) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:35.212577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.212918 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added segment 052ebd7c-3a24-45bc-a2d2-98bb19eca0f1 of type vlan for network 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 Jan 12 09:39:35.238819 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8009c3b9-829a-48c9-b0fc-f01787551a77 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:35.239370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8009c3b9-829a-48c9-b0fc-f01787551a77 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:35.242718 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8009c3b9-829a-48c9-b0fc-f01787551a77 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/2a9222db-ef98-4186-b663-a46c9cd9d72d HTTP/1.1" status: 404 len: 339 time: 0.0308497 Jan 12 09:39:35.244582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38890) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:35.246863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3a548-ffd4-44ee-9e3d-3960c7cb065f None None] Network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:35.329458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.340558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.362518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ca875-df61-4f9e-a0d1-46ea303ce1f5 req-104c1c8b-1b99-494f-8fc5-6f76c61a8c3f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:35.364003 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a21ca875-df61-4f9e-a0d1-46ea303ce1f5 req-104c1c8b-1b99-494f-8fc5-6f76c61a8c3f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.7114928 Jan 12 09:39:35.444020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6649af4e-0734-4de4-9c96-4817139b5968 None None] Provisioning for port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:35.453989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 172.20.0.2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/01ee3263-96b3-4906-aba7-1b140b4a8157/fe6a8975-293b-4b7f-9bce-2cec6618a936) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:35.463360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f816:3eff:fefc:e779 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/604cc131-e060-4d6a-abde-b81ad1634272/fe6a8975-293b-4b7f-9bce-2cec6618a936) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:35.485902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.489881 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:35.490544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.635576 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5663817 Jan 12 09:39:35.638184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-6627dda6-1706-408f-934e-ccc0483cb61b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Deleting subnet 3c355368-4ce1-435d-a1ed-f3ca25cfb98d {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:35.639016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38894) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:35.643805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb833bc-c8a1-4dfd-b167-e4deacec543b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Network': ['ID=1c5e18de-e889-4393-93a4-2cb6f7aa25c1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:35.646784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6627dda6-1706-408f-934e-ccc0483cb61b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.656025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:35.678596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'subnet': {'network_id': 'b242e919-f80a-4470-87be-21aaad2a7e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:35.722862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6627dda6-1706-408f-934e-ccc0483cb61b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.853558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6627dda6-1706-408f-934e-ccc0483cb61b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.910507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dbe506-00d5-47ef-a74e-9619ba69f513 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:35.954600 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a21ca875-df61-4f9e-a0d1-46ea303ce1f5 req-15fc7f88-7b0c-4ef1-87d5-12e133668d9c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348737 Jan 12 09:39:35.963671 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6627dda6-1706-408f-934e-ccc0483cb61b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.985681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.988897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:35.999787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:subnet and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:36.005481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:36.020774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:36.021022 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627dda6-1706-408f-934e-ccc0483cb61b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Subnet': ['ID=3c355368-4ce1-435d-a1ed-f3ca25cfb98d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:36.029217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object fe6a8975-293b-4b7f-9bce-2cec6618a936 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:36.035278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:39:36.039479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6627dda6-1706-408f-934e-ccc0483cb61b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.046553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717b5ebc-f5bc-4e61-93af-cab0df1ef514 None None] Network 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:36.050059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:36.050504 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6627dda6-1706-408f-934e-ccc0483cb61b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/subnets/3c355368-4ce1-435d-a1ed-f3ca25cfb98d HTTP/1.1" status: 204 len: 168 time: 0.8048651 Jan 12 09:39:36.052972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38900) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.199826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-26c02c20-11cf-4609-8d8e-5456528b45b1 None None] Provisioning for port 6d58213b-14e3-48fb-a111-7961c2fc0c53 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:36.231117 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.250304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Deleting port 8a60e693-68b3-4c14-ab86-0154445ee9d1 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:36.250832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.283503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6d58213b-14e3-48fb-a111-7961c2fc0c53 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:36.367759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.393706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.471411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 6d58213b-14e3-48fb-a111-7961c2fc0c53 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:36.477379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6d58213b-14e3-48fb-a111-7961c2fc0c53 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:36.477748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.479319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] For port 8a60e693-68b3-4c14-ab86-0154445ee9d1, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8a60e693-68b3-4c14-ab86-0154445ee9d1,segment=NetworkSegment(132d12f5-980f-4d6f-93b2-aa39591106b6),segment_id=132d12f5-980f-4d6f-93b2-aa39591106b6)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:36.479793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.606175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:36.608921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] DHCP port deletion for 2790167c-64f8-4e2b-ba27-e0f2a9d5a16d request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:39:36.617433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:36.622746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] Deleting port 8a60e693-68b3-4c14-ab86-0154445ee9d1 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:36.623391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.625553 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=fe6a8975-293b-4b7f-9bce-2cec6618a936,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:36.628323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:36.655172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.713838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.746789 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Calling delete_port for 8a60e693-68b3-4c14-ab86-0154445ee9d1 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:36.787928 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926f164b-c7ee-4ec6-ac9f-59b3e752dfc9 None None] Update dhcp port {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': '604cc131-e060-4d6a-abde-b81ad1634272', 'ip_address': '2001:db8::f816:3eff:fe6e:b9b9'}, {'subnet_id': '01ee3263-96b3-4906-aba7-1b140b4a8157'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': '6d58213b-14e3-48fb-a111-7961c2fc0c53'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:39:36.796801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:36.797414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.831441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.834495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.882401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Port': ['ID=8a60e693-68b3-4c14-ab86-0154445ee9d1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:36.887264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No DVR routers for this DVR port 8a60e693-68b3-4c14-ab86-0154445ee9d1 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:36.940201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-926f164b-c7ee-4ec6-ac9f-59b3e752dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.972227 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9872449c-b2d6-4728-bf82-bd36923980c6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5628741 Jan 12 09:39:36.981384 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 6d58213b-14e3-48fb-a111-7961c2fc0c53, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6d58213b-14e3-48fb-a111-7961c2fc0c53,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:37.002794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38906) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.025367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.026136 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:37.072395 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.120989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Allocated IP 172.26.1.201 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/bb77c6cc-b1bc-443d-a60a-66e2b164c937) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:37.123206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2790167c-64f8-4e2b-ba27-e0f2a9d5a16d']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:37.134078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.138428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132d12f5-980f-4d6f-93b2-aa39591106b6') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:37.138782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132d12f5-980f-4d6f-93b2-aa39591106b6') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:37.164091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.192619 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d63fd-d4e8-4b25-9f73-7c198a527694 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:37.196579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d63fd-d4e8-4b25-9f73-7c198a527694 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:37.199444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] For port 8a60e693-68b3-4c14-ab86-0154445ee9d1, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8a60e693-68b3-4c14-ab86-0154445ee9d1,segment=NetworkSegment(132d12f5-980f-4d6f-93b2-aa39591106b6),segment_id=132d12f5-980f-4d6f-93b2-aa39591106b6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:37.199834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.201811 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-959d63fd-d4e8-4b25-9f73-7c198a527694 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1980197 Jan 12 09:39:37.203030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.205336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38914) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.205753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Subnet': ['ID=4d4797bc-570b-43b3-9747-f3d61fbf2f15,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:37.248422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:37.248771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:37.263133 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:37.352029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9ddb3-4986-45d8-9597-31237b817c29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port fe6a8975-293b-4b7f-9bce-2cec6618a936 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:37.352382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fb9ddb3-4986-45d8-9597-31237b817c29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.386238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] Calling delete_port for 8a60e693-68b3-4c14-ab86-0154445ee9d1 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:37.398382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.414783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:37.418923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.454376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Sync routers for ids ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:37.456154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Checking segment: {'id': '74756a3b-2712-475e-9dd8-667c6151873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b242e919-f80a-4470-87be-21aaad2a7e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:37.456862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network hostable DHCP agents. Network: b242e919-f80a-4470-87be-21aaad2a7e13, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:37.459824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=6d58213b-14e3-48fb-a111-7961c2fc0c53,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:37.472902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Network': ['ID=2790167c-64f8-4e2b-ba27-e0f2a9d5a16d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:37.493313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.500531 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-412bdedb-0352-48be-a658-16d27bf94feb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6040998 Jan 12 09:39:37.524953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38918) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.546440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:37.547639 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1b7699c0-b94c-4482-b382-ebb76986270b tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/2790167c-64f8-4e2b-ba27-e0f2a9d5a16d HTTP/1.1" status: 204 len: 168 time: 1.4932346 Jan 12 09:39:37.562376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Routers {'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:37.563322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:37.575419 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38922) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.620882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:37.621544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.627246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.650297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfcc52-cb40-4680-b1a0-50847a1e82a4 req-813b7d2c-d829-4f37-b1a3-26caec0f5855 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:37.651864 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1acfcc52-cb40-4680-b1a0-50847a1e82a4 req-813b7d2c-d829-4f37-b1a3-26caec0f5855 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5273449 Jan 12 09:39:37.659508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:37.660088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:37.686623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-926f164b-c7ee-4ec6-ac9f-59b3e752dfc9 None None] Allocated IP 172.20.0.3 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/01ee3263-96b3-4906-aba7-1b140b4a8157/6d58213b-14e3-48fb-a111-7961c2fc0c53) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:37.690122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network b242e919-f80a-4470-87be-21aaad2a7e13 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:37.695908 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e41f535-641c-483d-a6a6-d566be49c573 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:37.696372 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e41f535-641c-483d-a6a6-d566be49c573 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:37.698388 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0e41f535-641c-483d-a6a6-d566be49c573 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/subnets/68b46182-2124-4ebf-88ea-914b97ac98ff HTTP/1.1" status: 404 len: 337 time: 0.1219211 Jan 12 09:39:37.704038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38928) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.723871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, b242e919-f80a-4470-87be-21aaad2a7e13) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:37.734635 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-1271422b-afb4-46e4-b23b-1a0687348f7d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:37.735157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1271422b-afb4-46e4-b23b-1a0687348f7d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:37.739297 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1271422b-afb4-46e4-b23b-1a0687348f7d tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/64289ca9-1277-4fff-9c56-681e0278d9c4 HTTP/1.1" status: 404 len: 339 time: 0.0317979 Jan 12 09:39:37.740904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38932) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.744804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:37.745371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.783309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab063e80-b8e8-42e1-be62-ad7a83c0ba55 None None] Network b242e919-f80a-4470-87be-21aaad2a7e13 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:37.788011 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1acfcc52-cb40-4680-b1a0-50847a1e82a4 req-a86be544-567b-4575-8302-7d4160a2d3eb tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236827 Jan 12 09:39:37.798870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.815194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fb9ddb3-4986-45d8-9597-31237b817c29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.875011 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a748b039-c257-47cd-b58a-f337b64fa8a2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2303312 Jan 12 09:39:37.882378 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38938) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.945814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'subnet': {'network_id': '1c5e18de-e889-4393-93a4-2cb6f7aa25c1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:37.971158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9ddb3-4986-45d8-9597-31237b817c29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for fe6a8975-293b-4b7f-9bce-2cec6618a936 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:38.121100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Set router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:38.123383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:38.146890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:38.165866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] Deleting port 8a60e693-68b3-4c14-ab86-0154445ee9d1 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:38.166233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.213126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fb9ddb3-4986-45d8-9597-31237b817c29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.238400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.245034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:38.267356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9ddb3-4986-45d8-9597-31237b817c29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=fe6a8975-293b-4b7f-9bce-2cec6618a936,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:38.293372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Pushing event updated for resources: {'Port': ['ID=bb77c6cc-b1bc-443d-a60a-66e2b164c937,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:38.372449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1f5ea-f860-4a76-afb1-d912cab32633 None None] The port '8a60e693-68b3-4c14-ab86-0154445ee9d1' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:39:38.406116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-926f164b-c7ee-4ec6-ac9f-59b3e752dfc9 None None] For port 6d58213b-14e3-48fb-a111-7961c2fc0c53, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6d58213b-14e3-48fb-a111-7961c2fc0c53,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:38.435149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fb9ddb3-4986-45d8-9597-31237b817c29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.449491 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1fb9ddb3-4986-45d8-9597-31237b817c29 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/fe6a8975-293b-4b7f-9bce-2cec6618a936 HTTP/1.1" status: 204 len: 168 time: 1.2434087 Jan 12 09:39:38.450142 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38946) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.456946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:38.468601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:subnet and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:38.474913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:38.484015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a770557c-34c4-4edc-ba60-43f68b0bc611 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Deleting subnet f381dde4-9dff-451e-bc9e-572f04f6003d {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:38.487992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:38.492632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a770557c-34c4-4edc-ba60-43f68b0bc611 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.496973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=478c2e2b-fc80-47b6-9dcc-1d0c03e11f66,segment=NetworkSegment(9a8e46c6-f133-4d07-9a27-18d473bb9e6e),segment_id=9a8e46c6-f133-4d07-9a27-18d473bb9e6e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:38.549383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.564827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374db322-1472-450c-93fd-ddc02d164565 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:38.566432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374db322-1472-450c-93fd-ddc02d164565 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:38.568566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374db322-1472-450c-93fd-ddc02d164565 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:38.569485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-374db322-1472-450c-93fd-ddc02d164565 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:38.598587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-926f164b-c7ee-4ec6-ac9f-59b3e752dfc9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:39:38.603049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-374db322-1472-450c-93fd-ddc02d164565 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:38.606714 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-374db322-1472-450c-93fd-ddc02d164565 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1539609 Jan 12 09:39:38.608226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38950) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.613347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-b242e919-f80a-4470-87be-21aaad2a7e13', 'network_id': 'b242e919-f80a-4470-87be-21aaad2a7e13', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'fixed_ips': [{'subnet_id': '4d4797bc-570b-43b3-9747-f3d61fbf2f15'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:39:38.614155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.618405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:38.660049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-926f164b-c7ee-4ec6-ac9f-59b3e752dfc9 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.681151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6d58213b-14e3-48fb-a111-7961c2fc0c53 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:38.694555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a770557c-34c4-4edc-ba60-43f68b0bc611 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.815297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-926f164b-c7ee-4ec6-ac9f-59b3e752dfc9 None None] Transition to ACTIVE for port object 6d58213b-14e3-48fb-a111-7961c2fc0c53 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:38.823453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.824535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=478c2e2b-fc80-47b6-9dcc-1d0c03e11f66,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:38.841684 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-926f164b-c7ee-4ec6-ac9f-59b3e752dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.942309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e48ab0-b36f-424a-b2f7-333ba4b2a53e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 01ee3263-96b3-4906-aba7-1b140b4a8157 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:38.945395 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3e48ab0-b36f-424a-b2f7-333ba4b2a53e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.999586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3e48ab0-b36f-424a-b2f7-333ba4b2a53e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.093838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f164b-c7ee-4ec6-ac9f-59b3e752dfc9 None None] Pushing event updated for resources: {'Port': ['ID=6d58213b-14e3-48fb-a111-7961c2fc0c53,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:39.097217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a770557c-34c4-4edc-ba60-43f68b0bc611 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.103991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3e48ab0-b36f-424a-b2f7-333ba4b2a53e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.136259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Allocated IP 172.20.0.2 (b242e919-f80a-4470-87be-21aaad2a7e13/4d4797bc-570b-43b3-9747-f3d61fbf2f15/5e5bddbe-ba6b-4972-8da0-b14d94beec67) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:39.141045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.142304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.157148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'name': 'tempest-TestVolumeBootPattern-340005208-router', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:31Z', 'updated_at': '2022-01-12T09:39:33Z', 'revision_number': 3, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'gw_port': {'id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:33Z', 'updated_at': '2022-01-12T09:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:39.222249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3e48ab0-b36f-424a-b2f7-333ba4b2a53e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.250060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8a60e693-68b3-4c14-ab86-0154445ee9d1 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:39.265111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e48ab0-b36f-424a-b2f7-333ba4b2a53e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=01ee3263-96b3-4906-aba7-1b140b4a8157,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:39.269874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c3e48ab0-b36f-424a-b2f7-333ba4b2a53e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.273853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Checking router: e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:39.274302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Updating router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 port a8ebe82f-5044-4964-a7c5-a14822eddc85 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:39:39.288644 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c3e48ab0-b36f-424a-b2f7-333ba4b2a53e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/01ee3263-96b3-4906-aba7-1b140b4a8157 HTTP/1.1" status: 204 len: 168 time: 0.6788561 Jan 12 09:39:39.291015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38958) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:39.327760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 8a60e693-68b3-4c14-ab86-0154445ee9d1 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:39.328262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8a60e693-68b3-4c14-ab86-0154445ee9d1 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:39.341893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a770557c-34c4-4edc-ba60-43f68b0bc611 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.367693 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-486a1a79-7abe-4d3c-bcad-38ab740d235f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 604cc131-e060-4d6a-abde-b81ad1634272 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:39.372879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-486a1a79-7abe-4d3c-bcad-38ab740d235f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.376365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.419770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770557c-34c4-4edc-ba60-43f68b0bc611 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Subnet': ['ID=f381dde4-9dff-451e-bc9e-572f04f6003d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:39.440824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-486a1a79-7abe-4d3c-bcad-38ab740d235f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.456437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a770557c-34c4-4edc-ba60-43f68b0bc611 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.491060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a82b958-c519-4109-8d3c-5ab919cd74dd None None] Network 264e1ab0-859b-47bf-9f40-fc6743c639e8 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:39.506950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e3894-377c-4d1a-a283-758bfef112c1 req-916a726c-3e75-46fd-a88f-4228c11c08fe tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:39.519115 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ca9e3894-377c-4d1a-a283-758bfef112c1 req-916a726c-3e75-46fd-a88f-4228c11c08fe tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5794365 Jan 12 09:39:39.552120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-486a1a79-7abe-4d3c-bcad-38ab740d235f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.616873 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a770557c-34c4-4edc-ba60-43f68b0bc611 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/subnets/f381dde4-9dff-451e-bc9e-572f04f6003d HTTP/1.1" status: 204 len: 168 time: 1.8763056 Jan 12 09:39:39.623393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38962) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:39.707499 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ca9e3894-377c-4d1a-a283-758bfef112c1 req-dd9b9184-2272-4f26-8ba3-ddeeb4495226 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873896 Jan 12 09:39:39.718586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.764633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-486a1a79-7abe-4d3c-bcad-38ab740d235f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.819783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.824599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a1a79-7abe-4d3c-bcad-38ab740d235f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=604cc131-e060-4d6a-abde-b81ad1634272,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:39.843103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-486a1a79-7abe-4d3c-bcad-38ab740d235f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.864957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Deleting port 60a1ff90-9592-4fa5-800e-8968b4089905 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:39.865303 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.907204 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-486a1a79-7abe-4d3c-bcad-38ab740d235f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/604cc131-e060-4d6a-abde-b81ad1634272 HTTP/1.1" status: 204 len: 168 time: 0.6150031 Jan 12 09:39:39.909342 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.913640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38966) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:39.923499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Transition to ACTIVE for port object 5e5bddbe-ba6b-4972-8da0-b14d94beec67 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:39.996676 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8168be74-655d-4606-91a2-dff877be1e3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819337 Jan 12 09:39:40.000422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38970) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:40.016347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b80c9d-b529-44ba-b9d9-4778a0a8514f None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:40.046958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:40.081076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Subnet': ['ID=c938614b-b601-495a-8877-334af993f53d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:40.115339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Checking segment: {'id': '052ebd7c-3a24-45bc-a2d2-98bb19eca0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1c5e18de-e889-4393-93a4-2cb6f7aa25c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:40.115680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network hostable DHCP agents. Network: 1c5e18de-e889-4393-93a4-2cb6f7aa25c1, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:40.138250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Transition to ACTIVE for port object 5e5bddbe-ba6b-4972-8da0-b14d94beec67 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:40.169968 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.250410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:40.256295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:40.258692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:40.264513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:40.268214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] For port 60a1ff90-9592-4fa5-800e-8968b4089905, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=60a1ff90-9592-4fa5-800e-8968b4089905,segment=NetworkSegment(4f3257a2-808f-46a1-8701-945564e19bdd),segment_id=4f3257a2-808f-46a1-8701-945564e19bdd)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:40.268682 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.281227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 1c5e18de-e889-4393-93a4-2cb6f7aa25c1) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:40.285482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:40.294567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:40.295733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.307294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e9e482be-e961-47b7-bed8-2a5880887e26 None None] Provisioning for port 6d58213b-14e3-48fb-a111-7961c2fc0c53 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:40.323917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df177633-d001-494c-9d22-0204914ab2ac None None] Network 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:40.367003 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-39dc9b3b-a09c-40c6-86a9-2b4ab650475d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4807887 Jan 12 09:39:40.370805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38974) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:40.374977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Network b242e919-f80a-4470-87be-21aaad2a7e13 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:40.382534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-722077447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:40.393322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e9e482be-e961-47b7-bed8-2a5880887e26 None None] Provisioning complete for port 6d58213b-14e3-48fb-a111-7961c2fc0c53 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:40.393689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9e482be-e961-47b7-bed8-2a5880887e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.397465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:40.400622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Calling delete_port for 60a1ff90-9592-4fa5-800e-8968b4089905 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:40.406510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:router and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:40.415354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:40.417906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Router 5fe66901-fdc6-4f11-ad7d-552a18e6781d is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:39:40.427094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:40.443137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:40.447373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.474006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:40.487736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Pushing event updated for resources: {'Port': ['ID=5e5bddbe-ba6b-4972-8da0-b14d94beec67,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:40.491956 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:40.646157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.647060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.651937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.672545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:39:40.680070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6d58213b-14e3-48fb-a111-7961c2fc0c53 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:40.714685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.739817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ab42c-c2aa-4082-ac2f-3824be345bd7 None None] DHCP port deletion for 264e1ab0-859b-47bf-9f40-fc6743c639e8 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:39:40.768573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Port': ['ID=60a1ff90-9592-4fa5-800e-8968b4089905,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:40.774324 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] No DVR routers for this DVR port 60a1ff90-9592-4fa5-800e-8968b4089905 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:40.785885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.927835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Attempting to bind port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:40.928145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Attempting to bind port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '74756a3b-2712-475e-9dd8-667c6151873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b242e919-f80a-4470-87be-21aaad2a7e13'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:40.928625 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Attempting to bind port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 on network b242e919-f80a-4470-87be-21aaad2a7e13 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:40.956191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.961355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.973248 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:39:41.003592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264e1ab0-859b-47bf-9f40-fc6743c639e8']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:41.017896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3257a2-808f-46a1-8701-945564e19bdd') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:41.018245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3257a2-808f-46a1-8701-945564e19bdd') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:41.019188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.036207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-1c5e18de-e889-4393-93a4-2cb6f7aa25c1', 'network_id': '1c5e18de-e889-4393-93a4-2cb6f7aa25c1', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'fixed_ips': [{'subnet_id': 'c938614b-b601-495a-8877-334af993f53d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:39:41.036938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.043183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.048842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:41.049229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Checking segment: {'id': '74756a3b-2712-475e-9dd8-667c6151873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b242e919-f80a-4470-87be-21aaad2a7e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:41.049627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.050014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Bound using segment: {'id': '74756a3b-2712-475e-9dd8-667c6151873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b242e919-f80a-4470-87be-21aaad2a7e13'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:41.050961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Bound port: 5e5bddbe-ba6b-4972-8da0-b14d94beec67, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74756a3b-2712-475e-9dd8-667c6151873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b242e919-f80a-4470-87be-21aaad2a7e13'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:41.051331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.067129 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.074895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Transition to ACTIVE for port object a8ebe82f-5044-4964-a7c5-a14822eddc85 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:41.079712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.081029 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bf0d2c4c-553e-4355-8f46-b57ff9e0475b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7077532 Jan 12 09:39:41.087702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38980) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:41.120450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:41.121224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:41.136733 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:41.154127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Allocated IP 172.20.0.1 (4f6d74ac-ea45-449f-9a8f-c6e6abc389de/86d3cbfb-0116-4b3d-807a-92a896defa7d/dcbabb21-d140-4fc7-8f74-442279a8fde8) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:41.209321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:39:41.212021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.261849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6d58213b-14e3-48fb-a111-7961c2fc0c53 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:41.262309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.271594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9af55-b4c0-4e90-b5c3-f3bb7a79c88e req-fef60ae0-c765-4e24-9dfb-d78283fd9faa tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:41.273066 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-26f9af55-b4c0-4e90-b5c3-f3bb7a79c88e req-fef60ae0-c765-4e24-9dfb-d78283fd9faa tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.3544273 Jan 12 09:39:41.276808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.308845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.315722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Deleting port 6d58213b-14e3-48fb-a111-7961c2fc0c53 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:41.316089 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.320489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] Pushing event deleted for resources: {'Network': ['ID=264e1ab0-859b-47bf-9f40-fc6743c639e8,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:41.341003 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fc3449f5-30c3-412c-8c9c-c2a0a24fd852 tempest-NetworksIpV6Test-917399321 tempest-NetworksIpV6Test-917399321-project] 10.222.0.58 "DELETE /v2.0/networks/264e1ab0-859b-47bf-9f40-fc6743c639e8 HTTP/1.1" status: 204 len: 168 time: 1.7162578 Jan 12 09:39:41.354549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:39:41.386980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:41.398734 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ac15a-0716-49fe-92a6-17b639a841f8 None None] Sync routers for ids ['5fe66901-fdc6-4f11-ad7d-552a18e6781d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:41.433482 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ac15a-0716-49fe-92a6-17b639a841f8 None None] Routers {'5fe66901-fdc6-4f11-ad7d-552a18e6781d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:41.434108 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-102ac15a-0716-49fe-92a6-17b639a841f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5fe66901-fdc6-4f11-ad7d-552a18e6781d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:41.501404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.505720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e63a9fd8-29e0-4514-89d9-7caee69612e4 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5340917 Jan 12 09:39:41.522099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 38986) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:41.559709 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-102ac15a-0716-49fe-92a6-17b639a841f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:41.572427 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ac15a-0716-49fe-92a6-17b639a841f8 None None] Routers {'5fe66901-fdc6-4f11-ad7d-552a18e6781d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:41.573300 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-102ac15a-0716-49fe-92a6-17b639a841f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5fe66901-fdc6-4f11-ad7d-552a18e6781d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:41.612898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.619089 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-26f9af55-b4c0-4e90-b5c3-f3bb7a79c88e req-47a53ed9-dc1b-430d-a8af-0be4e1daa0f9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904072 Jan 12 09:39:41.625448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.708503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Attempting to bind port a8ebe82f-5044-4964-a7c5-a14822eddc85 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:41.709615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Attempting to bind port a8ebe82f-5044-4964-a7c5-a14822eddc85 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:41.710205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Attempting to bind port a8ebe82f-5044-4964-a7c5-a14822eddc85 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:41.718644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0428884-7ae8-4c08-9ce8-8f30457807bb None None] Pushing event updated for resources: {'Port': ['ID=a8ebe82f-5044-4964-a7c5-a14822eddc85,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:41.740058 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-102ac15a-0716-49fe-92a6-17b639a841f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:41.740737 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ac15a-0716-49fe-92a6-17b639a841f8 None None] The sync data for ids ['5fe66901-fdc6-4f11-ad7d-552a18e6781d'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:41.827924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:41.831743 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:41.832288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.832780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:41.833385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Bound port: a8ebe82f-5044-4964-a7c5-a14822eddc85, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:41.833850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.863208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] For port 5e5bddbe-ba6b-4972-8da0-b14d94beec67, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:41.884561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 38994) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:41.926400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Transition to ACTIVE for port object dcbabb21-d140-4fc7-8f74-442279a8fde8 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:42.000599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] For port 5e5bddbe-ba6b-4972-8da0-b14d94beec67, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5e5bddbe-ba6b-4972-8da0-b14d94beec67,segment=NetworkSegment(74756a3b-2712-475e-9dd8-667c6151873c),segment_id=74756a3b-2712-475e-9dd8-667c6151873c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:42.052796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] For port 6d58213b-14e3-48fb-a111-7961c2fc0c53, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6d58213b-14e3-48fb-a111-7961c2fc0c53,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:42.115928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.130270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:42.155629 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Allocated IP 172.21.0.2 (1c5e18de-e889-4393-93a4-2cb6f7aa25c1/c938614b-b601-495a-8877-334af993f53d/4deab822-9b41-46a4-be8c-93be06a88f8b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:42.160054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.160895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.165747 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.212664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.259064 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e4a1d664-0e1f-4bdb-b1fb-bcb5d57938aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=795cfdbacb8945ed9c201932e6fc778a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3734403 Jan 12 09:39:42.270890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39002) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:42.299513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:42.309813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:42.319838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:42.321196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.324710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=4897713c-3c0b-40aa-bf04-3152a23ad4df,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:42.344572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=6d58213b-14e3-48fb-a111-7961c2fc0c53,revision_number=8']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:42.357980 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a0fafc52-e080-4221-8478-56d12829bcee tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3501985 Jan 12 09:39:42.360661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39006) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:42.366958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:42.386025 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2507c082-9c51-4520-9385-900d460d53c9 req-4889ca61-d7b5-4bfd-be82-a6a6a02b2e3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcf4260c9dc04a52af653a66a3a24719&device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 1098 time: 0.2611053 Jan 12 09:39:42.401949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] For port a8ebe82f-5044-4964-a7c5-a14822eddc85, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:42.430902 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5213bf-e3b0-490b-90b6-d0cb56b71149 None None] Pushing event updated for resources: {'Port': ['ID=5e5bddbe-ba6b-4972-8da0-b14d94beec67,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:42.433402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:42.435655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] For port 6d58213b-14e3-48fb-a111-7961c2fc0c53, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6d58213b-14e3-48fb-a111-7961c2fc0c53,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:42.435835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.447630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:42.451823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] For port a8ebe82f-5044-4964-a7c5-a14822eddc85, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a8ebe82f-5044-4964-a7c5-a14822eddc85,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:42.479673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Pushing event updated for resources: {'Port': ['ID=dcbabb21-d140-4fc7-8f74-442279a8fde8,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:42.484009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:42.563310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.644731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a04d77-e012-4762-8b26-e7f6e4749de8 req-75ba5aed-d584-4b1d-9dde-8e7f3edf2a98 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:42.646264 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-11a04d77-e012-4762-8b26-e7f6e4749de8 req-75ba5aed-d584-4b1d-9dde-8e7f3edf2a98 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5280597 Jan 12 09:39:42.653069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:42.658520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507c082-9c51-4520-9385-900d460d53c9 req-a748ad40-599f-4e97-8aca-bdce7af53ec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:42.664647 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2507c082-9c51-4520-9385-900d460d53c9 req-a748ad40-599f-4e97-8aca-bdce7af53ec3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 200 len: 913 time: 0.2320032 Jan 12 09:39:42.666093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:42.672284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:42.684708 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Calling delete_port for 6d58213b-14e3-48fb-a111-7961c2fc0c53 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:42.777111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:42.789305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.828974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:42.838520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.841345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-54500f03-19c6-4420-ba9a-496dc8799bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.850542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.910789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-08c5e2b6-c285-4f2b-b27c-32ad8e946984 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/routers/5fe66901-fdc6-4f11-ad7d-552a18e6781d HTTP/1.1" status: 200 len: 920 time: 1.3832572 Jan 12 09:39:42.916758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39010) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:42.942452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:42.943219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.005217 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8d4b5031-1388-4789-8547-b961da3b3e6a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe66901-fdc6-4f11-ad7d-552a18e6781d HTTP/1.1" status: 200 len: 205 time: 0.0830204 Jan 12 09:39:43.009840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39014) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:43.012162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-54500f03-19c6-4420-ba9a-496dc8799bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.021775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:43.022214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:43.108443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1945cdd6-1950-4a64-973a-20ab762f9df5 None None] Provisioning for port dcbabb21-d140-4fc7-8f74-442279a8fde8 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:43.114631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0428884-7ae8-4c08-9ce8-8f30457807bb None None] Pushing event updated for resources: {'Port': ['ID=a8ebe82f-5044-4964-a7c5-a14822eddc85,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:43.134631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1945cdd6-1950-4a64-973a-20ab762f9df5 None None] Provisioning complete for port dcbabb21-d140-4fc7-8f74-442279a8fde8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:43.135085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1945cdd6-1950-4a64-973a-20ab762f9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.148135 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-11a04d77-e012-4762-8b26-e7f6e4749de8 req-7bc8040e-ec94-453e-bdbb-50bcecd957de tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583481 Jan 12 09:39:43.158547 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Routers {'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:43.159298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:43.205564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.256142 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.286191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Transition to ACTIVE for port object 4deab822-9b41-46a4-be8c-93be06a88f8b will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:43.318824 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2507c082-9c51-4520-9385-900d460d53c9 req-2f895724-c4e5-4a68-84bd-d7950f45692a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 200 len: 1001 time: 0.6424775 Jan 12 09:39:43.328806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-54500f03-19c6-4420-ba9a-496dc8799bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.343176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Transition to ACTIVE for port object 4deab822-9b41-46a4-be8c-93be06a88f8b will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:43.345540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.380173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54500f03-19c6-4420-ba9a-496dc8799bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b313a5c-4fe3-4680-8fae-4b01f788d01d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:43.387840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507c082-9c51-4520-9385-900d460d53c9 req-4ff7f7e8-b06b-482c-8b39-ed186d6663f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:43.389525 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2507c082-9c51-4520-9385-900d460d53c9 req-4ff7f7e8-b06b-482c-8b39-ed186d6663f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c73e78c-b467-4bb9-9543-c898d6de8b84 HTTP/1.1" status: 200 len: 851 time: 0.0623019 Jan 12 09:39:43.398877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Allocated IP 172.20.0.1 (b242e919-f80a-4470-87be-21aaad2a7e13/4d4797bc-570b-43b3-9747-f3d61fbf2f15/3dd9168b-c2ae-4efd-8063-54db6aef2712) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:43.416774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1945cdd6-1950-4a64-973a-20ab762f9df5 None None] Port dcbabb21-d140-4fc7-8f74-442279a8fde8 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:43.439151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.444142 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:43.462853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:43.470865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:43.472553 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.505900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=3d79653c-84bf-4ff2-bcc5-331b3764b133,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:43.526581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Deleting port 6d58213b-14e3-48fb-a111-7961c2fc0c53 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:43.527232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.528133 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9a10f57b-9371-4405-9218-6d22416e7570 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1661499 Jan 12 09:39:43.528919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39018) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:43.550495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:fc:52:73', 'name': 'tempest-NetworksTestDHCPv6-961599757'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:43.604348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Network 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:43.618608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:43.633737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Pushing event updated for resources: {'Port': ['ID=4deab822-9b41-46a4-be8c-93be06a88f8b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:43.642634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] Set router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:43.683995 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2507c082-9c51-4520-9385-900d460d53c9 req-8553883a-c598-4e3f-ac26-f13c90b925fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cc1870b-44c6-49df-b549-ffb90a147677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2855573 Jan 12 09:39:43.693043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:43.696593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5e5bddbe-ba6b-4972-8da0-b14d94beec67 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:43.780583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:43.837749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:43.844901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:43.854252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:43.855691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-54500f03-19c6-4420-ba9a-496dc8799bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.857414 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-54500f03-19c6-4420-ba9a-496dc8799bb0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b313a5c-4fe3-4680-8fae-4b01f788d01d HTTP/1.1" status: 204 len: 168 time: 1.5486107 Jan 12 09:39:43.917310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a33f115-feff-4725-8b9a-116427d63afa None None] Network b242e919-f80a-4470-87be-21aaad2a7e13 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:43.947734 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2507c082-9c51-4520-9385-900d460d53c9 req-d1588152-d010-4bf5-9b8d-7d12baaa24de service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453940 Jan 12 09:39:43.949063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:44.118996 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2507c082-9c51-4520-9385-900d460d53c9 req-1676d7b4-ae7a-4d97-93c7-54a6c18a5600 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475387 Jan 12 09:39:44.149225 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.165417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.247853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.293249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Transition to ACTIVE for port object 3dd9168b-c2ae-4efd-8063-54db6aef2712 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:44.293865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 3d9fa4bd-b13d-4d31-9b29-d56cb87b2ae3 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:44.305388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Attempting to bind port 4deab822-9b41-46a4-be8c-93be06a88f8b on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:44.305893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Attempting to bind port 4deab822-9b41-46a4-be8c-93be06a88f8b by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '052ebd7c-3a24-45bc-a2d2-98bb19eca0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1c5e18de-e889-4393-93a4-2cb6f7aa25c1'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:44.306342 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Attempting to bind port 4deab822-9b41-46a4-be8c-93be06a88f8b on network 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:44.323684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.353648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.393743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.412910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4b971ff6-b326-4cf5-973b-60b962ac75d0 None None] Provisioning for port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:44.421834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:44.422376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Checking segment: {'id': '052ebd7c-3a24-45bc-a2d2-98bb19eca0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1c5e18de-e889-4393-93a4-2cb6f7aa25c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:44.422911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.423388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Bound using segment: {'id': '052ebd7c-3a24-45bc-a2d2-98bb19eca0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1c5e18de-e889-4393-93a4-2cb6f7aa25c1'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:44.424281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Bound port: 4deab822-9b41-46a4-be8c-93be06a88f8b, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052ebd7c-3a24-45bc-a2d2-98bb19eca0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1c5e18de-e889-4393-93a4-2cb6f7aa25c1'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:44.424655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.521921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:44.565448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network b242e919-f80a-4470-87be-21aaad2a7e13 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:44.577441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:44.583910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=3dd9168b-c2ae-4efd-8063-54db6aef2712,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:44.586568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:44.589335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:44.589945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.616638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.680780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] For port 6d58213b-14e3-48fb-a111-7961c2fc0c53, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6d58213b-14e3-48fb-a111-7961c2fc0c53,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:44.681431 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.716457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Pushing event updated for resources: {'Port': ['ID=dcbabb21-d140-4fc7-8f74-442279a8fde8,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:44.737106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 172.20.0.8 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/3d79653c-84bf-4ff2-bcc5-331b3764b133/3d9fa4bd-b13d-4d31-9b29-d56cb87b2ae3) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:44.752062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f816:3eff:fefc:5273 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/4897713c-3c0b-40aa-bf04-3152a23ad4df/3d9fa4bd-b13d-4d31-9b29-d56cb87b2ae3) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:44.883468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Calling delete_port for 6d58213b-14e3-48fb-a111-7961c2fc0c53 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:44.943755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.947324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] For port 4deab822-9b41-46a4-be8c-93be06a88f8b, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:44.971630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] For port 4deab822-9b41-46a4-be8c-93be06a88f8b, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4deab822-9b41-46a4-be8c-93be06a88f8b,segment=NetworkSegment(052ebd7c-3a24-45bc-a2d2-98bb19eca0f1),segment_id=052ebd7c-3a24-45bc-a2d2-98bb19eca0f1)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:44.981205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff0465-a52d-4cc7-a3e1-34309d26b49a req-eed7a3aa-3287-470e-a1b5-1fb33f668983 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:44.982812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9fff0465-a52d-4cc7-a3e1-34309d26b49a req-eed7a3aa-3287-470e-a1b5-1fb33f668983 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.6249349 Jan 12 09:39:45.001650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.013488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.032962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 3d9fa4bd-b13d-4d31-9b29-d56cb87b2ae3 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:45.063134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.128536 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9fff0465-a52d-4cc7-a3e1-34309d26b49a req-04620a3d-67ee-4c36-a5a3-0cf2061e9c7f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233120 Jan 12 09:39:45.131830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:45.134992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:45.191262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=3d9fa4bd-b13d-4d31-9b29-d56cb87b2ae3,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:45.212221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:45.218299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:45.223363 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:45.244393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.292420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39042) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:45.302622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0833d2-349f-4c04-b088-0f40774195be None None] Pushing event updated for resources: {'Port': ['ID=4deab822-9b41-46a4-be8c-93be06a88f8b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:45.342221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.345778 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'name': 'tempest-TestVolumeBootPattern-340005208-router', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:31Z', 'updated_at': '2022-01-12T09:39:43Z', 'revision_number': 4, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'gw_port': {'id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:33Z', 'updated_at': '2022-01-12T09:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'dcbabb21-d140-4fc7-8f74-442279a8fde8', 'name': '', 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'mac_address': 'fa:16:3e:79:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d3cbfb-0116-4b3d-807a-92a896defa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:40Z', 'updated_at': '2022-01-12T09:39:41Z', 'revision_number': 1, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'subnets': [{'id': '86d3cbfb-0116-4b3d-807a-92a896defa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:45.364794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.378625 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:45.385426 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.416043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Deleting port bb77c6cc-b1bc-443d-a60a-66e2b164c937 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:45.416452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.428139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666735a1-b31c-43ea-88b7-9f893a05da54 None None] The sync data for ids ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'] in dv-neutron-824347-1-hyperv is: [{'id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'name': 'tempest-TestVolumeBootPattern-340005208-router', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:31Z', 'updated_at': '2022-01-12T09:39:43Z', 'revision_number': 4, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'gw_port': {'id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:33Z', 'updated_at': '2022-01-12T09:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'dcbabb21-d140-4fc7-8f74-442279a8fde8', 'name': '', 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'mac_address': 'fa:16:3e:79:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d3cbfb-0116-4b3d-807a-92a896defa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:40Z', 'updated_at': '2022-01-12T09:39:41Z', 'revision_number': 1, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'subnets': [{'id': '86d3cbfb-0116-4b3d-807a-92a896defa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:45.443223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 5e5bddbe-ba6b-4972-8da0-b14d94beec67, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5e5bddbe-ba6b-4972-8da0-b14d94beec67,segment=NetworkSegment(74756a3b-2712-475e-9dd8-667c6151873c),segment_id=74756a3b-2712-475e-9dd8-667c6151873c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:45.459855 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5f8d59a5-213d-4751-98c4-bbfb54b42fea tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9273343 Jan 12 09:39:45.460428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] Pushing event deleted for resources: {'Port': ['ID=6d58213b-14e3-48fb-a111-7961c2fc0c53,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:45.464055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39048) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:45.468223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.682778 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6d58213b-14e3-48fb-a111-7961c2fc0c53 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:45.743708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311052fa-2067-4363-ac77-6b8064e8a6db tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:45.744526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-311052fa-2067-4363-ac77-6b8064e8a6db tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:45.765588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-728766713'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:45.775960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:45.804567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 6d58213b-14e3-48fb-a111-7961c2fc0c53 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:45.805308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6d58213b-14e3-48fb-a111-7961c2fc0c53 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:45.805894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 60a1ff90-9592-4fa5-800e-8968b4089905 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:45.903449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.915550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 60a1ff90-9592-4fa5-800e-8968b4089905 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:39:45.916211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 60a1ff90-9592-4fa5-800e-8968b4089905 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:45.918325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986aa30a-b38f-4772-9575-ab2aafca255a None None] No DVR routers for this DVR port 6d58213b-14e3-48fb-a111-7961c2fc0c53 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:45.953639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1909b-133a-46a8-b9a5-3f591e2fb47c None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:45.977379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=5e5bddbe-ba6b-4972-8da0-b14d94beec67,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:46.020289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:network and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:46.027325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:46.063374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-311052fa-2067-4363-ac77-6b8064e8a6db tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:46.067344 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-311052fa-2067-4363-ac77-6b8064e8a6db tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.6022675 Jan 12 09:39:46.068055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39052) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:46.070787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:46.079651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2f7ff628-ec9b-4b0c-9f4f-22717d420697 None None] Provisioning complete for port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:46.079651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff628-ec9b-4b0c-9f4f-22717d420697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.154028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 4deab822-9b41-46a4-be8c-93be06a88f8b up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:46.178177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:46.181572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.206514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.247579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-37d0133d-b4f8-4711-a2d6-b6fb436f29dc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 3d9fa4bd-b13d-4d31-9b29-d56cb87b2ae3 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:46.247957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37d0133d-b4f8-4711-a2d6-b6fb436f29dc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.266762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.339793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:46.349435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group_rule and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:46.355196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:46.417094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:46.446067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Calling delete_port for bb77c6cc-b1bc-443d-a60a-66e2b164c937 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:46.649667 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 4deab822-9b41-46a4-be8c-93be06a88f8b completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:46.661080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2f7ff628-ec9b-4b0c-9f4f-22717d420697 None None] Provisioning for port 3dd9168b-c2ae-4efd-8063-54db6aef2712 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:46.685233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2f7ff628-ec9b-4b0c-9f4f-22717d420697 None None] Provisioning complete for port 3dd9168b-c2ae-4efd-8063-54db6aef2712 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:46.685669 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff628-ec9b-4b0c-9f4f-22717d420697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.748023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37d0133d-b4f8-4711-a2d6-b6fb436f29dc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.896429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-37d0133d-b4f8-4711-a2d6-b6fb436f29dc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 3d9fa4bd-b13d-4d31-9b29-d56cb87b2ae3 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:46.956880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ff628-ec9b-4b0c-9f4f-22717d420697 None None] Port 3dd9168b-c2ae-4efd-8063-54db6aef2712 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:46.974255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '3d79653c-84bf-4ff2-bcc5-331b3764b133'}, {'subnet_id': '4897713c-3c0b-40aa-bf04-3152a23ad4df'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:39:46.975646 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.006383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a73e2cb-5aa3-4065-9a81-aef73fee887f None None] Network 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:47.026290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.182872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Provisioning complete for port dcbabb21-d140-4fc7-8f74-442279a8fde8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:47.183257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.232175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.251561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37d0133d-b4f8-4711-a2d6-b6fb436f29dc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.276493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Port dcbabb21-d140-4fc7-8f74-442279a8fde8 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:47.283146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea42a3-8fdc-43ad-babe-808afec40ba2 req-db2a8f12-4469-49a2-acb4-4f8c2fee7058 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:47.284638 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0bea42a3-8fdc-43ad-babe-808afec40ba2 req-db2a8f12-4469-49a2-acb4-4f8c2fee7058 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.6666808 Jan 12 09:39:47.359939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0133d-b4f8-4711-a2d6-b6fb436f29dc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=3d9fa4bd-b13d-4d31-9b29-d56cb87b2ae3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:47.396162 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0bea42a3-8fdc-43ad-babe-808afec40ba2 req-d664e1b3-45da-4902-8bc9-6ec061d67742 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019850 Jan 12 09:39:47.402086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.403752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.451938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.470537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Provisioning complete for port 3dd9168b-c2ae-4efd-8063-54db6aef2712 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:47.470939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.508270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:47.529748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfb5153-b310-451e-842e-b18df004a454,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:47.541407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.544851 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Added segment cef16587-40c9-4963-ba6c-ae68d638ac5e of type vlan for network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 Jan 12 09:39:47.555585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Port 3dd9168b-c2ae-4efd-8063-54db6aef2712 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:47.589571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Pushing event deleted for resources: {'Port': ['ID=bb77c6cc-b1bc-443d-a60a-66e2b164c937,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:47.590416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37d0133d-b4f8-4711-a2d6-b6fb436f29dc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.605592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.626894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Provisioning for port 4deab822-9b41-46a4-be8c-93be06a88f8b completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:47.638703 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-37d0133d-b4f8-4711-a2d6-b6fb436f29dc tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/3d9fa4bd-b13d-4d31-9b29-d56cb87b2ae3 HTTP/1.1" status: 204 len: 168 time: 1.5498908 Jan 12 09:39:47.639010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39060) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:47.646798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Provisioning complete for port 4deab822-9b41-46a4-be8c-93be06a88f8b triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:47.647605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.673226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.730571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=3dd9168b-c2ae-4efd-8063-54db6aef2712,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:47.733872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Allocated IP 172.20.0.2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/3d79653c-84bf-4ff2-bcc5-331b3764b133/196f0adb-f296-45b5-ba43-89261d36dc5c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:47.739967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a0b36-9ace-4d89-81c2-bb7b7a7fb0ac tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:47.742248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a0b36-9ace-4d89-81c2-bb7b7a7fb0ac tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:47.744864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a0b36-9ace-4d89-81c2-bb7b7a7fb0ac tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:47.746382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-332a0b36-9ace-4d89-81c2-bb7b7a7fb0ac tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:47.752701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Allocated IP 2001:db8::f816:3eff:fe2e:88f (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/4897713c-3c0b-40aa-bf04-3152a23ad4df/196f0adb-f296-45b5-ba43-89261d36dc5c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:47.768144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.773188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:47.774008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.820068 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5207028 Jan 12 09:39:47.826343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39064) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:47.858569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'name': 'tempest-PortsIpV6TestJSON-1094435617'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:47.874255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-332a0b36-9ace-4d89-81c2-bb7b7a7fb0ac tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:47.875438 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-332a0b36-9ace-4d89-81c2-bb7b7a7fb0ac tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2354128 Jan 12 09:39:47.881665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39068) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:47.945418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaab64-82f9-42e2-8ef0-b54e50b6a5df tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Network': ['ID=51139cf5-0ce4-4cda-8b4e-151a38c5c6a0,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:47.966500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6e9772-78ff-4671-9fbc-b539f024b12c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 3d79653c-84bf-4ff2-bcc5-331b3764b133 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:47.970876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:47.986979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.139250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5e5bddbe-ba6b-4972-8da0-b14d94beec67 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:48.196147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] For port 4deab822-9b41-46a4-be8c-93be06a88f8b, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4deab822-9b41-46a4-be8c-93be06a88f8b,segment=NetworkSegment(052ebd7c-3a24-45bc-a2d2-98bb19eca0f1),segment_id=052ebd7c-3a24-45bc-a2d2-98bb19eca0f1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:48.211750 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.217075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.280715 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Transition to ACTIVE for port object 196f0adb-f296-45b5-ba43-89261d36dc5c will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:48.296795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:48.312884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Transition to ACTIVE for port object 196f0adb-f296-45b5-ba43-89261d36dc5c will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:48.318731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a938be-d868-4a62-82b4-928242b9c800 None None] Pushing event updated for resources: {'Port': ['ID=4deab822-9b41-46a4-be8c-93be06a88f8b,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:48.321905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fd6e9772-78ff-4671-9fbc-b539f024b12c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.327982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.360352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:48.375443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:48.387712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fd6e9772-78ff-4671-9fbc-b539f024b12c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.389192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:48.405834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:48.413361 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:48.413724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.438927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:48.441381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:48.449444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Pushing event updated for resources: {'Port': ['ID=196f0adb-f296-45b5-ba43-89261d36dc5c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:48.461802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0e5e8143-78e4-4cb4-827f-ff25d9b34c16 None None] Provisioning complete for port 4deab822-9b41-46a4-be8c-93be06a88f8b triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:48.462170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8143-78e4-4cb4-827f-ff25d9b34c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.463634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61911b06-ffb9-4482-b1cb-a9eeecb23668 req-0eda1548-35b7-46fa-8e83-19d2c9176fe2 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:48.465128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61911b06-ffb9-4482-b1cb-a9eeecb23668 req-0eda1548-35b7-46fa-8e83-19d2c9176fe2 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.7794540 Jan 12 09:39:48.468438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network b242e919-f80a-4470-87be-21aaad2a7e13 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:48.476177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:48.492374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.517703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fd6e9772-78ff-4671-9fbc-b539f024b12c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.613165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:48.616839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.618316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fd6e9772-78ff-4671-9fbc-b539f024b12c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.679904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e9772-78ff-4671-9fbc-b539f024b12c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=3d79653c-84bf-4ff2-bcc5-331b3764b133,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:48.706026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fd6e9772-78ff-4671-9fbc-b539f024b12c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.727351 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fd6e9772-78ff-4671-9fbc-b539f024b12c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/3d79653c-84bf-4ff2-bcc5-331b3764b133 HTTP/1.1" status: 204 len: 168 time: 0.8453617 Jan 12 09:39:48.728199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39072) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:48.753155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a8ebe82f-5044-4964-a7c5-a14822eddc85 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:48.776667 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Attempting to bind port 196f0adb-f296-45b5-ba43-89261d36dc5c on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:48.777172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Attempting to bind port 196f0adb-f296-45b5-ba43-89261d36dc5c by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:48.777894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Attempting to bind port 196f0adb-f296-45b5-ba43-89261d36dc5c on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:48.799979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be57670-365e-492a-ad3d-1fd715e81104 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 4897713c-3c0b-40aa-bf04-3152a23ad4df {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:39:48.802876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1be57670-365e-492a-ad3d-1fd715e81104 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.807171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:48.807683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:48.808186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.808674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:48.810142 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Bound port: 196f0adb-f296-45b5-ba43-89261d36dc5c, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:48.810142 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.834888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:39:48.857668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1be57670-365e-492a-ad3d-1fd715e81104 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.858266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:48.969793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] For port 196f0adb-f296-45b5-ba43-89261d36dc5c, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:48.975320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] For port 196f0adb-f296-45b5-ba43-89261d36dc5c, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=196f0adb-f296-45b5-ba43-89261d36dc5c,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:48.976859 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61911b06-ffb9-4482-b1cb-a9eeecb23668 req-73066e3a-b079-4055-966a-0a37d4661525 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5039623 Jan 12 09:39:48.982196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.037387 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port a8ebe82f-5044-4964-a7c5-a14822eddc85 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:49.062946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.063459 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1be57670-365e-492a-ad3d-1fd715e81104 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.067023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port a8ebe82f-5044-4964-a7c5-a14822eddc85 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:49.067507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.124954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81ecc2b5-9758-4686-a714-918fbdd64a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.145315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.183006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1be57670-365e-492a-ad3d-1fd715e81104 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.196835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-462f303b-1615-43bb-8853-863b704f19ca None None] Provisioning complete for port 3dd9168b-c2ae-4efd-8063-54db6aef2712 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:49.197605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-462f303b-1615-43bb-8853-863b704f19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.234723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be57670-365e-492a-ad3d-1fd715e81104 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=4897713c-3c0b-40aa-bf04-3152a23ad4df,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:49.234952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe65581-6253-410b-add4-bda21bf5eee3 None None] Pushing event updated for resources: {'Port': ['ID=196f0adb-f296-45b5-ba43-89261d36dc5c,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:49.235862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1be57670-365e-492a-ad3d-1fd715e81104 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.248794 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1be57670-365e-492a-ad3d-1fd715e81104 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/4897713c-3c0b-40aa-bf04-3152a23ad4df HTTP/1.1" status: 204 len: 168 time: 0.5172255 Jan 12 09:39:49.249012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39078) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:49.318704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff4b73-d1e6-44e7-ab42-a846024842ff None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:49.331131 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-462f303b-1615-43bb-8853-863b704f19ca None None] Port 3dd9168b-c2ae-4efd-8063-54db6aef2712 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:49.336213 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-edae1c9f-00fc-4c40-81f3-f536ebdac108 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835991 Jan 12 09:39:49.336393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39082) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:49.343276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:49.476153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:49.477820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.482685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:49.486576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:49.494027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:49.510014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:49.537871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port a8ebe82f-5044-4964-a7c5-a14822eddc85, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a8ebe82f-5044-4964-a7c5-a14822eddc85,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:49.566437 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.607541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.608115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Fanout notify agent at l3_agent the message router_deleted on router 5fe66901-fdc6-4f11-ad7d-552a18e6781d {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:39:49.627270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.652127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=a8ebe82f-5044-4964-a7c5-a14822eddc85,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:49.677792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a0883-41f4-48b3-a712-cd1750db24a9 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:39:49.684299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.704790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.711262 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d56323df-87af-4876-803d-e7d3ba12c4c1 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/5fe66901-fdc6-4f11-ad7d-552a18e6781d HTTP/1.1" status: 204 len: 168 time: 6.6856835 Jan 12 09:39:49.711477 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39086) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:49.720865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Request body: {'router': {'name': 'tempest-snat-router-754787539', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'enable_snat': False}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:49.722013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470d835-2a5b-490b-9901-d0f6422b2913 req-37d53be1-f0bc-4e8c-ba45-c716c5a3b9dc tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:49.723528 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5470d835-2a5b-490b-9901-d0f6422b2913 req-37d53be1-f0bc-4e8c-ba45-c716c5a3b9dc tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5759940 Jan 12 09:39:49.725421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:49.730866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Usage tracker for resource:router and tenant:001461c4d1d240b187f590062c7e5e37 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:49.734736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:49.742517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:49.762795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.763979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.799802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.815052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a0883-41f4-48b3-a712-cd1750db24a9 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:39:49.853459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.917402 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5470d835-2a5b-490b-9901-d0f6422b2913 req-132ff62b-6ffe-485d-abdf-bde1c20f5b14 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432166 Jan 12 09:39:49.970416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=ab4f9b8e-3e91-4b97-8838-3b8bb629e91f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:50.002356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:50.016766 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0dcaecec-f806-4eda-a734-53a629d2976e admin admin] 10.222.0.58 "PUT /v2.0/routers/e8d0b5f9-79a0-402d-98e8-18a6decd0ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4904397 Jan 12 09:39:50.030359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Checking segment: {'id': 'cef16587-40c9-4963-ba6c-ae68d638ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:50.030758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network hostable DHCP agents. Network: 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:50.048027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router bddec652-16e8-4487-a513-c9d66b6554bb is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:39:50.083280 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.139017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a8ebe82f-5044-4964-a7c5-a14822eddc85 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:50.181261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:50.245234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.252849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:50.258856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:50.262938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:50.263544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.317116 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a7b5ab04-3c0b-4623-914e-284f4f7eb3a0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4838383 Jan 12 09:39:50.317116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39100) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:50.326379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939166373'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:50.327133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:50.328651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:50.332878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:50.337318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:network and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:50.338784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:50.339475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.346119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:50.356596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:50.366430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=ca353e8e-ef69-4caa-9fb4-c99341058b1b,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:50.381166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:50.388692 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-04e44fbb-0de4-4345-8d48-f3a7214349bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/bddec652-16e8-4487-a513-c9d66b6554bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2957418 Jan 12 09:39:50.390138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:50.392493 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39104) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:50.397547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.424907 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cea001-f55e-48fa-96d0-ec4402994f52 None None] Sync routers for ids ['bddec652-16e8-4487-a513-c9d66b6554bb'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:50.427213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port a8ebe82f-5044-4964-a7c5-a14822eddc85 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:50.427748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.432936 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4f44d905-9a0c-424b-a3b6-23b02ad1cffa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0955293 Jan 12 09:39:50.436211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39108) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:50.452527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:50.502603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:50.525220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.525715 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Added segment c7adbfcf-c027-46f9-a199-80c7f7df4046 of type vlan for network a83f50bc-d7dc-443e-a68c-cfaa5006adef Jan 12 09:39:50.555872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc2516-1957-4186-a80a-9dc22dd8d3c7 req-2ec6e3b2-8055-4971-a708-bf1ff0ee15fa tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:50.558137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-67fc2516-1957-4186-a80a-9dc22dd8d3c7 req-2ec6e3b2-8055-4971-a708-bf1ff0ee15fa tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.1364837 Jan 12 09:39:50.573855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a023f897-db14-4d93-b867-dcf64550ddea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:50.575183 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a023f897-db14-4d93-b867-dcf64550ddea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports/3dd9168b-c2ae-4efd-8063-54db6aef2712 HTTP/1.1" status: 200 len: 910 time: 0.1816511 Jan 12 09:39:50.587892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39112) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:50.609751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cea001-f55e-48fa-96d0-ec4402994f52 None None] Routers {'bddec652-16e8-4487-a513-c9d66b6554bb'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:50.610463 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-34cea001-f55e-48fa-96d0-ec4402994f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bddec652-16e8-4487-a513-c9d66b6554bb'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:50.625297 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-67fc2516-1957-4186-a80a-9dc22dd8d3c7 req-18ac2257-4566-479a-807e-2e42504f6549 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595763 Jan 12 09:39:50.631564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.676757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.680574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:50.681017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.785206 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4672003 Jan 12 09:39:50.789047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39116) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:50.797249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'ports': [{'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0'}, {'network_id': 'a83f50bc-d7dc-443e-a68c-cfaa5006adef'}]} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:50.797694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:50.798216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': 'a83f50bc-d7dc-443e-a68c-cfaa5006adef'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:50.817129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f44a6-c8e7-49ce-895b-b60fc1928e1c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Network': ['ID=a83f50bc-d7dc-443e-a68c-cfaa5006adef,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:50.832086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:50.840761 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:50.852385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4f02cd-3178-480e-bbfb-c43633a1ddab None None] Update dhcp port {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': 'ca353e8e-ef69-4caa-9fb4-c99341058b1b'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': '196f0adb-f296-45b5-ba43-89261d36dc5c'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:39:50.878161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-34cea001-f55e-48fa-96d0-ec4402994f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:50.891728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network a83f50bc-d7dc-443e-a68c-cfaa5006adef details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:50.985446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:50.990713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39120) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:51.005820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:51.014714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190387232', 'description': 'tempest-secgroup-smoke-190387232 description', 'project_id': 'a2e1163083c446099153b56bbd9c8d52'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:51.020437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:51.024213 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:security_group and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:51.029608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.043153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:51.048913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:51.050485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cea001-f55e-48fa-96d0-ec4402994f52 None None] Routers {'bddec652-16e8-4487-a513-c9d66b6554bb'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:51.051174 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-34cea001-f55e-48fa-96d0-ec4402994f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bddec652-16e8-4487-a513-c9d66b6554bb'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:51.053627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:51.057872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:51.064061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:51.070852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.073595 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:51.081114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 2} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:51.084714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.104626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.115618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:51.119042 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.149199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-34cea001-f55e-48fa-96d0-ec4402994f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:51.149825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cea001-f55e-48fa-96d0-ec4402994f52 None None] The sync data for ids ['bddec652-16e8-4487-a513-c9d66b6554bb'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:51.154289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.155589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 4deab822-9b41-46a4-be8c-93be06a88f8b up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:51.184722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f02cd-3178-480e-bbfb-c43633a1ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.277285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8acb0559-1df2-4b53-b356-295199f59082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.350195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 4deab822-9b41-46a4-be8c-93be06a88f8b triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:51.350893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.351904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port 43e4009c-4bb4-400a-90bc-28d88f40055e yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:51.406152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:51.429473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:security_group_rule and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:51.440268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:51.453626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.464200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:51.468646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Allocated IP 172.26.1.187 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/847958d4-0445-40dc-8486-5a8486541772) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:51.506300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4e4f02cd-3178-480e-bbfb-c43633a1ddab None None] Allocated IP 172.20.0.2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/ca353e8e-ef69-4caa-9fb4-c99341058b1b/196f0adb-f296-45b5-ba43-89261d36dc5c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:51.578268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port 74f3c31e-c36f-4bf3-b527-196cdd0f6255 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:51.677498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.712466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.742206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4e4f02cd-3178-480e-bbfb-c43633a1ddab None None] For port 196f0adb-f296-45b5-ba43-89261d36dc5c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=196f0adb-f296-45b5-ba43-89261d36dc5c,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:51.745135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.768307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.775679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f02cd-3178-480e-bbfb-c43633a1ddab None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.793292 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4e4f02cd-3178-480e-bbfb-c43633a1ddab None None] Ignored duplicate provisioning block setup for port 196f0adb-f296-45b5-ba43-89261d36dc5c by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 12 09:39:51.836267 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f02cd-3178-480e-bbfb-c43633a1ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.872221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.878725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f655039-e551-4550-bd14-601b52d569a1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:51.880985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.959642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.960754 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5a6c092c-c822-4bf5-b32c-fbe73ae5d862 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9687471 Jan 12 09:39:51.964710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39126) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:51.980698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'security_group_rule': {'security_group_id': '7f655039-e551-4550-bd14-601b52d569a1', 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:51.986100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:51.991308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:security_group_rule and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:51.994516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:52.002557 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:52.003274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f02cd-3178-480e-bbfb-c43633a1ddab None None] Pushing event updated for resources: {'Port': ['ID=196f0adb-f296-45b5-ba43-89261d36dc5c,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:52.021264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:52.031712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:52.034934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:52.035766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.041616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=43e4009c-4bb4-400a-90bc-28d88f40055e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:52.102266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.103888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.170168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=74f3c31e-c36f-4bf3-b527-196cdd0f6255,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:52.214219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9532d-71ee-4730-869d-e354f84de3cd req-82f51b3e-b9ca-4c43-ba43-07481f05187c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:52.228327 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01a9532d-71ee-4730-869d-e354f84de3cd req-82f51b3e-b9ca-4c43-ba43-07481f05187c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.3175399 Jan 12 09:39:52.247922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:52.248802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event updated for resources: {'Port': ['ID=847958d4-0445-40dc-8486-5a8486541772,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:52.254884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:52.262379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:52.305532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Checking segment: {'id': 'c7adbfcf-c027-46f9-a199-80c7f7df4046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a83f50bc-d7dc-443e-a68c-cfaa5006adef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:52.305889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network hostable DHCP agents. Network: a83f50bc-d7dc-443e-a68c-cfaa5006adef, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:52.311800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.325151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.354639 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01a9532d-71ee-4730-869d-e354f84de3cd req-bf7b2b40-c643-46e9-b6e6-d4a58ff25e8b tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193461 Jan 12 09:39:52.363623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa827da-508c-48c5-a344-beb5e4e48b4a,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:52.400464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.400464 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-079ff83f-6d56-4918-97b8-8f13fa294c7d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4209809 Jan 12 09:39:52.400464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network a83f50bc-d7dc-443e-a68c-cfaa5006adef is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:52.400464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39130) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:52.406445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.417245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'security_group_rule': {'security_group_id': '7f655039-e551-4550-bd14-601b52d569a1', 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:52.427107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:52.432299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:security_group_rule and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:52.435857 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:52.442106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:52.471229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, a83f50bc-d7dc-443e-a68c-cfaa5006adef) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:52.483141 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.520582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:39:52.522746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:52.526965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:52.530320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:52.531226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.565134 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9e2b552c-72af-461c-bd52-0f08c4807844 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7724533 Jan 12 09:39:52.566773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39136) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:52.604560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.636326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.651805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.658003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.689418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579dffbf-6509-485a-a34e-0b074685b496,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:52.696608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-511a032f-8b0f-4043-b6c7-cf11d7e6d5fb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 74f3c31e-c36f-4bf3-b527-196cdd0f6255 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:52.696950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-511a032f-8b0f-4043-b6c7-cf11d7e6d5fb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.759109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.762839 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-34e57584-65e3-4f83-86e7-1f52d8a4de52 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3617947 Jan 12 09:39:52.763425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39142) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:52.772198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'security_group_rule': {'security_group_id': '7f655039-e551-4550-bd14-601b52d569a1', 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:52.813099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:52.854252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:security_group_rule and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:52.864917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:52.886197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:53.000293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.069029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-511a032f-8b0f-4043-b6c7-cf11d7e6d5fb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.098568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.149632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ae192-a895-47e5-a1db-e5da7e7b802a None None] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:53.165519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1853cfdb-c5a0-477d-b16e-1173fc6c84a1 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:53.178646 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19140d7-8444-481e-befe-b334f8fffae4 None None] Network a83f50bc-d7dc-443e-a68c-cfaa5006adef requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:53.206741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-511a032f-8b0f-4043-b6c7-cf11d7e6d5fb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 74f3c31e-c36f-4bf3-b527-196cdd0f6255 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:53.239631 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd996b-8d25-4f9c-b56b-0d6728a30584 req-8d79826f-5042-4a86-9050-ced019fc184f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:53.241130 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5cd996b-8d25-4f9c-b56b-0d6728a30584 req-8d79826f-5042-4a86-9050-ced019fc184f tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.4635901 Jan 12 09:39:53.261793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.287681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.334405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06889bc1-3672-4ac8-90fc-ee7105875ebd,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:53.364902 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5cd996b-8d25-4f9c-b56b-0d6728a30584 req-b4fb748c-c1b1-4fb1-9392-a9511adb1ee0 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096489 Jan 12 09:39:53.371713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.372590 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8183a551-7241-4f8b-8b42-61140364d1b6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6081281 Jan 12 09:39:53.375482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39148) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:53.381668 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'security_group_rule': {'security_group_id': '7f655039-e551-4550-bd14-601b52d569a1', 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:53.387965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:53.391908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] For port 196f0adb-f296-45b5-ba43-89261d36dc5c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=196f0adb-f296-45b5-ba43-89261d36dc5c,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:53.392841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-511a032f-8b0f-4043-b6c7-cf11d7e6d5fb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.395233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:security_group_rule and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:53.432882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-496c8b80-b9ef-4c38-9b08-b09ac10d1b0b None None] Provisioning for port 196f0adb-f296-45b5-ba43-89261d36dc5c completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:53.443640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:53.456001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a032f-8b0f-4043-b6c7-cf11d7e6d5fb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=74f3c31e-c36f-4bf3-b527-196cdd0f6255,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:53.461827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:53.470378 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-511a032f-8b0f-4043-b6c7-cf11d7e6d5fb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.482325 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-511a032f-8b0f-4043-b6c7-cf11d7e6d5fb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/74f3c31e-c36f-4bf3-b527-196cdd0f6255 HTTP/1.1" status: 204 len: 168 time: 0.9157395 Jan 12 09:39:53.484070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39152) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:53.534686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.595058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:39:53.615014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.615014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.622682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3eec1-ff39-4eab-9cc5-adf70ca6a554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:53.626197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3eec1-ff39-4eab-9cc5-adf70ca6a554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:53.626973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0fd3eec1-ff39-4eab-9cc5-adf70ca6a554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:53.629659 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.634271 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.636897 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-89236233-c591-4a68-bf6b-8b705424bd74 req-bc7ec34a-3874-49d1-a195-eb705bb3433b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcf4260c9dc04a52af653a66a3a24719&device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 1098 time: 0.7153101 Jan 12 09:39:53.640889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.641598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.641760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.672188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0fd3eec1-ff39-4eab-9cc5-adf70ca6a554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:53.677020 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0fd3eec1-ff39-4eab-9cc5-adf70ca6a554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1919777 Jan 12 09:39:53.677699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39156) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:53.681067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8a85dc-a502-4d57-b298-c8880f39c15c,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:53.733081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.737394 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c2252066-8e15-4b62-8361-f1400036dfe3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3608973 Jan 12 09:39:53.738197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39160) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:53.755171 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'security_group_rule': {'security_group_id': '7f655039-e551-4550-bd14-601b52d569a1', 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:53.766881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:53.770075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.775394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:security_group_rule and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:53.780104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:53.785479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-e373529e-7cb8-4f92-8b58-7ddbc9592df2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 43e4009c-4bb4-400a-90bc-28d88f40055e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:53.785718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e373529e-7cb8-4f92-8b58-7ddbc9592df2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.793256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Allocated IP 172.21.0.1 (1c5e18de-e889-4393-93a4-2cb6f7aa25c1/c938614b-b601-495a-8877-334af993f53d/1e5c431c-237f-45de-97a1-2768552ccded) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:53.823050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:53.850592 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Project a2e1163083c446099153b56bbd9c8d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:39:53.889182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.936610 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:53.961891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:54.012955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=62205a7b-9907-48c8-bff1-c8c78de231fc,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.022526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:54.023216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.050908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=196f0adb-f296-45b5-ba43-89261d36dc5c,revision_number=7']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.069086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e373529e-7cb8-4f92-8b58-7ddbc9592df2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.087451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.129291 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8155f397-0706-4555-940e-a8e7f3fd7d2f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6892085 Jan 12 09:39:54.138817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89236233-c591-4a68-bf6b-8b705424bd74 req-35951c79-409c-4c57-a1cb-491813b7be00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:54.140278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39164) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:54.140408 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-89236233-c591-4a68-bf6b-8b705424bd74 req-35951c79-409c-4c57-a1cb-491813b7be00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 200 len: 913 time: 0.4948499 Jan 12 09:39:54.221802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 196f0adb-f296-45b5-ba43-89261d36dc5c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:54.265497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.300094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.307324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-e373529e-7cb8-4f92-8b58-7ddbc9592df2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 43e4009c-4bb4-400a-90bc-28d88f40055e owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:54.337817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 196f0adb-f296-45b5-ba43-89261d36dc5c completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:54.339554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:a5:be:3a', 'name': 'tempest-NetworksTestDHCPv6-1278484036'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:54.349313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 196f0adb-f296-45b5-ba43-89261d36dc5c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:54.349909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.352179 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-89236233-c591-4a68-bf6b-8b705424bd74 req-17b330bf-bf1b-49fd-b057-1dba499d445b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 200 len: 1001 time: 0.1961277 Jan 12 09:39:54.355316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Transition to ACTIVE for port object 1e5c431c-237f-45de-97a1-2768552ccded will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:54.447787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89236233-c591-4a68-bf6b-8b705424bd74 req-d946caba-943c-4e1d-987d-a5d1b9f995d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:54.449238 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-89236233-c591-4a68-bf6b-8b705424bd74 req-d946caba-943c-4e1d-987d-a5d1b9f995d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c73e78c-b467-4bb9-9543-c898d6de8b84 HTTP/1.1" status: 200 len: 851 time: 0.0903456 Jan 12 09:39:54.460023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d987dd-1ad5-4b0f-a49f-61218e3d6b04,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.504134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.565997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 196f0adb-f296-45b5-ba43-89261d36dc5c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=196f0adb-f296-45b5-ba43-89261d36dc5c,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:39:54.571269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd06cc3-a939-4356-beb0-022007d48fcb None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:54.601965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.603616 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-15be75b4-bd78-4fc0-ac20-5b97fe9329d5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8605382 Jan 12 09:39:54.617018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39170) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:54.624508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'security_group_rule': {'security_group_id': '7f655039-e551-4550-bd14-601b52d569a1', 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:54.640662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.659752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.675624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:54.682533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e373529e-7cb8-4f92-8b58-7ddbc9592df2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.692953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:security_group_rule and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:54.741458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:54.748133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:54.749273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:54.753374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:54.769291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:54.769501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-393b1b99-4edd-4d5a-8e55-2d738d0bb5b4 None None] Provisioning complete for port 196f0adb-f296-45b5-ba43-89261d36dc5c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:54.769501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-393b1b99-4edd-4d5a-8e55-2d738d0bb5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.786020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=1e5c431c-237f-45de-97a1-2768552ccded,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.791401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=196f0adb-f296-45b5-ba43-89261d36dc5c,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.818144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373529e-7cb8-4f92-8b58-7ddbc9592df2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=43e4009c-4bb4-400a-90bc-28d88f40055e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.831174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e373529e-7cb8-4f92-8b58-7ddbc9592df2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.842493 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Project a2e1163083c446099153b56bbd9c8d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:39:54.843969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.857061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:54.862948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:54.866571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:54.874402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:54.884011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.888249 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-89236233-c591-4a68-bf6b-8b705424bd74 req-f7c1619e-3ffe-465e-9a17-3f491fe3e18d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cc1870b-44c6-49df-b549-ffb90a147677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4317479 Jan 12 09:39:54.889260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Router 9efb20a1-2279-4e9b-9051-3cbf850a7a06 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:39:54.938530 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e373529e-7cb8-4f92-8b58-7ddbc9592df2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/43e4009c-4bb4-400a-90bc-28d88f40055e HTTP/1.1" status: 204 len: 168 time: 1.2550867 Jan 12 09:39:54.949113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39174) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:54.973898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:54.998515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.062068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.107260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d7ad0a-ab65-405c-b315-d71f10f69698,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:55.122478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef857e03-289b-4240-8fb7-d887443a97a7 req-da007378-d119-4429-a5f4-168e05c262de tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:55.124172 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef857e03-289b-4240-8fb7-d887443a97a7 req-da007378-d119-4429-a5f4-168e05c262de tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.4886212 Jan 12 09:39:55.131363 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.149391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7e8f57d1-dded-4046-9ac5-b5c759a15740 None None] Provisioning for port 1e5c431c-237f-45de-97a1-2768552ccded completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:55.155998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7e8f57d1-dded-4046-9ac5-b5c759a15740 None None] Provisioning complete for port 1e5c431c-237f-45de-97a1-2768552ccded triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:55.156584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e8f57d1-dded-4046-9ac5-b5c759a15740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.163633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.167734 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b83ea418-d523-4e75-b7f6-fc5d72a10fb7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5466568 Jan 12 09:39:55.193993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.223364 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef857e03-289b-4240-8fb7-d887443a97a7 req-86c5dbcd-12e9-46d3-a066-a9d22987cb6b tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907412 Jan 12 09:39:55.232630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 74df0752-cbd7-4b1a-9dd1-d3d06586195b yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:55.302903 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-89236233-c591-4a68-bf6b-8b705424bd74 req-4be10ef3-156d-4bc7-bb6a-132140afc139 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856010 Jan 12 09:39:55.348900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f57d1-dded-4046-9ac5-b5c759a15740 None None] Port 1e5c431c-237f-45de-97a1-2768552ccded cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:55.480233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ec392825-2ba7-4242-9572-684eef0700b5 None None] Provisioning complete for port 196f0adb-f296-45b5-ba43-89261d36dc5c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:55.481847 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec392825-2ba7-4242-9572-684eef0700b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.531865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 172.20.0.14 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/ca353e8e-ef69-4caa-9fb4-c99341058b1b/74df0752-cbd7-4b1a-9dd1-d3d06586195b) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:55.538103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f816:3eff:fea5:be3a (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/62205a7b-9907-48c8-bff1-c8c78de231fc/74df0752-cbd7-4b1a-9dd1-d3d06586195b) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:55.610720 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958608ba-cf02-492a-9f34-28f95123d83e tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:55.614643 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-958608ba-cf02-492a-9f34-28f95123d83e tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6618547 Jan 12 09:39:55.627530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39200) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:55.736939 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-89236233-c591-4a68-bf6b-8b705424bd74 req-5712d960-a245-4bdd-ade5-d5ea01d1c947 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182549 Jan 12 09:39:55.742802 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ce1243-4dc0-4c6e-a927-91402a7690ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:39:55.747489 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-08ce1243-4dc0-4c6e-a927-91402a7690ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/74f3c31e-c36f-4bf3-b527-196cdd0f6255 HTTP/1.1" status: 404 len: 333 time: 0.1197288 Jan 12 09:39:55.748038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39206) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:55.801800 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dae4ed-32b7-43f4-9214-5411204907b7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:39:55.802362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-37dae4ed-32b7-43f4-9214-5411204907b7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:55.821251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.842589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-37dae4ed-32b7-43f4-9214-5411204907b7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:55.846862 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-37dae4ed-32b7-43f4-9214-5411204907b7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/43e4009c-4bb4-400a-90bc-28d88f40055e HTTP/1.1" status: 404 len: 333 time: 0.0946252 Jan 12 09:39:55.846862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 74df0752-cbd7-4b1a-9dd1-d3d06586195b will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:55.847234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39212) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:55.976012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.993675 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.015672 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.015672 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:56.019013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.021906 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Sync routers for ids ['9efb20a1-2279-4e9b-9051-3cbf850a7a06'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:56.051843 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Routers {'9efb20a1-2279-4e9b-9051-3cbf850a7a06'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:56.052732 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9efb20a1-2279-4e9b-9051-3cbf850a7a06'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:56.098652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=74df0752-cbd7-4b1a-9dd1-d3d06586195b,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:56.129348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 196f0adb-f296-45b5-ba43-89261d36dc5c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:56.163291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.164511 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6bb1be9a-643c-467e-b003-7c06b486d956 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4537349 Jan 12 09:39:56.172351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39222) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:56.177201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=1e5c431c-237f-45de-97a1-2768552ccded,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:56.241501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.275088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83f50bc-d7dc-443e-a68c-cfaa5006adef']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:56.289265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7adbfcf-c027-46f9-a199-80c7f7df4046') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:56.289517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7adbfcf-c027-46f9-a199-80c7f7df4046') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:56.302286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.318750 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 196f0adb-f296-45b5-ba43-89261d36dc5c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:56.319122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.328791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.335964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:39:56.336369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.380216 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Set router 9efb20a1-2279-4e9b-9051-3cbf850a7a06 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:56.462884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:56.544960 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:56.690872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.698589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:56.722298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.728095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:56.736614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:39:56.756534 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:56.758399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:56.791343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Network': ['ID=a83f50bc-d7dc-443e-a68c-cfaa5006adef,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:56.836736 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e9af6630-28d5-4cc9-a9ef-063d9c4deb9a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/networks/a83f50bc-d7dc-443e-a68c-cfaa5006adef HTTP/1.1" status: 204 len: 168 time: 0.9886751 Jan 12 09:39:56.847602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39242) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:56.865109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1410772080'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:56.883867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:56.901919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:network and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:56.910585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:56.924740 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efb20a1-2279-4e9b-9051-3cbf850a7a06', 'name': 'tempest-snat-router-754787539', 'tenant_id': '001461c4d1d240b187f590062c7e5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.187'}], 'enable_snat': False}, 'gw_port_id': '847958d4-0445-40dc-8486-5a8486541772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:49Z', 'updated_at': '2022-01-12T09:39:52Z', 'revision_number': 3, 'project_id': '001461c4d1d240b187f590062c7e5e37', 'gw_port': {'id': '847958d4-0445-40dc-8486-5a8486541772', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efb20a1-2279-4e9b-9051-3cbf850a7a06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:51Z', 'updated_at': '2022-01-12T09:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:56.929920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9a446-08ad-4695-8269-6648a527bc15 req-aacabaf0-7a99-4be0-ab63-3d577242deef tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:56.946742 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Checking router: 9efb20a1-2279-4e9b-9051-3cbf850a7a06 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:39:56.947054 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-35b9a446-08ad-4695-8269-6648a527bc15 req-aacabaf0-7a99-4be0-ab63-3d577242deef tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.4080734 Jan 12 09:39:56.947725 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Updating router 9efb20a1-2279-4e9b-9051-3cbf850a7a06 port 847958d4-0445-40dc-8486-5a8486541772 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:39:56.969427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:56.970343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.980895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:57.017399 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-74af35bc-b8f0-4ba6-8ca1-ccea2b113f25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8765128 Jan 12 09:39:57.021191 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39252) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:57.061288 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.081916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:57.085230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.110168 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-35b9a446-08ad-4695-8269-6648a527bc15 req-83bb2e5f-45a5-491c-b013-07100d92a767 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617184 Jan 12 09:39:57.155149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:57.184461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.184904 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Added segment 2bbfa9be-8590-41bc-b6f9-7c37567803dc of type vlan for network 5883d81f-9537-42a3-bac4-2f411bffe0ba Jan 12 09:39:57.236105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d0b2-b665-4feb-8bbd-a3404a7f20ea None None] Provisioning complete for port 1e5c431c-237f-45de-97a1-2768552ccded triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:57.236105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d0b2-b665-4feb-8bbd-a3404a7f20ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.241504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.294322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7974a1-8aed-4cfe-851b-d0eeba55064a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:57.299863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7974a1-8aed-4cfe-851b-d0eeba55064a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:57.300706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ef7974a1-8aed-4cfe-851b-d0eeba55064a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:57.303463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.307680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:57.308251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.391808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d0b2-b665-4feb-8bbd-a3404a7f20ea None None] Port 1e5c431c-237f-45de-97a1-2768552ccded cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:57.432428 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5831180 Jan 12 09:39:57.433270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ef7974a1-8aed-4cfe-851b-d0eeba55064a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:57.434259 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ef7974a1-8aed-4cfe-851b-d0eeba55064a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4118595 Jan 12 09:39:57.438383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39258) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:57.438744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39260) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:57.449341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '5883d81f-9537-42a3-bac4-2f411bffe0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:57.507713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757f30d-48d9-44b5-828b-42b1a6aec69d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Network': ['ID=5883d81f-9537-42a3-bac4-2f411bffe0ba,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:57.531759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 5883d81f-9537-42a3-bac4-2f411bffe0ba details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:57.593161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f466e546-ed51-442f-a16a-68a044fda5bd None None] Provisioning for port 74df0752-cbd7-4b1a-9dd1-d3d06586195b completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:57.611828 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-be282fa7-9b3a-4f71-b098-7482c83c4443 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/routers/9efb20a1-2279-4e9b-9051-3cbf850a7a06 HTTP/1.1" status: 200 len: 908 time: 1.4371958 Jan 12 09:39:57.613959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39266) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:57.648731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Request body: {'router': {'name': 'tempest-snat-router-754787539', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'enable_snat': True}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:39:57.666419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:57.673130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f466e546-ed51-442f-a16a-68a044fda5bd None None] Provisioning complete for port 74df0752-cbd7-4b1a-9dd1-d3d06586195b triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:57.673507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f466e546-ed51-442f-a16a-68a044fda5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.684213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Usage tracker for resource:router and tenant:001461c4d1d240b187f590062c7e5e37 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:57.688256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router bddec652-16e8-4487-a513-c9d66b6554bb has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:39:57.692256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-dc14f5bc-1706-4a1b-8bbe-12c6bae0696e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 74df0752-cbd7-4b1a-9dd1-d3d06586195b {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:57.692596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc14f5bc-1706-4a1b-8bbe-12c6bae0696e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.733086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:57.749581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:57.759310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f466e546-ed51-442f-a16a-68a044fda5bd None None] Port 74df0752-cbd7-4b1a-9dd1-d3d06586195b cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:39:57.771236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:57.783972 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.784244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:57.791229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:57.808355 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Transition to ACTIVE for port object 847958d4-0445-40dc-8486-5a8486541772 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:57.812586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:57.820864 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.856458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.859929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.873174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:57.918054 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Attempting to bind port 847958d4-0445-40dc-8486-5a8486541772 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:57.918429 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Attempting to bind port 847958d4-0445-40dc-8486-5a8486541772 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:57.918717 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Attempting to bind port 847958d4-0445-40dc-8486-5a8486541772 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:39:57.921475 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d657969-43b9-4cdc-9e8b-6e3dcdf1935a None None] Pushing event updated for resources: {'Port': ['ID=847958d4-0445-40dc-8486-5a8486541772,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:57.927825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:39:57.928095 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:39:57.928379 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:57.928559 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.928952 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:39:57.929391 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Bound port: 847958d4-0445-40dc-8486-5a8486541772, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:57.929773 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.933277 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-55c5bd1a-9988-4b44-94e5-73a4332b24c9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/bddec652-16e8-4487-a513-c9d66b6554bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3442752 Jan 12 09:39:57.935850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39270) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:57.939758 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c18f1f-4271-45a5-9775-afb7a337b279 None None] Sync routers for ids ['bddec652-16e8-4487-a513-c9d66b6554bb'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:57.957413 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c18f1f-4271-45a5-9775-afb7a337b279 None None] Routers {'bddec652-16e8-4487-a513-c9d66b6554bb'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:57.958302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-86c18f1f-4271-45a5-9775-afb7a337b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bddec652-16e8-4487-a513-c9d66b6554bb'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:58.021836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.022633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-86c18f1f-4271-45a5-9775-afb7a337b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:58.034047 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c18f1f-4271-45a5-9775-afb7a337b279 None None] Routers {'bddec652-16e8-4487-a513-c9d66b6554bb'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:58.034986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-86c18f1f-4271-45a5-9775-afb7a337b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bddec652-16e8-4487-a513-c9d66b6554bb'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:58.051209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c42e2-0fa4-4316-bfac-6200a5de5c13 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:58.051678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cb6c42e2-0fa4-4316-bfac-6200a5de5c13 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:58.077939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cb6c42e2-0fa4-4316-bfac-6200a5de5c13 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:58.080608 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cb6c42e2-0fa4-4316-bfac-6200a5de5c13 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports/1e5c431c-237f-45de-97a1-2768552ccded HTTP/1.1" status: 200 len: 910 time: 0.1427557 Jan 12 09:39:58.082739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39274) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:58.100972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-86c18f1f-4271-45a5-9775-afb7a337b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:58.101813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c18f1f-4271-45a5-9775-afb7a337b279 None None] The sync data for ids ['bddec652-16e8-4487-a513-c9d66b6554bb'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:58.112336 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] For port 847958d4-0445-40dc-8486-5a8486541772, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:39:58.115947 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] For port 847958d4-0445-40dc-8486-5a8486541772, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=847958d4-0445-40dc-8486-5a8486541772,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:39:58.124258 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.128911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.262549 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d657969-43b9-4cdc-9e8b-6e3dcdf1935a None None] Pushing event updated for resources: {'Port': ['ID=847958d4-0445-40dc-8486-5a8486541772,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:58.295874 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Routers {'9efb20a1-2279-4e9b-9051-3cbf850a7a06'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:58.297479 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9efb20a1-2279-4e9b-9051-3cbf850a7a06'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:58.439330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Performing IP validity checks on allocation pools {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:39:58.442635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:39:58.520830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.535074 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] Set router 9efb20a1-2279-4e9b-9051-3cbf850a7a06 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:39:58.541266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc14f5bc-1706-4a1b-8bbe-12c6bae0696e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.887389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-dc14f5bc-1706-4a1b-8bbe-12c6bae0696e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 74df0752-cbd7-4b1a-9dd1-d3d06586195b owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:58.948678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.954351 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efb20a1-2279-4e9b-9051-3cbf850a7a06', 'name': 'tempest-snat-router-754787539', 'tenant_id': '001461c4d1d240b187f590062c7e5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.187'}], 'enable_snat': False}, 'gw_port_id': '847958d4-0445-40dc-8486-5a8486541772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:49Z', 'updated_at': '2022-01-12T09:39:52Z', 'revision_number': 3, 'project_id': '001461c4d1d240b187f590062c7e5e37', 'gw_port': {'id': '847958d4-0445-40dc-8486-5a8486541772', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efb20a1-2279-4e9b-9051-3cbf850a7a06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:51Z', 'updated_at': '2022-01-12T09:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:58.959484 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df7f63-4098-4847-bacd-0fcb3d6e0df4 None None] The sync data for ids ['9efb20a1-2279-4e9b-9051-3cbf850a7a06'] in dv-neutron-824347-1-hyperv is: [{'id': '9efb20a1-2279-4e9b-9051-3cbf850a7a06', 'name': 'tempest-snat-router-754787539', 'tenant_id': '001461c4d1d240b187f590062c7e5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.187'}], 'enable_snat': False}, 'gw_port_id': '847958d4-0445-40dc-8486-5a8486541772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:49Z', 'updated_at': '2022-01-12T09:39:52Z', 'revision_number': 3, 'project_id': '001461c4d1d240b187f590062c7e5e37', 'gw_port': {'id': '847958d4-0445-40dc-8486-5a8486541772', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efb20a1-2279-4e9b-9051-3cbf850a7a06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:51Z', 'updated_at': '2022-01-12T09:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:39:58.974780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f439-87f5-49ec-80a1-3c9d4c14b9f1 req-ecccb3f3-162a-40ef-9640-3f31229ebcbe tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:58.976734 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6021f439-87f5-49ec-80a1-3c9d4c14b9f1 req-ecccb3f3-162a-40ef-9640-3f31229ebcbe tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.6414921 Jan 12 09:39:59.224177 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6021f439-87f5-49ec-80a1-3c9d4c14b9f1 req-4f9b1297-45c7-4073-af94-78aa95824812 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074001 Jan 12 09:39:59.240483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.395055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 1e5c431c-237f-45de-97a1-2768552ccded {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:39:59.395724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.434151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc14f5bc-1706-4a1b-8bbe-12c6bae0696e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.507585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=ebd93979-d1d1-4581-9ccf-889517561bd8,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:59.598685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14f5bc-1706-4a1b-8bbe-12c6bae0696e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=74df0752-cbd7-4b1a-9dd1-d3d06586195b,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:59.620837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.700408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Checking segment: {'id': '2bbfa9be-8590-41bc-b6f9-7c37567803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5883d81f-9537-42a3-bac4-2f411bffe0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:39:59.700775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network hostable DHCP agents. Network: 5883d81f-9537-42a3-bac4-2f411bffe0ba, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:59.747573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc14f5bc-1706-4a1b-8bbe-12c6bae0696e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.755583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711b4c-8b75-4226-b113-5eed7d745702 req-77fe1952-396c-4097-b5ab-d8026040781c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:59.757004 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06711b4c-8b75-4226-b113-5eed7d745702 req-77fe1952-396c-4097-b5ab-d8026040781c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.3934782 Jan 12 09:39:59.780681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 1e5c431c-237f-45de-97a1-2768552ccded owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:39:59.864315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dc14f5bc-1706-4a1b-8bbe-12c6bae0696e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/74df0752-cbd7-4b1a-9dd1-d3d06586195b HTTP/1.1" status: 204 len: 168 time: 2.4245300 Jan 12 09:39:59.865162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39288) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:59.921371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 5883d81f-9537-42a3-bac4-2f411bffe0ba is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:59.953881 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06711b4c-8b75-4226-b113-5eed7d745702 req-3b027d6e-3357-45cc-98b2-fa4527464d45 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897528 Jan 12 09:39:59.954424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 5883d81f-9537-42a3-bac4-2f411bffe0ba) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:59.960084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:59.960705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.965083 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Sync routers for ids ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:39:59.967425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e6e7d7-9c94-466b-b4c0-c23220b23d59 None None] Network 5883d81f-9537-42a3-bac4-2f411bffe0ba requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:39:59.986027 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Routers {'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:39:59.986743 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:59.990256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.072923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.096657 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.219967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=1e5c431c-237f-45de-97a1-2768552ccded,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:00.275047 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6bff1125-51a3-4dfd-b1ba-4eb6b710e437 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8334134 Jan 12 09:40:00.276226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39294) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:00.301741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ef898c-0599-46d3-b053-fc02efd29dca tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:00.314415 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ef898c-0599-46d3-b053-fc02efd29dca tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:00.318625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ef898c-0599-46d3-b053-fc02efd29dca tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:00.321819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-63ef898c-0599-46d3-b053-fc02efd29dca tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:00.345206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '5883d81f-9537-42a3-bac4-2f411bffe0ba', 'name': 'tempest-PortsIpV6TestJSON-1236854160'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:00.471796 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Set router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:00.549117 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-5883d81f-9537-42a3-bac4-2f411bffe0ba', 'network_id': '5883d81f-9537-42a3-bac4-2f411bffe0ba', 'tenant_id': 'd2c18f6667a44a878bdf808577b8beaa', 'fixed_ips': [{'subnet_id': 'ebd93979-d1d1-4581-9ccf-889517561bd8'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:40:00.549935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.799831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-63ef898c-0599-46d3-b053-fc02efd29dca tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:00.806111 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-63ef898c-0599-46d3-b053-fc02efd29dca tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9360068 Jan 12 09:40:00.834140 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39300) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:00.924109 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Allocated IP 2001:db8::2 (5883d81f-9537-42a3-bac4-2f411bffe0ba/ebd93979-d1d1-4581-9ccf-889517561bd8/cae70127-360f-4d45-818f-62e11f96f3c7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:01.019844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Allocated IP 172.26.1.69 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:01.026189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:01.058199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:01.164150 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'name': 'tempest-TestVolumeBootPattern-340005208-router', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:31Z', 'updated_at': '2022-01-12T09:39:43Z', 'revision_number': 4, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'gw_port': {'id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:33Z', 'updated_at': '2022-01-12T09:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'dcbabb21-d140-4fc7-8f74-442279a8fde8', 'name': '', 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'mac_address': 'fa:16:3e:79:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d3cbfb-0116-4b3d-807a-92a896defa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:40Z', 'updated_at': '2022-01-12T09:39:43Z', 'revision_number': 2, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'subnets': [{'id': '86d3cbfb-0116-4b3d-807a-92a896defa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:01.171175 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Checking router: e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:40:01.171966 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Updating router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 port dcbabb21-d140-4fc7-8f74-442279a8fde8 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:40:01.250782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:01.257368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.272804 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.312808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0731040-fb21-4e12-9888-43d291f46afa req-24c1a731-d6bc-4fd6-b193-461e3d8c2902 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:01.314266 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e0731040-fb21-4e12-9888-43d291f46afa req-24c1a731-d6bc-4fd6-b193-461e3d8c2902 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.5320210 Jan 12 09:40:01.357310 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.376740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-93331921-0529-4c45-ad88-d358c6b4d014 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 62205a7b-9907-48c8-bff1-c8c78de231fc {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:01.381711 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93331921-0529-4c45-ad88-d358c6b4d014 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.401359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port 999c4bb6-07be-47bf-9c1a-f9f9f484eb54 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:01.436053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.462921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Transition to ACTIVE for port object cae70127-360f-4d45-818f-62e11f96f3c7 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:01.501746 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93331921-0529-4c45-ad88-d358c6b4d014 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.505991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Transition to ACTIVE for port object cae70127-360f-4d45-818f-62e11f96f3c7 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:01.518765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.565035 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e0731040-fb21-4e12-9888-43d291f46afa req-2748a3ad-e441-4650-9a63-272971bd61e8 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172101 Jan 12 09:40:01.633601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.681118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Pushing event updated for resources: {'Port': ['ID=cae70127-360f-4d45-818f-62e11f96f3c7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:01.687734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Network 5883d81f-9537-42a3-bac4-2f411bffe0ba is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:01.699839 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:01.702229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:01.733979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.807878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93331921-0529-4c45-ad88-d358c6b4d014 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.876666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Attempting to bind port cae70127-360f-4d45-818f-62e11f96f3c7 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:01.877284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Attempting to bind port cae70127-360f-4d45-818f-62e11f96f3c7 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2bbfa9be-8590-41bc-b6f9-7c37567803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5883d81f-9537-42a3-bac4-2f411bffe0ba'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:01.878072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Attempting to bind port cae70127-360f-4d45-818f-62e11f96f3c7 on network 5883d81f-9537-42a3-bac4-2f411bffe0ba {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:01.886937 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:01.887636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Checking segment: {'id': '2bbfa9be-8590-41bc-b6f9-7c37567803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5883d81f-9537-42a3-bac4-2f411bffe0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:01.888239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.888694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Bound using segment: {'id': '2bbfa9be-8590-41bc-b6f9-7c37567803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5883d81f-9537-42a3-bac4-2f411bffe0ba'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:01.889288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Bound port: cae70127-360f-4d45-818f-62e11f96f3c7, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbfa9be-8590-41bc-b6f9-7c37567803dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5883d81f-9537-42a3-bac4-2f411bffe0ba'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:01.889950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.931313 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.970384 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Transition to ACTIVE for port object dcbabb21-d140-4fc7-8f74-442279a8fde8 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:01.986104 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.005020 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8::3b7 (5883d81f-9537-42a3-bac4-2f411bffe0ba/ebd93979-d1d1-4581-9ccf-889517561bd8/999c4bb6-07be-47bf-9c1a-f9f9f484eb54) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:02.112857 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event updated for resources: {'Port': ['ID=3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:02.118492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:02.121672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:02.143251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:02.163485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] For port cae70127-360f-4d45-818f-62e11f96f3c7, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:02.169277 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] For port cae70127-360f-4d45-818f-62e11f96f3c7, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cae70127-360f-4d45-818f-62e11f96f3c7,segment=NetworkSegment(2bbfa9be-8590-41bc-b6f9-7c37567803dc),segment_id=2bbfa9be-8590-41bc-b6f9-7c37567803dc)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:02.178235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.227995 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93331921-0529-4c45-ad88-d358c6b4d014 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.275535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 847958d4-0445-40dc-8486-5a8486541772 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:02.351244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93331921-0529-4c45-ad88-d358c6b4d014 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=62205a7b-9907-48c8-bff1-c8c78de231fc,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:02.375332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93331921-0529-4c45-ad88-d358c6b4d014 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.389201 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20ffc4-8d03-45b2-a028-c012d049ba03 None None] Pushing event updated for resources: {'Port': ['ID=dcbabb21-d140-4fc7-8f74-442279a8fde8,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:02.444919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f87be2-4f0a-45df-b9be-e83f70816bcf None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:02.543764 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Attempting to bind port dcbabb21-d140-4fc7-8f74-442279a8fde8 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:02.544164 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Attempting to bind port dcbabb21-d140-4fc7-8f74-442279a8fde8 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '9a8e46c6-f133-4d07-9a27-18d473bb9e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:02.544477 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Attempting to bind port dcbabb21-d140-4fc7-8f74-442279a8fde8 on network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:02.561002 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:02.561385 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Checking segment: {'id': '9a8e46c6-f133-4d07-9a27-18d473bb9e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:02.561749 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.563008 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Bound using segment: {'id': '9a8e46c6-f133-4d07-9a27-18d473bb9e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:02.565133 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Bound port: dcbabb21-d140-4fc7-8f74-442279a8fde8, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8e46c6-f133-4d07-9a27-18d473bb9e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:02.569090 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-93331921-0529-4c45-ad88-d358c6b4d014 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/62205a7b-9907-48c8-bff1-c8c78de231fc HTTP/1.1" status: 204 len: 168 time: 1.7337973 Jan 12 09:40:02.569855 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.574061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39310) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:02.644204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.698259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object 999c4bb6-07be-47bf-9c1a-f9f9f484eb54 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:02.703977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7dc2ad-fb6f-4850-9223-11b6bc692176 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet ca353e8e-ef69-4caa-9fb4-c99341058b1b {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:02.711906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc7dc2ad-fb6f-4850-9223-11b6bc692176 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.745127 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] For port dcbabb21-d140-4fc7-8f74-442279a8fde8, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:02.747499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-1a5251d0-eafb-43dd-a845-2411a2792f95 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:02.748564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-1a5251d0-eafb-43dd-a845-2411a2792f95 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Synchronizing usage tracker for tenant:dcf4260c9dc04a52af653a66a3a24719 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:02.756531 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] For port dcbabb21-d140-4fc7-8f74-442279a8fde8, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=dcbabb21-d140-4fc7-8f74-442279a8fde8,segment=NetworkSegment(9a8e46c6-f133-4d07-9a27-18d473bb9e6e),segment_id=9a8e46c6-f133-4d07-9a27-18d473bb9e6e)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:02.764237 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.775486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.788435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router bddec652-16e8-4487-a513-c9d66b6554bb has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:40:02.804230 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-1a5251d0-eafb-43dd-a845-2411a2792f95 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Unset dirty status for tenant:dcf4260c9dc04a52af653a66a3a24719 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:02.805567 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-1a5251d0-eafb-43dd-a845-2411a2792f95 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.2940295 Jan 12 09:40:02.807675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc7dc2ad-fb6f-4850-9223-11b6bc692176 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.905906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=999c4bb6-07be-47bf-9c1a-f9f9f484eb54,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:02.924425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.925149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.937943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 847958d4-0445-40dc-8486-5a8486541772 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:02.956348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac05e9-6c03-47e0-b9b8-fa4e72509a7b None None] Pushing event updated for resources: {'Port': ['ID=cae70127-360f-4d45-818f-62e11f96f3c7,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:02.975213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 847958d4-0445-40dc-8486-5a8486541772 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:02.975574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.002599 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20ffc4-8d03-45b2-a028-c012d049ba03 None None] Pushing event updated for resources: {'Port': ['ID=dcbabb21-d140-4fc7-8f74-442279a8fde8,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:03.008210 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Routers {'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:03.018033 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:03.098488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Deleting port 017250a8-0b35-400d-b839-13ec25a1c7e1 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:03.098897 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.138637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 5883d81f-9537-42a3-bac4-2f411bffe0ba is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:03.159669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:03.165306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:03.169704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:03.171330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.187851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95bc7e-5ae2-440e-a037-2e26e509a6e1 req-41c7a53a-6c8b-4dea-b8f0-82e9e9b15e0e tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:03.190495 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee95bc7e-5ae2-440e-a037-2e26e509a6e1 req-41c7a53a-6c8b-4dea-b8f0-82e9e9b15e0e tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.3163095 Jan 12 09:40:03.328004 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.377653 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-661ac5cd-173b-467a-b0cb-ef9f96be81ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0511348 Jan 12 09:40:03.383207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39318) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:03.409249 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 847958d4-0445-40dc-8486-5a8486541772, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=847958d4-0445-40dc-8486-5a8486541772,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:03.427579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.493399 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] Set router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:03.500397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 999c4bb6-07be-47bf-9c1a-f9f9f484eb54 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:03.500893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.681986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=847958d4-0445-40dc-8486-5a8486541772,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:03.717687 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee95bc7e-5ae2-440e-a037-2e26e509a6e1 req-5ac395ed-7710-4fcf-b370-2a25b370a00c tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5097702 Jan 12 09:40:03.859751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc7dc2ad-fb6f-4850-9223-11b6bc692176 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.140819 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'name': 'tempest-TestVolumeBootPattern-340005208-router', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:31Z', 'updated_at': '2022-01-12T09:39:43Z', 'revision_number': 4, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'gw_port': {'id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:33Z', 'updated_at': '2022-01-12T09:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'dcbabb21-d140-4fc7-8f74-442279a8fde8', 'name': '', 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'mac_address': 'fa:16:3e:79:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d3cbfb-0116-4b3d-807a-92a896defa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:40Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 4, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'subnets': [{'id': '86d3cbfb-0116-4b3d-807a-92a896defa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:04.172574 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3565c8-e2f4-4cfb-bce2-3fc8d7137385 None None] The sync data for ids ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'] in dv-neutron-824347-1-hyperv is: [{'id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'name': 'tempest-TestVolumeBootPattern-340005208-router', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:31Z', 'updated_at': '2022-01-12T09:39:43Z', 'revision_number': 4, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'gw_port': {'id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:33Z', 'updated_at': '2022-01-12T09:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'dcbabb21-d140-4fc7-8f74-442279a8fde8', 'name': '', 'network_id': '4f6d74ac-ea45-449f-9a8f-c6e6abc389de', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'mac_address': 'fa:16:3e:79:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d3cbfb-0116-4b3d-807a-92a896defa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:40Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 4, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'subnets': [{'id': '86d3cbfb-0116-4b3d-807a-92a896defa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:04.254641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.293228 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:04.307803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e5ea6-da85-40bc-925d-2c5ee5923d72 None None] Sync routers for ids ['bddec652-16e8-4487-a513-c9d66b6554bb'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:04.316470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc7dc2ad-fb6f-4850-9223-11b6bc692176 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.335456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e5ea6-da85-40bc-925d-2c5ee5923d72 None None] Routers {'bddec652-16e8-4487-a513-c9d66b6554bb'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:04.337851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3f4e5ea6-da85-40bc-925d-2c5ee5923d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bddec652-16e8-4487-a513-c9d66b6554bb'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:04.460145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 847958d4-0445-40dc-8486-5a8486541772 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:04.485384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 999c4bb6-07be-47bf-9c1a-f9f9f484eb54 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:04.506558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc7dc2ad-fb6f-4850-9223-11b6bc692176 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.515011 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dc7dc2ad-fb6f-4850-9223-11b6bc692176 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/ca353e8e-ef69-4caa-9fb4-c99341058b1b HTTP/1.1" status: 204 len: 168 time: 1.9373648 Jan 12 09:40:04.518311 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3f4e5ea6-da85-40bc-925d-2c5ee5923d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:04.522217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39322) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:04.537060 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2438522e-ef33-48fc-af22-73d48eb140e6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/bddec652-16e8-4487-a513-c9d66b6554bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4532211 Jan 12 09:40:04.554459 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e5ea6-da85-40bc-925d-2c5ee5923d72 None None] Routers {'bddec652-16e8-4487-a513-c9d66b6554bb'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:04.555253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3f4e5ea6-da85-40bc-925d-2c5ee5923d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bddec652-16e8-4487-a513-c9d66b6554bb'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:04.558544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39326) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:04.633122 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-01fa9457-f3ef-48c2-9589-1dcd27377f22 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072776 Jan 12 09:40:04.641633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39330) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:04.662995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:04.691813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dc2ad-fb6f-4850-9223-11b6bc692176 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=ca353e8e-ef69-4caa-9fb4-c99341058b1b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:04.706612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3f4e5ea6-da85-40bc-925d-2c5ee5923d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:04.707777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e5ea6-da85-40bc-925d-2c5ee5923d72 None None] The sync data for ids ['bddec652-16e8-4487-a513-c9d66b6554bb'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:04.757210 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 847958d4-0445-40dc-8486-5a8486541772 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:04.757668 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.984215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] For port 017250a8-0b35-400d-b839-13ec25a1c7e1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=017250a8-0b35-400d-b839-13ec25a1c7e1,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:04.984842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.000720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device dcbabb21-d140-4fc7-8f74-442279a8fde8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:05.053931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328d1fd-da13-4395-9492-157254144718 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:05.312356 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d8fb62e3-d30f-4275-b4e7-637eaf9d3cfd None None] Provisioning complete for port 196f0adb-f296-45b5-ba43-89261d36dc5c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:05.312356 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8fb62e3-d30f-4275-b4e7-637eaf9d3cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.346496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Router c1b454d6-4bc7-4eb1-baf0-dce37b95ff83 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:40:05.371068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:05.387553 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:05.404596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:05.439888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port dcbabb21-d140-4fc7-8f74-442279a8fde8 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:05.472550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port dcbabb21-d140-4fc7-8f74-442279a8fde8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:05.472915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.573498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:05.577405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77247128-d791-4215-822f-8414b46c5c06 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:05.579883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e16a2f9-5864-4044-86c2-22b9d4541c2b None None] Network 5883d81f-9537-42a3-bac4-2f411bffe0ba requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:05.598279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.655282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 017250a8-0b35-400d-b839-13ec25a1c7e1 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:05.677148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969b60c-062a-492f-81c7-c87a499be5ad req-56ca8526-c3b4-4c4c-a0c5-4d757635b3a8 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:05.677148 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4969b60c-062a-492f-81c7-c87a499be5ad req-56ca8526-c3b4-4c4c-a0c5-4d757635b3a8 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 945 time: 0.4382420 Jan 12 09:40:05.677505 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:05.684164 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-77247128-d791-4215-822f-8414b46c5c06 None None] Deleting port 196f0adb-f296-45b5-ba43-89261d36dc5c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:05.684773 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77247128-d791-4215-822f-8414b46c5c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.698394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=999c4bb6-07be-47bf-9c1a-f9f9f484eb54,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:05.826300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.826625 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.826947 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Floating IP 5594b8a5-a236-409b-8d15-4897bf24fcd4 disassociated. External IP: 172.26.1.238, port: 017250a8-0b35-400d-b839-13ec25a1c7e1. Jan 12 09:40:05.827253 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Calling delete_port for 017250a8-0b35-400d-b839-13ec25a1c7e1 owned by compute:nova {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:05.866893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.867251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.867591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.867923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.868251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.868571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.869470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.869825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.870722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.870722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.870945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:05.877584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.939110 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-585ad909-71a6-43cb-a131-f6847aeb19e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/999c4bb6-07be-47bf-9c1a-f9f9f484eb54 HTTP/1.1" status: 204 len: 168 time: 2.5548220 Jan 12 09:40:05.943089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39340) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:05.979082 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4969b60c-062a-492f-81c7-c87a499be5ad req-f2d374d3-0ab0-417d-b720-7763d0d42f9b tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups?id=61711833-3326-422c-80c4-ac05e04e072e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743077 Jan 12 09:40:05.986140 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.045263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.068388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f6b24ea0-76dd-46fe-9cd2-9a2ad2b82af2 None None] Provisioning for port cae70127-360f-4d45-818f-62e11f96f3c7 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:06.106704 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2d8c07-f7e6-434c-bdcc-0da5a03a55a5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:40:06.106704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2d8c07-f7e6-434c-bdcc-0da5a03a55a5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:40:06.136824 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8e2d8c07-f7e6-434c-bdcc-0da5a03a55a5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/999c4bb6-07be-47bf-9c1a-f9f9f484eb54 HTTP/1.1" status: 404 len: 333 time: 0.1897709 Jan 12 09:40:06.139488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39344) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:06.145147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.194742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.196712 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72c2830-5e78-4590-b95c-6d9ab7913f76 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:40:06.201176 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d72c2830-5e78-4590-b95c-6d9ab7913f76 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/999c4bb6-07be-47bf-9c1a-f9f9f484eb54 HTTP/1.1" status: 404 len: 333 time: 0.0567024 Jan 12 09:40:06.204085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39348) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:06.280332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.319118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Pushing event deleted for resources: {'Port': ['ID=017250a8-0b35-400d-b839-13ec25a1c7e1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:06.445469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-77247128-d791-4215-822f-8414b46c5c06 None None] For port 196f0adb-f296-45b5-ba43-89261d36dc5c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=196f0adb-f296-45b5-ba43-89261d36dc5c,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:06.446675 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77247128-d791-4215-822f-8414b46c5c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.511396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:06.521349 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Sync routers for ids ['c1b454d6-4bc7-4eb1-baf0-dce37b95ff83'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:06.546393 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Routers {'c1b454d6-4bc7-4eb1-baf0-dce37b95ff83'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:06.547054 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['c1b454d6-4bc7-4eb1-baf0-dce37b95ff83'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:06.592712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.593985 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fa3e8010-55d5-4f70-a1a4-92344bbc5b11 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.9705212 Jan 12 09:40:06.612884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39354) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:06.615492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e123532-1bee-4747-a3bc-c689a1ec90e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet ebd93979-d1d1-4581-9ccf-889517561bd8 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:06.676482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-77247128-d791-4215-822f-8414b46c5c06 None None] Calling delete_port for 196f0adb-f296-45b5-ba43-89261d36dc5c owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:06.733956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e123532-1bee-4747-a3bc-c689a1ec90e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.785927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port dcbabb21-d140-4fc7-8f74-442279a8fde8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=dcbabb21-d140-4fc7-8f74-442279a8fde8,segment=NetworkSegment(9a8e46c6-f133-4d07-9a27-18d473bb9e6e),segment_id=9a8e46c6-f133-4d07-9a27-18d473bb9e6e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:06.794695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.795921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cae70127-360f-4d45-818f-62e11f96f3c7 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:06.870583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e123532-1bee-4747-a3bc-c689a1ec90e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.916330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.940315 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Set router c1b454d6-4bc7-4eb1-baf0-dce37b95ff83 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:07.005194 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:07.017677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:07.025728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:07.026321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.081726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:40:07.098062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=8a1b2a21-a304-4082-bbc1-515981696114,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:07.149429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=dcbabb21-d140-4fc7-8f74-442279a8fde8,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:07.169421 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77247128-d791-4215-822f-8414b46c5c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.225981 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-24a44d0f-27ec-432c-b44a-67a28f0c0fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5829566 Jan 12 09:40:07.234291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39362) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:07.239997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:07.260724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e123532-1bee-4747-a3bc-c689a1ec90e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.276819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77247128-d791-4215-822f-8414b46c5c06 None None] Pushing event deleted for resources: {'Port': ['ID=196f0adb-f296-45b5-ba43-89261d36dc5c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:07.311773 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77247128-d791-4215-822f-8414b46c5c06 None None] No DVR routers for this DVR port 196f0adb-f296-45b5-ba43-89261d36dc5c on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:07.345116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f780e1-6dc1-49bc-895a-79c96055b87e None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:07.465214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port cae70127-360f-4d45-818f-62e11f96f3c7 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:07.474686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port cae70127-360f-4d45-818f-62e11f96f3c7 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:07.475072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.659613 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b454d6-4bc7-4eb1-baf0-dce37b95ff83', 'name': 'tempest-snat-router-754787539', 'tenant_id': '001461c4d1d240b187f590062c7e5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:57Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 3, 'project_id': '001461c4d1d240b187f590062c7e5e37', 'gw_port': {'id': '3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b454d6-4bc7-4eb1-baf0-dce37b95ff83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:00Z', 'updated_at': '2022-01-12T09:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:07.662480 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-796f6cfc-f522-4d84-a2ce-1433a03d3982 req-5cc6b4b6-95d1-45a5-88cf-17f16083a419 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 210 time: 0.3716118 Jan 12 09:40:07.669199 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Checking router: c1b454d6-4bc7-4eb1-baf0-dce37b95ff83 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:40:07.670162 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Updating router c1b454d6-4bc7-4eb1-baf0-dce37b95ff83 port 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:40:07.785843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 3dd9168b-c2ae-4efd-8063-54db6aef2712 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:07.786184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.862534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.867625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:07.873352 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.875434 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a03b5ac2-e52a-42d7-a8e0-ac26ad87b199 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/routers/c1b454d6-4bc7-4eb1-baf0-dce37b95ff83 HTTP/1.1" status: 200 len: 906 time: 1.2575600 Jan 12 09:40:07.878337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e123532-1bee-4747-a3bc-c689a1ec90e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.883090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:07.883892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39366) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:07.917954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:07.928571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:07.939134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e123532-1bee-4747-a3bc-c689a1ec90e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd93979-d1d1-4581-9ccf-889517561bd8,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:07.941058 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bfcda7d4-9e37-4cb8-bfe2-c4935e8d148c None None] Provisioning complete for port cae70127-360f-4d45-818f-62e11f96f3c7 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:07.941431 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfcda7d4-9e37-4cb8-bfe2-c4935e8d148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.950805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e123532-1bee-4747-a3bc-c689a1ec90e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.956414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:07.962803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.012171 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6e123532-1bee-4747-a3bc-c689a1ec90e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/ebd93979-d1d1-4581-9ccf-889517561bd8 HTTP/1.1" status: 204 len: 168 time: 1.8005214 Jan 12 09:40:08.105194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39368) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:08.122985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '8a1b2a21-a304-4082-bbc1-515981696114'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:40:08.123923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.133735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0c17a-eb0e-4edf-bb86-efd0d61fbc7d None None] Network 5883d81f-9537-42a3-bac4-2f411bffe0ba requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:08.379600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:08.382612 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.408791 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Transition to ACTIVE for port object 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:08.418901 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.426999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] Sync routers for ids ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:08.432274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.484793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:08.485219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:08.532469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] Routers {'4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:08.533284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:08.624667 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Attempting to bind port 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:08.625923 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Attempting to bind port 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:08.626624 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Attempting to bind port 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:08.642721 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5450f9c-24f7-49cc-b074-a7b5bb70209d None None] Pushing event updated for resources: {'Port': ['ID=3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:08.642996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 3dd9168b-c2ae-4efd-8063-54db6aef2712 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:08.657117 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:08.657860 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:08.658472 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.659519 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:08.660168 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Bound port: 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:08.661261 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.693245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.objects.ports [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83594) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:40:08.694724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.787956 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] For port 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:08.791973 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] For port 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:08.800452 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.809159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfcda7d4-9e37-4cb8-bfe2-c4935e8d148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.838755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:08.854800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:08.861779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:08.862362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.900728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=7469fd7d-c65e-472e-a1c1-dd78d6726e20,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:08.939271 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5450f9c-24f7-49cc-b074-a7b5bb70209d None None] Pushing event updated for resources: {'Port': ['ID=3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:08.942714 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-80f36d50-eedd-42e2-a697-e6330716de5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7068369 Jan 12 09:40:08.943529 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39378) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:08.953256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:f0:2c:0d', 'name': 'tempest-NetworksTestDHCPv6-790570959'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:08.999007 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Routers {'c1b454d6-4bc7-4eb1-baf0-dce37b95ff83'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:08.999950 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['c1b454d6-4bc7-4eb1-baf0-dce37b95ff83'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:09.041178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.105856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] No DVR routers for this DVR port 017250a8-0b35-400d-b839-13ec25a1c7e1 on host hv-neutron-8243 {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:09.110341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.112694 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c804eb99-d871-4f15-87cb-fcb0027fb9af req-68c93a1c-b858-486f-9b2a-e81406c09dd9 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.59 "DELETE /v2.0/ports/017250a8-0b35-400d-b839-13ec25a1c7e1 HTTP/1.1" status: 204 len: 173 time: 6.2639165 Jan 12 09:40:09.113793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'name': 'network-vif-deleted', 'tag': '017250a8-0b35-400d-b839-13ec25a1c7e1'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:09.120751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port cae70127-360f-4d45-818f-62e11f96f3c7 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:09.121231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.148799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] Set router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:09.171052 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc7782e8-2aad-4096-86da-ffa9b89c81cc req-0fe17013-7bc8-4194-b52b-3f2d930313d8 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd71e1b4-d12e-45c3-a7d9-c4b882c49612 HTTP/1.1" status: 200 len: 210 time: 0.2013903 Jan 12 09:40:09.201828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:09.210717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:09.213206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Allocated IP 172.20.0.2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/8a1b2a21-a304-4082-bbc1-515981696114/23b352fa-53fb-4245-9699-244cf70cb4fc) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:09.218467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:09.223223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-bfcda7d4-9e37-4cb8-bfe2-c4935e8d148c None None] For port cae70127-360f-4d45-818f-62e11f96f3c7, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cae70127-360f-4d45-818f-62e11f96f3c7,segment=NetworkSegment(2bbfa9be-8590-41bc-b6f9-7c37567803dc),segment_id=2bbfa9be-8590-41bc-b6f9-7c37567803dc)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:09.246961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:09.247163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfcda7d4-9e37-4cb8-bfe2-c4935e8d148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.283292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:09.294241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.355963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] DHCP port deletion for 5883d81f-9537-42a3-bac4-2f411bffe0ba request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:09.383185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 40acaaea-0239-43f4-9eff-d0ae034dfae7 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:09.470197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] Deleting port cae70127-360f-4d45-818f-62e11f96f3c7 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:09.470788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.486569 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] Set router c1b454d6-4bc7-4eb1-baf0-dce37b95ff83 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:09.503797 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd71e1b4-d12e-45c3-a7d9-c4b882c49612', 'name': 'network-vif-deleted', 'tag': '017250a8-0b35-400d-b839-13ec25a1c7e1', 'status': 'completed', 'code': 200} Jan 12 09:40:09.651810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.692149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.710531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fe5dacde-07bc-440f-88ad-8553129db4cb None None] Could not find standard attr ID for object 999c4bb6-07be-47bf-9c1a-f9f9f484eb54. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:40:09.832285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] For port cae70127-360f-4d45-818f-62e11f96f3c7, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cae70127-360f-4d45-818f-62e11f96f3c7,segment=NetworkSegment(2bbfa9be-8590-41bc-b6f9-7c37567803dc),segment_id=2bbfa9be-8590-41bc-b6f9-7c37567803dc)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:09.832644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.844004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.906258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcda7d4-9e37-4cb8-bfe2-c4935e8d148c None None] Pushing event updated for resources: {'Port': ['ID=cae70127-360f-4d45-818f-62e11f96f3c7,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:09.986393 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b454d6-4bc7-4eb1-baf0-dce37b95ff83', 'name': 'tempest-snat-router-754787539', 'tenant_id': '001461c4d1d240b187f590062c7e5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:57Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 3, 'project_id': '001461c4d1d240b187f590062c7e5e37', 'gw_port': {'id': '3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b454d6-4bc7-4eb1-baf0-dce37b95ff83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:00Z', 'updated_at': '2022-01-12T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:09.991730 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4353359-012b-42c4-871e-8a9c39005c06 None None] The sync data for ids ['c1b454d6-4bc7-4eb1-baf0-dce37b95ff83'] in dv-neutron-824347-1-hyperv is: [{'id': 'c1b454d6-4bc7-4eb1-baf0-dce37b95ff83', 'name': 'tempest-snat-router-754787539', 'tenant_id': '001461c4d1d240b187f590062c7e5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:57Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 3, 'project_id': '001461c4d1d240b187f590062c7e5e37', 'gw_port': {'id': '3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b454d6-4bc7-4eb1-baf0-dce37b95ff83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:00Z', 'updated_at': '2022-01-12T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:10.063356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for cae70127-360f-4d45-818f-62e11f96f3c7 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:10.107280 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=3dd9168b-c2ae-4efd-8063-54db6aef2712,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:10.135840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] For port cae70127-360f-4d45-818f-62e11f96f3c7, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cae70127-360f-4d45-818f-62e11f96f3c7,segment=NetworkSegment(2bbfa9be-8590-41bc-b6f9-7c37567803dc),segment_id=2bbfa9be-8590-41bc-b6f9-7c37567803dc)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:10.136231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.166616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.166616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.173497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.174691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.174691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.174691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.174944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.175247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.175572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.175894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.176218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.244146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:10.244146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:10.442955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39392) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:10.560058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.565356 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] Calling delete_port for cae70127-360f-4d45-818f-62e11f96f3c7 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:10.622406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-981619c2-b6f5-4c33-9efb-4956b36db836 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.641069 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Port cae70127-360f-4d45-818f-62e11f96f3c7 update to ACTIVE by agent not found {{(pid=83596) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 12 09:40:10.692986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No DVR routers for this DVR port cae70127-360f-4d45-818f-62e11f96f3c7 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:10.705790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-981619c2-b6f5-4c33-9efb-4956b36db836 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.805393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-981619c2-b6f5-4c33-9efb-4956b36db836 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.865094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:10.865367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:10.870342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981619c2-b6f5-4c33-9efb-4956b36db836 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61711833-3326-422c-80c4-ac05e04e072e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:10.875474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=cae70127-360f-4d45-818f-62e11f96f3c7,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:10.886052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.895509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-981619c2-b6f5-4c33-9efb-4956b36db836 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.898102 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-981619c2-b6f5-4c33-9efb-4956b36db836 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "DELETE /v2.0/security-groups/61711833-3326-422c-80c4-ac05e04e072e HTTP/1.1" status: 204 len: 168 time: 0.4543355 Jan 12 09:40:10.902691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39398) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:10.940922 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-48e26b85-75dc-45b8-9245-d69a87621ea1 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] show failed (client error): The resource could not be found. Jan 12 09:40:10.942205 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-48e26b85-75dc-45b8-9245-d69a87621ea1 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "GET /v2.0/security-groups/61711833-3326-422c-80c4-ac05e04e072e HTTP/1.1" status: 404 len: 347 time: 0.0292721 Jan 12 09:40:10.947013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39402) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:10.968677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Transition to ACTIVE for port object 23b352fa-53fb-4245-9699-244cf70cb4fc will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:10.988210 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device dcbabb21-d140-4fc7-8f74-442279a8fde8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:11.033859 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.088987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5883d81f-9537-42a3-bac4-2f411bffe0ba']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:11.098915 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.102215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Transition to ACTIVE for port object 23b352fa-53fb-4245-9699-244cf70cb4fc will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:11.111889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbfa9be-8590-41bc-b6f9-7c37567803dc') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:11.112512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbfa9be-8590-41bc-b6f9-7c37567803dc') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:11.117450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.135635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.203534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf', 'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'mac_address': 'fa:16:3e:38:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:16Z', 'updated_at': '2022-01-12T09:34:34Z', 'revision_number': 5, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'subnets': [{'id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:11.207985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:11.212835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:11.230305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:11.233103 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] Checking router: 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:40:11.247135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port dcbabb21-d140-4fc7-8f74-442279a8fde8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:11.247940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.364937 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Pushing event updated for resources: {'Port': ['ID=23b352fa-53fb-4245-9699-244cf70cb4fc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:11.374186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 172.20.0.5 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/8a1b2a21-a304-4082-bbc1-515981696114/40acaaea-0239-43f4-9eff-d0ae034dfae7) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:11.377270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] Deleting port cae70127-360f-4d45-818f-62e11f96f3c7 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:11.377891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.381577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f816:3eff:fef0:2c0d (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/7469fd7d-c65e-472e-a1c1-dd78d6726e20/40acaaea-0239-43f4-9eff-d0ae034dfae7) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:11.389336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.403692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.410254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:40:11.410647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:11.433267 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:11.490728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] Routers {'4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:11.492140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:11.563338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Deleting port 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:11.563698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.564269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9452c53a-c150-4846-91e5-bed44afe4c55 None None] The port 'cae70127-360f-4d45-818f-62e11f96f3c7' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:40:11.592578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Attempting to bind port 23b352fa-53fb-4245-9699-244cf70cb4fc on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:11.593909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Attempting to bind port 23b352fa-53fb-4245-9699-244cf70cb4fc by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:11.594482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Attempting to bind port 23b352fa-53fb-4245-9699-244cf70cb4fc on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:11.596925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.598901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.599481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.600178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.600944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.601483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.602012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.602561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.604012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.604554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.605082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.606068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:11.612808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-69037c54-0c11-403a-9679-71fe5310ebc6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Deleting port f7d6bc1e-4d8b-4125-9e0e-f321343a612e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:11.613388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-69037c54-0c11-403a-9679-71fe5310ebc6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.647466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.673621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Network': ['ID=5883d81f-9537-42a3-bac4-2f411bffe0ba,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:11.709896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.812888 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bb0f6599-8d96-4bbd-885a-15be782b1ffe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/networks/5883d81f-9537-42a3-bac4-2f411bffe0ba HTTP/1.1" status: 204 len: 168 time: 3.6884050 Jan 12 09:40:11.826043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39406) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:11.828056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:11.830886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:11.831900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.832456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:11.832587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1178006142'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:11.833233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Bound port: 23b352fa-53fb-4245-9699-244cf70cb4fc, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:11.834084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.913213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 40acaaea-0239-43f4-9eff-d0ae034dfae7 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:11.925186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:11.969310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-69037c54-0c11-403a-9679-71fe5310ebc6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.970070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-69037c54-0c11-403a-9679-71fe5310ebc6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.984826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] For port 23b352fa-53fb-4245-9699-244cf70cb4fc, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:11.988542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] For port 23b352fa-53fb-4245-9699-244cf70cb4fc, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=23b352fa-53fb-4245-9699-244cf70cb4fc,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:12.000339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.052285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:12.065092 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:network and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:12.109407 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.120321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-69037c54-0c11-403a-9679-71fe5310ebc6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Calling delete_port for f7d6bc1e-4d8b-4125-9e0e-f321343a612e owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:12.151127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:12.158086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] Set router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:12.176422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:12.179983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] For port 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:12.181045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.233190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63ccc3-ad78-4716-a190-2cae0566b2b8 None None] Pushing event updated for resources: {'Port': ['ID=23b352fa-53fb-4245-9699-244cf70cb4fc,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:12.242198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:12.247797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:12.265781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:12.315435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=40acaaea-0239-43f4-9eff-d0ae034dfae7,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:12.373118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:12.373950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.378643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:12.405544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:12.405844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.422277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Calling delete_port for 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:12.457673 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-519f1608-30e4-4bc3-ba06-da131c46d8a5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5091159 Jan 12 09:40:12.460710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39414) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:12.470813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:12.474065 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.535222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-69037c54-0c11-403a-9679-71fe5310ebc6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.583013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69037c54-0c11-403a-9679-71fe5310ebc6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Pushing event deleted for resources: {'Port': ['ID=f7d6bc1e-4d8b-4125-9e0e-f321343a612e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:12.619871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router bddec652-16e8-4487-a513-c9d66b6554bb has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:40:12.621880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:12.655962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.656915 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Added segment c4630009-833d-46cc-a58e-6926b18f45f5 of type vlan for network bffe16b2-68ba-4c9d-8bd3-215b739a8c9f Jan 12 09:40:12.730526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b11e69-1c32-41d7-a74a-622540317bb7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:12.734879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b11e69-1c32-41d7-a74a-622540317bb7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:12.735692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-21b11e69-1c32-41d7-a74a-622540317bb7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:12.760370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-69037c54-0c11-403a-9679-71fe5310ebc6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.762740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-69037c54-0c11-403a-9679-71fe5310ebc6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.763840 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-69037c54-0c11-403a-9679-71fe5310ebc6 tempest-ServerActionsTestJSON-1843236608 tempest-ServerActionsTestJSON-1843236608-project] 10.222.0.58 "DELETE /v2.0/floatingips/5594b8a5-a236-409b-8d15-4897bf24fcd4 HTTP/1.1" status: 204 len: 168 time: 1.8155346 Jan 12 09:40:12.767127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39418) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:12.774645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-21b11e69-1c32-41d7-a74a-622540317bb7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:12.778947 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-21b11e69-1c32-41d7-a74a-622540317bb7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.3172529 Jan 12 09:40:12.779738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39424) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:12.801771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.914260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-6256bf6d-1b67-4223-92df-c6fb46b07af2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 40acaaea-0239-43f4-9eff-d0ae034dfae7 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:12.916339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6256bf6d-1b67-4223-92df-c6fb46b07af2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.938495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:12.944648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.948583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:12.949169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.965502 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af3c751-8338-4bff-b426-6bbe00458021 None None] Sync routers for ids ['bddec652-16e8-4487-a513-c9d66b6554bb'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:12.986793 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af3c751-8338-4bff-b426-6bbe00458021 None None] Routers {'bddec652-16e8-4487-a513-c9d66b6554bb'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:12.987422 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5af3c751-8338-4bff-b426-6bbe00458021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bddec652-16e8-4487-a513-c9d66b6554bb'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:13.030514 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.059920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf', 'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'mac_address': 'fa:16:3e:38:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:16Z', 'updated_at': '2022-01-12T09:34:34Z', 'revision_number': 5, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'subnets': [{'id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:13.067504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57aa801-50d2-4426-a8c7-b3d22798ef5e None None] The sync data for ids ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'] in dv-neutron-824347-1-hyperv is: [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf', 'name': '', 'network_id': '9cc1870b-44c6-49df-b549-ffb90a147677', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'mac_address': 'fa:16:3e:38:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:16Z', 'updated_at': '2022-01-12T09:34:34Z', 'revision_number': 5, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'subnets': [{'id': '6c73e78c-b467-4bb9-9543-c898d6de8b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:13.157981 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5af3c751-8338-4bff-b426-6bbe00458021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:13.187361 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af3c751-8338-4bff-b426-6bbe00458021 None None] Routers {'bddec652-16e8-4487-a513-c9d66b6554bb'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:13.187802 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5af3c751-8338-4bff-b426-6bbe00458021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['bddec652-16e8-4487-a513-c9d66b6554bb'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:13.277237 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5af3c751-8338-4bff-b426-6bbe00458021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:13.277636 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af3c751-8338-4bff-b426-6bbe00458021 None None] The sync data for ids ['bddec652-16e8-4487-a513-c9d66b6554bb'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:13.314022 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3b9d98d6-84a4-435b-8930-d04226def961 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/bddec652-16e8-4487-a513-c9d66b6554bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7538784 Jan 12 09:40:13.319303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39432) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:13.343227 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5159152 Jan 12 09:40:13.347239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39436) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:13.353283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': 'bffe16b2-68ba-4c9d-8bd3-215b739a8c9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:13.387582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b4851c7-bdfd-425d-bcab-794f3b83d772 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:13.445648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6256bf6d-1b67-4223-92df-c6fb46b07af2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.483599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.491039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cae70127-360f-4d45-818f-62e11f96f3c7 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:13.514736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b4851c7-bdfd-425d-bcab-794f3b83d772 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:13.515890 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7b4851c7-bdfd-425d-bcab-794f3b83d772 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=bddec652-16e8-4487-a513-c9d66b6554bb HTTP/1.1" status: 200 len: 205 time: 0.1953697 Jan 12 09:40:13.523753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39440) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:13.560176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b83eb3-6b1b-4383-b581-9efbcf7e9784 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Network': ['ID=bffe16b2-68ba-4c9d-8bd3-215b739a8c9f,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:13.564775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: cae70127-360f-4d45-818f-62e11f96f3c7 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:13.565842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cae70127-360f-4d45-818f-62e11f96f3c7 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:13.567933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 196f0adb-f296-45b5-ba43-89261d36dc5c no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:13.613683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:13.626029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network bffe16b2-68ba-4c9d-8bd3-215b739a8c9f details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:13.647825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 196f0adb-f296-45b5-ba43-89261d36dc5c {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:13.648327 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 196f0adb-f296-45b5-ba43-89261d36dc5c not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:13.711900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:13.720298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:13.724521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:13.746583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:13.833240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:13.869513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-6256bf6d-1b67-4223-92df-c6fb46b07af2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 40acaaea-0239-43f4-9eff-d0ae034dfae7 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:13.870017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a4c1c-c0ab-431a-babc-b744ba96186e None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:13.984889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 23b352fa-53fb-4245-9699-244cf70cb4fc up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:14.031939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.065940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-36604680-1be9-4060-9e65-c52007da5538 None None] Provisioning for port 23b352fa-53fb-4245-9699-244cf70cb4fc completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:14.077317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f031385a-243e-44bc-ba2e-708482f8a745 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.159348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 23b352fa-53fb-4245-9699-244cf70cb4fc completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:14.178023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 23b352fa-53fb-4245-9699-244cf70cb4fc triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:14.178462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.199548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.354358 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.468306 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 23b352fa-53fb-4245-9699-244cf70cb4fc, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=23b352fa-53fb-4245-9699-244cf70cb4fc,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:14.478441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.532470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.537214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.537382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399e229-3b1a-4588-879f-cac56e2822b8 None None] Update dhcp port {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': '8a1b2a21-a304-4082-bbc1-515981696114', 'ip_address': '172.20.0.2'}, {'subnet_id': '7469fd7d-c65e-472e-a1c1-dd78d6726e20'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': '23b352fa-53fb-4245-9699-244cf70cb4fc'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:40:14.569331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.569883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1b454d6-4bc7-4eb1-baf0-dce37b95ff83 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:40:14.579165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.580314 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9e0db952-f88f-40e9-9edf-bd4fa858811f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "DELETE /v2.0/routers/c1b454d6-4bc7-4eb1-baf0-dce37b95ff83 HTTP/1.1" status: 204 len: 168 time: 6.5425920 Jan 12 09:40:14.583059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39452) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:14.612616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=23b352fa-53fb-4245-9699-244cf70cb4fc,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:14.644960 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3399e229-3b1a-4588-879f-cac56e2822b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.804487 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f031385a-243e-44bc-ba2e-708482f8a745 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.819788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.825750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f031385a-243e-44bc-ba2e-708482f8a745 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.873331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-3399e229-3b1a-4588-879f-cac56e2822b8 None None] Allocated IP 2001:db8::f816:3eff:fe38:2047 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/7469fd7d-c65e-472e-a1c1-dd78d6726e20/23b352fa-53fb-4245-9699-244cf70cb4fc) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:14.909482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6256bf6d-1b67-4223-92df-c6fb46b07af2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.967219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256bf6d-1b67-4223-92df-c6fb46b07af2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=40acaaea-0239-43f4-9eff-d0ae034dfae7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:15.020476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f031385a-243e-44bc-ba2e-708482f8a745 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.020986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f031385a-243e-44bc-ba2e-708482f8a745 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Fanout notify agent at l3_agent the message router_deleted on router bddec652-16e8-4487-a513-c9d66b6554bb {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:40:15.025099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3399e229-3b1a-4588-879f-cac56e2822b8 None None] For port 23b352fa-53fb-4245-9699-244cf70cb4fc, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=23b352fa-53fb-4245-9699-244cf70cb4fc,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:15.086185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3399e229-3b1a-4588-879f-cac56e2822b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.109143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3399e229-3b1a-4588-879f-cac56e2822b8 None None] Transition to ACTIVE for port object 23b352fa-53fb-4245-9699-244cf70cb4fc will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:15.114191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3399e229-3b1a-4588-879f-cac56e2822b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.122615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f031385a-243e-44bc-ba2e-708482f8a745 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.126506 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f031385a-243e-44bc-ba2e-708482f8a745 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/bddec652-16e8-4487-a513-c9d66b6554bb HTTP/1.1" status: 204 len: 168 time: 1.5982466 Jan 12 09:40:15.129403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39460) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:15.201689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.268584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399e229-3b1a-4588-879f-cac56e2822b8 None None] Pushing event updated for resources: {'Port': ['ID=23b352fa-53fb-4245-9699-244cf70cb4fc,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:15.365168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.459536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6256bf6d-1b67-4223-92df-c6fb46b07af2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.463997 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6256bf6d-1b67-4223-92df-c6fb46b07af2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/40acaaea-0239-43f4-9eff-d0ae034dfae7 HTTP/1.1" status: 204 len: 168 time: 2.6832590 Jan 12 09:40:15.466290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=31b8d7fc-47f1-4e0f-9661-dbe53ddf3210,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:15.467728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39468) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:15.557436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.586722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Deleting port 847958d4-0445-40dc-8486-5a8486541772 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:15.587519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.636676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Checking segment: {'id': 'c4630009-833d-46cc-a58e-6926b18f45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bffe16b2-68ba-4c9d-8bd3-215b739a8c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:15.637021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network hostable DHCP agents. Network: bffe16b2-68ba-4c9d-8bd3-215b739a8c9f, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:15.648029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10fc04-b596-46b3-b600-b7e0ac8135d7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:15.649831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10fc04-b596-46b3-b600-b7e0ac8135d7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:15.651787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10fc04-b596-46b3-b600-b7e0ac8135d7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:15.652784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5f10fc04-b596-46b3-b600-b7e0ac8135d7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:15.753559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0bcd59-501e-41d2-8098-42998876be56 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting subnet c938614b-b601-495a-8877-334af993f53d {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:15.784630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8f0bcd59-501e-41d2-8098-42998876be56 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.791826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network bffe16b2-68ba-4c9d-8bd3-215b739a8c9f is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:15.802788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 23b352fa-53fb-4245-9699-244cf70cb4fc up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:15.901360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5f10fc04-b596-46b3-b600-b7e0ac8135d7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:15.902107 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5f10fc04-b596-46b3-b600-b7e0ac8135d7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4330659 Jan 12 09:40:15.911205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39472) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:15.942437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] For port 847958d4-0445-40dc-8486-5a8486541772, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=847958d4-0445-40dc-8486-5a8486541772,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:15.942437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.093943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Calling delete_port for 847958d4-0445-40dc-8486-5a8486541772 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:16.121869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5bee00e6-6c3c-4657-81ec-0df8f08bdf75 None None] Could not find standard attr ID for object 40acaaea-0239-43f4-9eff-d0ae034dfae7. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:40:16.158092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5bee00e6-6c3c-4657-81ec-0df8f08bdf75 None None] Provisioning for port 23b352fa-53fb-4245-9699-244cf70cb4fc completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:16.173247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5bee00e6-6c3c-4657-81ec-0df8f08bdf75 None None] Provisioning complete for port 23b352fa-53fb-4245-9699-244cf70cb4fc triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:16.173620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5bee00e6-6c3c-4657-81ec-0df8f08bdf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.183128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8f0bcd59-501e-41d2-8098-42998876be56 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.232175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, bffe16b2-68ba-4c9d-8bd3-215b739a8c9f) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:16.245885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:16.246679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4e78d126-1056-4bcb-a1fc-11679d6974e1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9779470 Jan 12 09:40:16.329083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39476) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:16.345584 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': 'bffe16b2-68ba-4c9d-8bd3-215b739a8c9f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-565140240'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:16.354736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65142fac-1ae8-426d-9c3e-fd1bdba523d9 None None] Network bffe16b2-68ba-4c9d-8bd3-215b739a8c9f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:16.368075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8f0bcd59-501e-41d2-8098-42998876be56 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.444078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea47dac5-4fed-4e94-8870-1426eabcb0fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 7469fd7d-c65e-472e-a1c1-dd78d6726e20 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:16.448066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea47dac5-4fed-4e94-8870-1426eabcb0fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.597388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea47dac5-4fed-4e94-8870-1426eabcb0fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.777003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-bffe16b2-68ba-4c9d-8bd3-215b739a8c9f', 'network_id': 'bffe16b2-68ba-4c9d-8bd3-215b739a8c9f', 'tenant_id': 'd2c18f6667a44a878bdf808577b8beaa', 'fixed_ips': [{'subnet_id': '31b8d7fc-47f1-4e0f-9661-dbe53ddf3210'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:40:16.778041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.813917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:16.819658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:16.823498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:16.829884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:16.840317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.883697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:16.887342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.917334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event deleted for resources: {'Port': ['ID=847958d4-0445-40dc-8486-5a8486541772,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:16.939883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-27ff2749-71a5-414c-bdcd-8192c6dfc01e None None] Could not find standard attr ID for object 40acaaea-0239-43f4-9eff-d0ae034dfae7. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:40:16.941913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:16.988980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Allocated IP 2001:db8::2 (bffe16b2-68ba-4c9d-8bd3-215b739a8c9f/31b8d7fc-47f1-4e0f-9661-dbe53ddf3210/3a5f4c78-4aa0-45d6-b079-081485ecda7e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:17.113968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8f0bcd59-501e-41d2-8098-42998876be56 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.182694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bcd59-501e-41d2-8098-42998876be56 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Subnet': ['ID=c938614b-b601-495a-8877-334af993f53d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:17.191235 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8f0bcd59-501e-41d2-8098-42998876be56 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.208163 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8f0bcd59-501e-41d2-8098-42998876be56 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/c938614b-b601-495a-8877-334af993f53d HTTP/1.1" status: 204 len: 168 time: 2.0768063 Jan 12 09:40:17.231346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39488) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:17.279482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.299038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Transition to ACTIVE for port object 3a5f4c78-4aa0-45d6-b079-081485ecda7e will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:17.326643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Transition to ACTIVE for port object 3a5f4c78-4aa0-45d6-b079-081485ecda7e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:17.331697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f693e57-3de5-4550-be9a-c2b33ee184b2 None None] Network 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:17.352800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.379306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea47dac5-4fed-4e94-8870-1426eabcb0fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.461820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8::389 (bffe16b2-68ba-4c9d-8bd3-215b739a8c9f/31b8d7fc-47f1-4e0f-9661-dbe53ddf3210/f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:17.549064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Pushing event updated for resources: {'Port': ['ID=3a5f4c78-4aa0-45d6-b079-081485ecda7e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:17.553009 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Network bffe16b2-68ba-4c9d-8bd3-215b739a8c9f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:17.557561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:17.561884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.575379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:17.604396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-497bddcb-cb76-496b-b432-49649c654943 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting subnet 4d4797bc-570b-43b3-9747-f3d61fbf2f15 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:17.650102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-497bddcb-cb76-496b-b432-49649c654943 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.803439 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Attempting to bind port 3a5f4c78-4aa0-45d6-b079-081485ecda7e on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:17.803871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Attempting to bind port 3a5f4c78-4aa0-45d6-b079-081485ecda7e by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'c4630009-833d-46cc-a58e-6926b18f45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bffe16b2-68ba-4c9d-8bd3-215b739a8c9f'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:17.804234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Attempting to bind port 3a5f4c78-4aa0-45d6-b079-081485ecda7e on network bffe16b2-68ba-4c9d-8bd3-215b739a8c9f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:17.819779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:17.820148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Checking segment: {'id': 'c4630009-833d-46cc-a58e-6926b18f45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bffe16b2-68ba-4c9d-8bd3-215b739a8c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:17.820556 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.820969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Bound using segment: {'id': 'c4630009-833d-46cc-a58e-6926b18f45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bffe16b2-68ba-4c9d-8bd3-215b739a8c9f'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:17.821707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Bound port: 3a5f4c78-4aa0-45d6-b079-081485ecda7e, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4630009-833d-46cc-a58e-6926b18f45f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bffe16b2-68ba-4c9d-8bd3-215b739a8c9f'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:17.822084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.933974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-497bddcb-cb76-496b-b432-49649c654943 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.942005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] For port 3a5f4c78-4aa0-45d6-b079-081485ecda7e, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:17.946938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] For port 3a5f4c78-4aa0-45d6-b079-081485ecda7e, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3a5f4c78-4aa0-45d6-b079-081485ecda7e,segment=NetworkSegment(c4630009-833d-46cc-a58e-6926b18f45f5),segment_id=c4630009-833d-46cc-a58e-6926b18f45f5)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:17.954298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.968493 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:40:18.046328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] Deleting port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:18.046856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.050284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d07fcf-f7e7-4d50-b39a-2d7fa5654286 None None] Pushing event updated for resources: {'Port': ['ID=3a5f4c78-4aa0-45d6-b079-081485ecda7e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:18.080905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.105413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.149544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.171490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83eb845-5c43-414c-9b99-6a91c45d5738 None None] DHCP port deletion for 1c5e18de-e889-4393-93a4-2cb6f7aa25c1 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:18.179795 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b83eb845-5c43-414c-9b99-6a91c45d5738 None None] Deleting port 4deab822-9b41-46a4-be8c-93be06a88f8b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:18.180552 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b83eb845-5c43-414c-9b99-6a91c45d5738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.185257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:18.197364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.198393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9efb20a1-2279-4e9b-9051-3cbf850a7a06 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:40:18.237670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.246753 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7856828e-27e0-48fa-b3e4-73c375795843 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "DELETE /v2.0/routers/9efb20a1-2279-4e9b-9051-3cbf850a7a06 HTTP/1.1" status: 204 len: 168 time: 3.6626034 Jan 12 09:40:18.247660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39494) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:18.257944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.283197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-535315637', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:18.284591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] For port 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:18.285093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.289941 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:18.298987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Usage tracker for resource:router and tenant:3f374d6dd1844b1ab0ddf16dc730bd8f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:18.303742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:18.324741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:18.430493 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network bffe16b2-68ba-4c9d-8bd3-215b739a8c9f is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:18.431937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:18.438834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:18.441176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:18.445381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:18.445969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.457822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] Calling delete_port for 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:18.463606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.464940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.474574 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e81947ff-cb5f-4489-8aec-2a802babb44f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1443460 Jan 12 09:40:18.476918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39500) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:18.594110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a190dbd6-1109-4710-aac9-3039113ff09d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:18.594455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a190dbd6-1109-4710-aac9-3039113ff09d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.613159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b83eb845-5c43-414c-9b99-6a91c45d5738 None None] For port 4deab822-9b41-46a4-be8c-93be06a88f8b, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4deab822-9b41-46a4-be8c-93be06a88f8b,segment=NetworkSegment(052ebd7c-3a24-45bc-a2d2-98bb19eca0f1),segment_id=052ebd7c-3a24-45bc-a2d2-98bb19eca0f1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:18.616249 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b83eb845-5c43-414c-9b99-6a91c45d5738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.628029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.656902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea47dac5-4fed-4e94-8870-1426eabcb0fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.721130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47dac5-4fed-4e94-8870-1426eabcb0fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=7469fd7d-c65e-472e-a1c1-dd78d6726e20,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:18.737584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea47dac5-4fed-4e94-8870-1426eabcb0fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.758094 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ea47dac5-4fed-4e94-8870-1426eabcb0fa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/7469fd7d-c65e-472e-a1c1-dd78d6726e20 HTTP/1.1" status: 204 len: 168 time: 2.8301919 Jan 12 09:40:18.761687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39504) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:18.838092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.849974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b83eb845-5c43-414c-9b99-6a91c45d5738 None None] Calling delete_port for 4deab822-9b41-46a4-be8c-93be06a88f8b owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:18.851701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3d4ddb-1912-4387-af16-a206483e42a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 8a1b2a21-a304-4082-bbc1-515981696114 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:18.854953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e3d4ddb-1912-4387-af16-a206483e42a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.879777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a190dbd6-1109-4710-aac9-3039113ff09d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.908021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e3d4ddb-1912-4387-af16-a206483e42a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.930682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cc34ff-56b8-4b07-ba60-e8f3e9f432d2 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:18.949525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b83eb845-5c43-414c-9b99-6a91c45d5738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.141584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:19.191479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eb845-5c43-414c-9b99-6a91c45d5738 None None] Pushing event deleted for resources: {'Port': ['ID=4deab822-9b41-46a4-be8c-93be06a88f8b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:19.198349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a190dbd6-1109-4710-aac9-3039113ff09d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:19.245447 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-497bddcb-cb76-496b-b432-49649c654943 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.261404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83eb845-5c43-414c-9b99-6a91c45d5738 None None] No DVR routers for this DVR port 4deab822-9b41-46a4-be8c-93be06a88f8b on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:19.271677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02d043b7-0586-4595-8c6d-d75d128c6497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.474159 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e3d4ddb-1912-4387-af16-a206483e42a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.510977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.711577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-497bddcb-cb76-496b-b432-49649c654943 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.772291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-497bddcb-cb76-496b-b432-49649c654943 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.778862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe063818-6e64-45a6-927d-3ec6af5a2326 None None] Network b242e919-f80a-4470-87be-21aaad2a7e13 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:19.814325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a190dbd6-1109-4710-aac9-3039113ff09d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.820720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bddcb-cb76-496b-b432-49649c654943 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4797bc-570b-43b3-9747-f3d61fbf2f15,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:19.865088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb49bbd-94ee-40d8-aa8a-bc7b29300e16 None None] New status for floating IP 5594b8a5-a236-409b-8d15-4897bf24fcd4: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:40:19.889594 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-497bddcb-cb76-496b-b432-49649c654943 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/4d4797bc-570b-43b3-9747-f3d61fbf2f15 HTTP/1.1" status: 204 len: 168 time: 2.6523826 Jan 12 09:40:19.890924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e3d4ddb-1912-4387-af16-a206483e42a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.915306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39510) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:19.969990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e3d4ddb-1912-4387-af16-a206483e42a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.972782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190dbd6-1109-4710-aac9-3039113ff09d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:19.978111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39512) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:19.980136 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3e3d4ddb-1912-4387-af16-a206483e42a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/8a1b2a21-a304-4082-bbc1-515981696114 HTTP/1.1" status: 204 len: 168 time: 1.2169473 Jan 12 09:40:19.998427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1006567-8e0c-47bb-9d51-e2662175079c None None] Network bffe16b2-68ba-4c9d-8bd3-215b739a8c9f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:20.052422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d4ddb-1912-4387-af16-a206483e42a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1b2a21-a304-4082-bbc1-515981696114,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:20.137080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3a5f4c78-4aa0-45d6-b079-081485ecda7e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:20.238703 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0f70bade-8b87-4f62-8cea-aa199771453a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2575183 Jan 12 09:40:20.239353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39520) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:20.349242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a190dbd6-1109-4710-aac9-3039113ff09d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.396304 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a190dbd6-1109-4710-aac9-3039113ff09d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36 HTTP/1.1" status: 204 len: 168 time: 1.9153056 Jan 12 09:40:20.399963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39524) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:20.542821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.570209 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dfeefb-8fc5-4f63-bef3-66cb781fd98b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:40:20.570611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a8dfeefb-8fc5-4f63-bef3-66cb781fd98b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:20.658329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a8dfeefb-8fc5-4f63-bef3-66cb781fd98b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:20.664987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc061220-b63f-4a2d-aab5-60dbb3353eae None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:20.673400 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a8dfeefb-8fc5-4f63-bef3-66cb781fd98b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36 HTTP/1.1" status: 404 len: 333 time: 0.2637868 Jan 12 09:40:20.674020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39528) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:20.758980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.772761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.805638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77526eec-a1fc-4a0f-a100-466b2ad45309 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:20.808494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-77526eec-a1fc-4a0f-a100-466b2ad45309 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:20.885957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5e18de-e889-4393-93a4-2cb6f7aa25c1']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:20.901265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052ebd7c-3a24-45bc-a2d2-98bb19eca0f1') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:20.901592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052ebd7c-3a24-45bc-a2d2-98bb19eca0f1') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:20.906422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.917314 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-98dc1d19-53fe-4162-818a-6831863f3571 None None] Provisioning for port 3a5f4c78-4aa0-45d6-b079-081485ecda7e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:20.918191 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.944843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.953379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:40:20.953849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.954654 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 3a5f4c78-4aa0-45d6-b079-081485ecda7e completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:20.958865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-77526eec-a1fc-4a0f-a100-466b2ad45309 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:20.963514 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-77526eec-a1fc-4a0f-a100-466b2ad45309 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7219484 Jan 12 09:40:20.967963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39532) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:20.969482 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:20.971971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.977070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3a5f4c78-4aa0-45d6-b079-081485ecda7e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:20.977737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.011780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-98dc1d19-53fe-4162-818a-6831863f3571 None None] Provisioning complete for port 3a5f4c78-4aa0-45d6-b079-081485ecda7e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:21.012187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98dc1d19-53fe-4162-818a-6831863f3571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.132284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.159222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.168472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Network': ['ID=1c5e18de-e889-4393-93a4-2cb6f7aa25c1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:21.177627 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8b1e2746-4704-4a09-bcd5-3d14589254f2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/networks/1c5e18de-e889-4393-93a4-2cb6f7aa25c1 HTTP/1.1" status: 204 len: 168 time: 1.1877522 Jan 12 09:40:21.180608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39536) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:21.225416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bbb55d-5b09-442a-a4e2-98e01b6d6cc9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:21.226528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c3bbb55d-5b09-442a-a4e2-98e01b6d6cc9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:21.304838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1979f70-7205-4eb7-b52f-dc78d940eed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.316865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.333453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bf42b3-1321-4cf7-9af2-011b692bb919 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet 31b8d7fc-47f1-4e0f-9661-dbe53ddf3210 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:21.338781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11bf42b3-1321-4cf7-9af2-011b692bb919 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.368400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c3bbb55d-5b09-442a-a4e2-98e01b6d6cc9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:21.369727 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c3bbb55d-5b09-442a-a4e2-98e01b6d6cc9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3954670 Jan 12 09:40:21.399686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39540) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:21.409608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Allocated IP 172.26.1.156 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/23edf100-e3fd-4cfe-8f50-d0e9b1f32125) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:21.466019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] DHCP port deletion for b242e919-f80a-4470-87be-21aaad2a7e13 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:21.487998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:21.488342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.508154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] Deleting port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:21.508533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.531019 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-66362228-9d09-45d3-937c-27afe8db7071 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296966 Jan 12 09:40:21.531019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39546) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:21.548506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c2c190d2-a594-4df2-886b-7335a2f2fb34 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:21.614133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.626034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98dc1d19-53fe-4162-818a-6831863f3571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.644947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.650478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.667029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11bf42b3-1321-4cf7-9af2-011b692bb919 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.736333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.813878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 3a5f4c78-4aa0-45d6-b079-081485ecda7e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3a5f4c78-4aa0-45d6-b079-081485ecda7e,segment=NetworkSegment(c4630009-833d-46cc-a58e-6926b18f45f5),segment_id=c4630009-833d-46cc-a58e-6926b18f45f5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:21.842404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.865597 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:21.868721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:21.871637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:21.921101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f004c0-c855-49e8-bad1-aa943407d3fb None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:21.923918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Pushing event updated for resources: {'Port': ['ID=23edf100-e3fd-4cfe-8f50-d0e9b1f32125,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:21.933041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c2c190d2-a594-4df2-886b-7335a2f2fb34 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:21.993074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-49f004c0-c855-49e8-bad1-aa943407d3fb None None] Deleting port 23b352fa-53fb-4245-9699-244cf70cb4fc {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:21.993629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11bf42b3-1321-4cf7-9af2-011b692bb919 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.994948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49f004c0-c855-49e8-bad1-aa943407d3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.995928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c2c190d2-a594-4df2-886b-7335a2f2fb34 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:22.038939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 4deab822-9b41-46a4-be8c-93be06a88f8b no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:22.059834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c190d2-a594-4df2-886b-7335a2f2fb34 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:22.149724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-98dc1d19-53fe-4162-818a-6831863f3571 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:22.150073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-98dc1d19-53fe-4162-818a-6831863f3571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:22.150588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 4deab822-9b41-46a4-be8c-93be06a88f8b {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:22.151409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 4deab822-9b41-46a4-be8c-93be06a88f8b not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:22.156498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11bf42b3-1321-4cf7-9af2-011b692bb919 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.203965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf42b3-1321-4cf7-9af2-011b692bb919 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=31b8d7fc-47f1-4e0f-9661-dbe53ddf3210,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:22.209591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=3a5f4c78-4aa0-45d6-b079-081485ecda7e,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:22.225562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11bf42b3-1321-4cf7-9af2-011b692bb919 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.244103 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-11bf42b3-1321-4cf7-9af2-011b692bb919 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/31b8d7fc-47f1-4e0f-9661-dbe53ddf3210 HTTP/1.1" status: 204 len: 168 time: 1.5648239 Jan 12 09:40:22.244103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39558) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:22.303676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] For port 5e5bddbe-ba6b-4972-8da0-b14d94beec67, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5e5bddbe-ba6b-4972-8da0-b14d94beec67,segment=NetworkSegment(74756a3b-2712-475e-9dd8-667c6151873c),segment_id=74756a3b-2712-475e-9dd8-667c6151873c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:22.304061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.404536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed0b5df-9820-4086-9a29-4623373c6dd3 None None] Network bffe16b2-68ba-4c9d-8bd3-215b739a8c9f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:22.405789 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.418103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.418835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.422069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 3a5f4c78-4aa0-45d6-b079-081485ecda7e {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:22.422424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.463523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port 5e5bddbe-ba6b-4972-8da0-b14d94beec67, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5e5bddbe-ba6b-4972-8da0-b14d94beec67,segment=NetworkSegment(74756a3b-2712-475e-9dd8-667c6151873c),segment_id=74756a3b-2712-475e-9dd8-667c6151873c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:22.464067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.478699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 847958d4-0445-40dc-8486-5a8486541772 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:22.543704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2c190d2-a594-4df2-886b-7335a2f2fb34 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.545265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c190d2-a594-4df2-886b-7335a2f2fb34 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:40:22.545859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c190d2-a594-4df2-886b-7335a2f2fb34 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:40:22.560924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] Calling delete_port for 5e5bddbe-ba6b-4972-8da0-b14d94beec67 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:22.609472 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-abe5ad10-9608-4377-aa2e-8b322a5f871c tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190387232&fields=id&tenant_id=a2e1163083c446099153b56bbd9c8d52 HTTP/1.1" status: 200 len: 267 time: 0.5297339 Jan 12 09:40:22.617286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 5e5bddbe-ba6b-4972-8da0-b14d94beec67 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:22.688535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 847958d4-0445-40dc-8486-5a8486541772 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:22.688769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 847958d4-0445-40dc-8486-5a8486541772 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:22.689172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5e5bddbe-ba6b-4972-8da0-b14d94beec67 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:22.736448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] For port 3a5f4c78-4aa0-45d6-b079-081485ecda7e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3a5f4c78-4aa0-45d6-b079-081485ecda7e,segment=NetworkSegment(c4630009-833d-46cc-a58e-6926b18f45f5),segment_id=c4630009-833d-46cc-a58e-6926b18f45f5)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:22.737380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.756790 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c2c190d2-a594-4df2-886b-7335a2f2fb34 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2169230 Jan 12 09:40:22.764621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39562) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:22.773201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c41e67f7-a478-4c5e-a237-8e55016c662f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:22.789085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.830998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.836578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-49f004c0-c855-49e8-bad1-aa943407d3fb None None] For port 23b352fa-53fb-4245-9699-244cf70cb4fc, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=23b352fa-53fb-4245-9699-244cf70cb4fc,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:22.836942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49f004c0-c855-49e8-bad1-aa943407d3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.930232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 3a5f4c78-4aa0-45d6-b079-081485ecda7e owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:22.958371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.031897 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-49f004c0-c855-49e8-bad1-aa943407d3fb None None] Calling delete_port for 23b352fa-53fb-4245-9699-244cf70cb4fc owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:23.035005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.037063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=5e5bddbe-ba6b-4972-8da0-b14d94beec67,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:23.049338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c41e67f7-a478-4c5e-a237-8e55016c662f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:23.056755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-ad635ff5-feb1-470c-8df6-e49aa3a7c031 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:23.058322 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-ad635ff5-feb1-470c-8df6-e49aa3a7c031 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 811 time: 0.4105134 Jan 12 09:40:23.079945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No DVR routers for this DVR port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:23.081847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c41e67f7-a478-4c5e-a237-8e55016c662f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:23.089488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=3a5f4c78-4aa0-45d6-b079-081485ecda7e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:23.142931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dc186f52-79cc-48a9-a157-42327470650c None None] Could not find standard attr ID for object 3a5f4c78-4aa0-45d6-b079-081485ecda7e. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:40:23.144362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No active binding found for port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 {{(pid=83596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 12 09:40:23.144766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5e5bddbe-ba6b-4972-8da0-b14d94beec67 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:23.145182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 23b352fa-53fb-4245-9699-244cf70cb4fc no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:23.147001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No DVR routers for this DVR port 3a5f4c78-4aa0-45d6-b079-081485ecda7e on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:23.151485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41e67f7-a478-4c5e-a237-8e55016c662f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:23.155781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c41e67f7-a478-4c5e-a237-8e55016c662f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.157405 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41e67f7-a478-4c5e-a237-8e55016c662f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:40:23.157819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41e67f7-a478-4c5e-a237-8e55016c662f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:40:23.171215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:23.171543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:23.184526 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dc186f52-79cc-48a9-a157-42327470650c None None] Could not find standard attr ID for object f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:40:23.224036 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-40bc9574-735b-4e0e-8f88-c81dbcbaf79a tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/quotas/a2e1163083c446099153b56bbd9c8d52 HTTP/1.1" status: 200 len: 375 time: 0.1497109 Jan 12 09:40:23.266863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30434af3-d0c6-4937-80b7-e85742898704 None None] DHCP port deletion for bffe16b2-68ba-4c9d-8bd3-215b739a8c9f request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:23.275085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dc186f52-79cc-48a9-a157-42327470650c None None] Provisioning complete for port 23b352fa-53fb-4245-9699-244cf70cb4fc triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:23.275448 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc186f52-79cc-48a9-a157-42327470650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.294306 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c41e67f7-a478-4c5e-a237-8e55016c662f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5251274 Jan 12 09:40:23.297090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.305587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39566) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:23.315030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49f004c0-c855-49e8-bad1-aa943407d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.326039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6954f9d7-3a90-4b88-905c-96030ef41e6e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:23.356775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dc186f52-79cc-48a9-a157-42327470650c None None] Port 23b352fa-53fb-4245-9699-244cf70cb4fc was deleted so its status cannot be updated. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 12 09:40:23.380479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f004c0-c855-49e8-bad1-aa943407d3fb None None] Pushing event deleted for resources: {'Port': ['ID=23b352fa-53fb-4245-9699-244cf70cb4fc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:23.382397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.385148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.395511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f004c0-c855-49e8-bad1-aa943407d3fb None None] No DVR routers for this DVR port 23b352fa-53fb-4245-9699-244cf70cb4fc on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:23.414043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b242e919-f80a-4470-87be-21aaad2a7e13']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:23.423474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffe16b2-68ba-4c9d-8bd3-215b739a8c9f']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:23.440373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4630009-833d-46cc-a58e-6926b18f45f5') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:23.440752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4630009-833d-46cc-a58e-6926b18f45f5') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:23.456055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74756a3b-2712-475e-9dd8-667c6151873c') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:23.456246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74756a3b-2712-475e-9dd8-667c6151873c') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:23.458237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.459817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:23.484652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.485291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.492948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] Router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:40:23.495723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:40:23.496115 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:23.512210 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:23.514480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.517745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6954f9d7-3a90-4b88-905c-96030ef41e6e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:23.523691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:23.524329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3fbfdc62-88f9-4cb5-9355-2fcb3abb0e03 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:23.530472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:40:23.531112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:23.547061 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:23.601921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6954f9d7-3a90-4b88-905c-96030ef41e6e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:23.606290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Router 48e2e928-643d-4f8c-95a8-a9b5e538b5d3 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:40:23.619581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.638233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.652286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Network': ['ID=bffe16b2-68ba-4c9d-8bd3-215b739a8c9f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:23.672804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] Deleting port 5e5bddbe-ba6b-4972-8da0-b14d94beec67 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:23.673337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.687834 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-ae45ce50-c0c9-4527-aea9-571ddd05ee5c tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4339828 Jan 12 09:40:23.703523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6954f9d7-3a90-4b88-905c-96030ef41e6e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:23.707108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6954f9d7-3a90-4b88-905c-96030ef41e6e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.708463 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-6954f9d7-3a90-4b88-905c-96030ef41e6e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:40:23.708880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6954f9d7-3a90-4b88-905c-96030ef41e6e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:40:23.721769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.723446 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-47b72bc6-fbed-4b67-986f-75efa4e8feb3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/networks/bffe16b2-68ba-4c9d-8bd3-215b739a8c9f HTTP/1.1" status: 204 len: 168 time: 1.4785295 Jan 12 09:40:23.727771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39572) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:23.734044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'name': 'tempest-PortsIpV6TestJSON-303042290'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:23.752324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.762100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Network': ['ID=b242e919-f80a-4470-87be-21aaad2a7e13,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:23.768627 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f56051b2-4cbd-4133-8139-964a19638c23 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/networks/b242e919-f80a-4470-87be-21aaad2a7e13 HTTP/1.1" status: 204 len: 168 time: 2.5870562 Jan 12 09:40:23.773719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-593e3de6-da23-4a95-a36d-b3df8b4b3f68 None None] The port '5e5bddbe-ba6b-4972-8da0-b14d94beec67' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:40:23.776857 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39576) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:23.785196 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6954f9d7-3a90-4b88-905c-96030ef41e6e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4684868 Jan 12 09:40:23.787230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1889194782'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:23.790363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39580) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:23.797139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:23.798139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.802764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5c569979-a312-4dce-8db9-84ee2a46e55b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:23.820722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:network and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:23.824679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:23.866920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:23.872564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:23.876509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:23.884666 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:23.952176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:23.955279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.989726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port 4f8b8690-ab46-4621-9ce9-a532d4d87ad0 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:23.998085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:24.103508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:24.113370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:24.116391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.123891 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229ca092-9179-4689-a488-f6cc9354a596 None None] Sync routers for ids ['48e2e928-643d-4f8c-95a8-a9b5e538b5d3'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:24.142427 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ca092-9179-4689-a488-f6cc9354a596 None None] Routers {'48e2e928-643d-4f8c-95a8-a9b5e538b5d3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:24.143862 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-229ca092-9179-4689-a488-f6cc9354a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['48e2e928-643d-4f8c-95a8-a9b5e538b5d3'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:24.195137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.199649 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bcdf3961-eda9-4bef-809b-f898ccb262fd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9505880 Jan 12 09:40:24.205261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39584) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:24.212287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5c569979-a312-4dce-8db9-84ee2a46e55b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:24.220440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-049a3ead-2c24-432d-988e-532418099c31 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'enable_snat': False}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:24.222066 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-229ca092-9179-4689-a488-f6cc9354a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:24.235892 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ca092-9179-4689-a488-f6cc9354a596 None None] Routers {'48e2e928-643d-4f8c-95a8-a9b5e538b5d3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:24.237060 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-229ca092-9179-4689-a488-f6cc9354a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['48e2e928-643d-4f8c-95a8-a9b5e538b5d3'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:24.260106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5c569979-a312-4dce-8db9-84ee2a46e55b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:24.265418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3a5f4c78-4aa0-45d6-b079-081485ecda7e no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:24.273049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:24.288405 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-901a3adf-e121-4486-b59f-f5fa1141a526 service neutron] 10.222.0.58 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732095 Jan 12 09:40:24.318045 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-229ca092-9179-4689-a488-f6cc9354a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:24.318876 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229ca092-9179-4689-a488-f6cc9354a596 None None] The sync data for ids ['48e2e928-643d-4f8c-95a8-a9b5e538b5d3'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:24.322623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c569979-a312-4dce-8db9-84ee2a46e55b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:24.327213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5c569979-a312-4dce-8db9-84ee2a46e55b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.328619 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c569979-a312-4dce-8db9-84ee2a46e55b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:40:24.329039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c569979-a312-4dce-8db9-84ee2a46e55b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:40:24.330834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 3a5f4c78-4aa0-45d6-b079-081485ecda7e {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:24.331185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3a5f4c78-4aa0-45d6-b079-081485ecda7e not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:24.335484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.335831 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added segment 7c86ae4c-e811-475c-a7c0-24408534403a of type vlan for network 2036e8e1-8fcf-40dd-aca0-e9f01b41764a Jan 12 09:40:24.433825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.448893 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5c569979-a312-4dce-8db9-84ee2a46e55b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6538601 Jan 12 09:40:24.449179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39588) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:24.454822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.457987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-fcd1706b-d3b7-4c3e-8eb2-0f34024bb7a6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:24.517966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:24.520836 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-30b77f66-ae7e-49b3-8673-ef544ff2c2ba service neutron] 10.222.0.58 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192330 Jan 12 09:40:24.525131 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c6277eb2-da7f-40b1-b2ca-f1bc213f3bd5 admin admin] 10.222.0.58 "PUT /v2.0/routers/4c64f8e0-c226-49e4-9a6c-4f8e50d6e937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7568715 Jan 12 09:40:24.530599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] Sync routers for ids ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:24.533244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39592) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:24.537827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.542510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:24.543287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.547977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] Routers {'4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:24.548817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:24.595162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fcd1706b-d3b7-4c3e-8eb2-0f34024bb7a6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:24.660674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.668094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fcd1706b-d3b7-4c3e-8eb2-0f34024bb7a6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:24.734887 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9568882 Jan 12 09:40:24.739349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39602) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:24.748215 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'subnet': {'network_id': '2036e8e1-8fcf-40dd-aca0-e9f01b41764a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:24.767479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd1706b-d3b7-4c3e-8eb2-0f34024bb7a6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:24.775900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0d1ea-9e4a-42fa-a98f-16ed80e3d296 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Network': ['ID=2036e8e1-8fcf-40dd-aca0-e9f01b41764a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:24.789322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 2036e8e1-8fcf-40dd-aca0-e9f01b41764a details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:24.798448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:24.807646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:24.869211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:24.873558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:24.875243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.879027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] Set router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:24.898888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=4f8b8690-ab46-4621-9ce9-a532d4d87ad0,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:24.900823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:24.911802 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:subnet and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:24.924138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:24.924370 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d22b23a8-feb7-47f2-b135-37ae689f9064 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1956346 Jan 12 09:40:24.937754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39606) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:24.991572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fcd1706b-d3b7-4c3e-8eb2-0f34024bb7a6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.993877 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd1706b-d3b7-4c3e-8eb2-0f34024bb7a6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:40:24.994696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd1706b-d3b7-4c3e-8eb2-0f34024bb7a6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:40:25.003398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:25.085373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:25.149216 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fcd1706b-d3b7-4c3e-8eb2-0f34024bb7a6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6960158 Jan 12 09:40:25.151008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39616) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:25.160531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d455fabf-7a9b-495a-b966-d189e5014da3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:25.184718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e91a4bef-e476-48e5-9813-6a4b07f71035 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 4f8b8690-ab46-4621-9ce9-a532d4d87ad0 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:25.185166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e91a4bef-e476-48e5-9813-6a4b07f71035 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.190885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.235144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:40:18Z', 'revision_number': 5, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:25.239262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] Checking router: 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:40:25.250191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] Routers {'4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:25.250831 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:25.300210 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bf1eb347-841d-4c9c-8523-cde40ecb44da req-4dba3ddf-ddfc-4aa6-a931-63e98966d4b7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 210 time: 0.2766094 Jan 12 09:40:25.332031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.488238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] Set router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:25.644712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e91a4bef-e476-48e5-9813-6a4b07f71035 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.703285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.716205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d455fabf-7a9b-495a-b966-d189e5014da3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:25.726752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d455fabf-7a9b-495a-b966-d189e5014da3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:25.828315 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d455fabf-7a9b-495a-b966-d189e5014da3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:25.830325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Checking segment: {'id': '7c86ae4c-e811-475c-a7c0-24408534403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2036e8e1-8fcf-40dd-aca0-e9f01b41764a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:25.830831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network hostable DHCP agents. Network: 2036e8e1-8fcf-40dd-aca0-e9f01b41764a, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:25.832749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d455fabf-7a9b-495a-b966-d189e5014da3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.834484 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d455fabf-7a9b-495a-b966-d189e5014da3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:40:25.834841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Subnet': ['ID=acc7ad8e-86cd-4796-a240-3cb9dcfa32a3,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:25.835143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d455fabf-7a9b-495a-b966-d189e5014da3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:40:25.865555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.880989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Deleting port cb9fd86c-7353-4a92-9a65-d017ec86c537 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:25.881400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.912359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 2036e8e1-8fcf-40dd-aca0-e9f01b41764a is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:25.924766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e91a4bef-e476-48e5-9813-6a4b07f71035 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 4f8b8690-ab46-4621-9ce9-a532d4d87ad0 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:25.925539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 2036e8e1-8fcf-40dd-aca0-e9f01b41764a) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:25.937238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:25.937841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.983135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a347e1-3144-46db-a100-cd967b2a0ae8 None None] Network 2036e8e1-8fcf-40dd-aca0-e9f01b41764a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:25.984964 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d455fabf-7a9b-495a-b966-d189e5014da3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8320587 Jan 12 09:40:25.985782 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5cb4030b-4665-4b88-b447-eb18cbd20d2d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2430067 Jan 12 09:40:25.986507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39630) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:25.986851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39632) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:26.048264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2006001641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:26.092509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-61f1679e-5447-4d88-8117-cd32e0d9a2ef tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:26.099608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:26.116927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:router and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:26.129873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:26.133112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-61f1679e-5447-4d88-8117-cd32e0d9a2ef tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:26.136833 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-61f1679e-5447-4d88-8117-cd32e0d9a2ef tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0969501 Jan 12 09:40:26.139892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39638) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:26.140748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:26.176943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:40:18Z', 'revision_number': 5, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:26.187991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deea82a-be1c-4862-bd58-ed7878a46262 None None] The sync data for ids ['4c64f8e0-c226-49e4-9a6c-4f8e50d6e937'] in dv-neutron-824347-1-hyperv is: [{'id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'name': 'tempest-ServerActionsTestJSON-1314276472-router', 'tenant_id': 'dcf4260c9dc04a52af653a66a3a24719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:05Z', 'updated_at': '2022-01-12T09:40:18Z', 'revision_number': 5, 'project_id': 'dcf4260c9dc04a52af653a66a3a24719', 'gw_port': {'id': 'cb9fd86c-7353-4a92-9a65-d017ec86c537', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c64f8e0-c226-49e4-9a6c-4f8e50d6e937', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:07Z', 'updated_at': '2022-01-12T09:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:26.215302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e91a4bef-e476-48e5-9813-6a4b07f71035 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.228742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc91e19-7511-4482-8a0f-1326e707e7b9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:26.229445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2dc91e19-7511-4482-8a0f-1326e707e7b9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:26.258157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2dc91e19-7511-4482-8a0f-1326e707e7b9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:26.261875 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2dc91e19-7511-4482-8a0f-1326e707e7b9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1159079 Jan 12 09:40:26.264894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39642) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:26.272698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-2036e8e1-8fcf-40dd-aca0-e9f01b41764a', 'network_id': '2036e8e1-8fcf-40dd-aca0-e9f01b41764a', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'fixed_ips': [{'subnet_id': 'acc7ad8e-86cd-4796-a240-3cb9dcfa32a3'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:40:26.276833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.279078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a4bef-e476-48e5-9813-6a4b07f71035 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=4f8b8690-ab46-4621-9ce9-a532d4d87ad0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:26.283665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e91a4bef-e476-48e5-9813-6a4b07f71035 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.298829 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e91a4bef-e476-48e5-9813-6a4b07f71035 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/4f8b8690-ab46-4621-9ce9-a532d4d87ad0 HTTP/1.1" status: 204 len: 168 time: 1.3586009 Jan 12 09:40:26.305857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39646) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:26.315800 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'mac_address': 'fa:16:3e:8e:e1:6b', 'name': 'tempest-PortsIpV6TestJSON-851413124'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:26.336633 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-618ff12d-3370-4c6c-afd8-56c5560c6fe2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726395 Jan 12 09:40:26.341223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39650) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:26.344192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.345080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.364692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.392319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:26.411280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.439133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.442743 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2693bb2a-8cc0-4f4d-ba2e-13c707a09726 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4035275 Jan 12 09:40:26.444647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] For port cb9fd86c-7353-4a92-9a65-d017ec86c537, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cb9fd86c-7353-4a92-9a65-d017ec86c537,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:26.445006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.457027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39656) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:26.506934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'port': {'network_id': '2036e8e1-8fcf-40dd-aca0-e9f01b41764a', 'name': 'tempest-RoutersTest-2092820801'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:26.526321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Allocated IP 172.20.0.2 (2036e8e1-8fcf-40dd-aca0-e9f01b41764a/acc7ad8e-86cd-4796-a240-3cb9dcfa32a3/d64b0885-5064-437b-9632-ad24f3239265) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:26.672152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:26.684420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:26.702057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:26.710488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:26.715756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:26.723985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Calling delete_port for cb9fd86c-7353-4a92-9a65-d017ec86c537 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:26.757795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:26.804396 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6a99368-79b5-402d-a039-e81e6ec74084 req-c4d75b00-b977-4225-9f5f-fd324335c552 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 210 time: 0.1840694 Jan 12 09:40:26.810503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.812503 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:26.831210 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Transition to ACTIVE for port object d64b0885-5064-437b-9632-ad24f3239265 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:26.839873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:26.844482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.871275 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Transition to ACTIVE for port object d64b0885-5064-437b-9632-ad24f3239265 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:26.871782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-049a3ead-2c24-432d-988e-532418099c31 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.878838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.941852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:26.966758 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Network 2036e8e1-8fcf-40dd-aca0-e9f01b41764a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:26.971222 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:26.973139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Pushing event updated for resources: {'Port': ['ID=d64b0885-5064-437b-9632-ad24f3239265,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:26.975622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:27.073749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Attempting to bind port d64b0885-5064-437b-9632-ad24f3239265 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:27.074163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Attempting to bind port d64b0885-5064-437b-9632-ad24f3239265 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '7c86ae4c-e811-475c-a7c0-24408534403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2036e8e1-8fcf-40dd-aca0-e9f01b41764a'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:27.074472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Attempting to bind port d64b0885-5064-437b-9632-ad24f3239265 on network 2036e8e1-8fcf-40dd-aca0-e9f01b41764a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:27.081573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:27.082335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Checking segment: {'id': '7c86ae4c-e811-475c-a7c0-24408534403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2036e8e1-8fcf-40dd-aca0-e9f01b41764a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:27.082460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.082835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Bound using segment: {'id': '7c86ae4c-e811-475c-a7c0-24408534403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2036e8e1-8fcf-40dd-aca0-e9f01b41764a'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:27.083295 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Bound port: d64b0885-5064-437b-9632-ad24f3239265, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c86ae4c-e811-475c-a7c0-24408534403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2036e8e1-8fcf-40dd-aca0-e9f01b41764a'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:27.083664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.110011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.170435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9fd86c-7353-4a92-9a65-d017ec86c537,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:27.177774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.181766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] For port d64b0885-5064-437b-9632-ad24f3239265, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:27.185310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] For port d64b0885-5064-437b-9632-ad24f3239265, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d64b0885-5064-437b-9632-ad24f3239265,segment=NetworkSegment(7c86ae4c-e811-475c-a7c0-24408534403a),segment_id=7c86ae4c-e811-475c-a7c0-24408534403a)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:27.191690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:27.199668 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.219770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-c61dff02-b5e0-4d1a-82c7-7eead513e31b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:27.220456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-c61dff02-b5e0-4d1a-82c7-7eead513e31b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Synchronizing usage tracker for tenant:a2e1163083c446099153b56bbd9c8d52 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:27.229052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:27.231964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.271023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port e0852ed0-4568-4aa5-ba89-c92c838de73a yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:27.326188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-c61dff02-b5e0-4d1a-82c7-7eead513e31b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Unset dirty status for tenant:a2e1163083c446099153b56bbd9c8d52 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:27.327417 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-c61dff02-b5e0-4d1a-82c7-7eead513e31b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 811 time: 0.3869553 Jan 12 09:40:27.327744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47060089-5091-4d97-90d1-3ad85fb5b074 None None] Pushing event updated for resources: {'Port': ['ID=d64b0885-5064-437b-9632-ad24f3239265,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:27.328494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] device_id is not set on port 9336a0ac-a209-4811-83f4-22df2c472b1c yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:27.668686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.739600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.objects.ports [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83594) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:40:27.741056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.789300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Allocated IP 172.20.0.12 (2036e8e1-8fcf-40dd-aca0-e9f01b41764a/acc7ad8e-86cd-4796-a240-3cb9dcfa32a3/9336a0ac-a209-4811-83f4-22df2c472b1c) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:27.800175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-74bf94b7-7dd3-49cc-9f6b-a34b7a2cff23 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Synchronizing usage tracker for tenant:a2e1163083c446099153b56bbd9c8d52 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:27.837799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-74bf94b7-7dd3-49cc-9f6b-a34b7a2cff23 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Unset dirty status for tenant:a2e1163083c446099153b56bbd9c8d52 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:27.838806 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-74bf94b7-7dd3-49cc-9f6b-a34b7a2cff23 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e1163083c446099153b56bbd9c8d52 HTTP/1.1" status: 200 len: 379 time: 0.4255826 Jan 12 09:40:27.889866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=598d9bcb-5049-46b0-af0f-98cef485c807,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:27.908562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'port': {'device_id': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'admin_state_up': True, 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'security_groups': ['7f655039-e551-4550-bd14-601b52d569a1']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:27.962946 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.987751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:28.073359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:28.085522 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cdf2e8-4c41-44b4-8d0c-e68c4ec0c5f6 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:28.088942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:28.089535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.094722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.098055 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-499bffe9-43af-41d6-8fb3-8e05ef6a6f49 req-2497ea08-5fe2-4c9b-bc40-473525dd8cfe tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 210 time: 0.1166110 Jan 12 09:40:28.109742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.136442 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2425e757-9870-4eb5-a4b2-44688431b590 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7896166 Jan 12 09:40:28.136442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39664) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:28.167071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:eb:e1:9b', 'name': 'tempest-NetworksTestDHCPv6-859443764'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:28.398291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.398876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:40:28.469218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.473063 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-893d7ebc-7ebd-4061-8e84-818c551ed547 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4c64f8e0-c226-49e4-9a6c-4f8e50d6e937 HTTP/1.1" status: 204 len: 168 time: 3.9349215 Jan 12 09:40:28.476987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d64b0885-5064-437b-9632-ad24f3239265 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:28.529684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39668) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:28.614274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:28.638770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:28.639689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '598d9bcb-5049-46b0-af0f-98cef485c807'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:40:28.640503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.644319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:28.649786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-049a3ead-2c24-432d-988e-532418099c31 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.656370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.667421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:28.672824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:port and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:28.676076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:28.681411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:28.688329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:28.703630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-55373940-1096-4631-bc0d-8055166ce98a admin admin] Deleting subnet 6c73e78c-b467-4bb9-9543-c898d6de8b84 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:28.708608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55373940-1096-4631-bc0d-8055166ce98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.739802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Made reservation on behalf of a2e1163083c446099153b56bbd9c8d52 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:28.743238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.744489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:28.754563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-049a3ead-2c24-432d-988e-532418099c31 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.792762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port d64b0885-5064-437b-9632-ad24f3239265 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:28.809778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55373940-1096-4631-bc0d-8055166ce98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.840195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1d353-88a9-45fe-8243-fc05dbb30b85 None None] Network 2036e8e1-8fcf-40dd-aca0-e9f01b41764a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:28.883885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:28.889617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55373940-1096-4631-bc0d-8055166ce98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.894861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:28.912355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:28.916777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:28.917555 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.998208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.008355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=e0852ed0-4568-4aa5-ba89-c92c838de73a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:29.009354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55373940-1096-4631-bc0d-8055166ce98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.057441 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2c94a48-77d8-4f9a-90f5-9cd261b58cec req-2ef75ce0-7f3d-4a9b-a5ea-e2cbc8ca1861 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5838799 Jan 12 09:40:29.065582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55373940-1096-4631-bc0d-8055166ce98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c73e78c-b467-4bb9-9543-c898d6de8b84,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:29.087614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:29.101901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Transition to ACTIVE for port object 9336a0ac-a209-4811-83f4-22df2c472b1c will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:29.103617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-55373940-1096-4631-bc0d-8055166ce98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.114956 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d78c517b-a62d-441f-86b4-32acfc76d3eb tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8062460 Jan 12 09:40:29.115870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39672) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:29.142275 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-55373940-1096-4631-bc0d-8055166ce98a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6c73e78c-b467-4bb9-9543-c898d6de8b84 HTTP/1.1" status: 204 len: 168 time: 0.6099899 Jan 12 09:40:29.144748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39678) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:29.149542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa42fb5-7ecd-46aa-9efa-248ab12fb06b None None] Network 9cc1870b-44c6-49df-b549-ffb90a147677 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:29.175154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:29.175490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 75eb8f95-cd2c-4de9-8ca1-4e91d4aa1bcf not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:29.220959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.272127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc580ece-c75e-43a9-8125-72b4171a8a68 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:29.275529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dc580ece-c75e-43a9-8125-72b4171a8a68 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:29.360152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f4be6dd3-4bae-48e2-b3de-09e90ecebcaa None None] Provisioning for port d64b0885-5064-437b-9632-ad24f3239265 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:29.388939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 4562fd66-034d-4524-be8d-eec34c666b0d yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:29.404687 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Allocated IP 172.20.0.4 (8420e4c9-842a-48be-8f50-46726b486a53/8636b045-813a-43f7-b89a-47b1fe7b8d00/dbf05729-4cc8-4c42-abeb-0bf137aa6126) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:29.414197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f4be6dd3-4bae-48e2-b3de-09e90ecebcaa None None] Provisioning complete for port d64b0885-5064-437b-9632-ad24f3239265 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:29.414617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f4be6dd3-4bae-48e2-b3de-09e90ecebcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.470468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Allocated IP 2001:db8::f816:3eff:fe1d:299 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/598d9bcb-5049-46b0-af0f-98cef485c807/48c47158-46bb-439e-be36-0be3344386f9) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:29.572985 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6d8c3cfd-0990-4d5e-a530-1a9537e64419 req-c41e7315-2939-4b0d-bb67-716b0841b268 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 210 time: 0.2487316 Jan 12 09:40:29.591494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.642949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Deleting port 6e78ae96-a4e3-4c22-a2f4-26583d70391c {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:29.643565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.644141 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.661227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Transition to ACTIVE for port object dbf05729-4cc8-4c42-abeb-0bf137aa6126 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:29.684938 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2c94a48-77d8-4f9a-90f5-9cd261b58cec req-2fa4188d-4775-4702-9f92-5264c6677094 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=875fb44060cb4d74ad4660b23bd39c0d&device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 1099 time: 0.5056515 Jan 12 09:40:29.709415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.791123 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dc580ece-c75e-43a9-8125-72b4171a8a68 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:29.792298 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dc580ece-c75e-43a9-8125-72b4171a8a68 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/e0852ed0-4568-4aa5-ba89-c92c838de73a HTTP/1.1" status: 200 len: 844 time: 0.6708133 Jan 12 09:40:29.795300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f4be6dd3-4bae-48e2-b3de-09e90ecebcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.795609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'Port': ['ID=dbf05729-4cc8-4c42-abeb-0bf137aa6126,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:29.800186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39682) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:29.919376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] DHCP port deletion for 9cc1870b-44c6-49df-b549-ffb90a147677 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:29.931878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f4be6dd3-4bae-48e2-b3de-09e90ecebcaa None None] For port d64b0885-5064-437b-9632-ad24f3239265, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d64b0885-5064-437b-9632-ad24f3239265,segment=NetworkSegment(7c86ae4c-e811-475c-a7c0-24408534403a),segment_id=7c86ae4c-e811-475c-a7c0-24408534403a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:29.933062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] Deleting port 6e78ae96-a4e3-4c22-a2f4-26583d70391c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:29.933527 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.949725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.975888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f4be6dd3-4bae-48e2-b3de-09e90ecebcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.033100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.066916 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=9336a0ac-a209-4811-83f4-22df2c472b1c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:30.073074 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Network 8420e4c9-842a-48be-8f50-46726b486a53 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:30.083586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:30.086127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:30.096524 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Transition to ACTIVE for port object 48c47158-46bb-439e-be36-0be3344386f9 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:30.103661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] For port 6e78ae96-a4e3-4c22-a2f4-26583d70391c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6e78ae96-a4e3-4c22-a2f4-26583d70391c,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:30.104094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.130959 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-8bc85d17-33ff-42d5-8896-98bbb7c66958 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port e0852ed0-4568-4aa5-ba89-c92c838de73a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:30.131296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8bc85d17-33ff-42d5-8896-98bbb7c66958 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.250655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Transition to ACTIVE for port object 48c47158-46bb-439e-be36-0be3344386f9 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:30.263767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be6dd3-4bae-48e2-b3de-09e90ecebcaa None None] Pushing event updated for resources: {'Port': ['ID=d64b0885-5064-437b-9632-ad24f3239265,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:30.280088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.326998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cb9fd86c-7353-4a92-9a65-d017ec86c537 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:30.389229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: cb9fd86c-7353-4a92-9a65-d017ec86c537 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:30.389603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cb9fd86c-7353-4a92-9a65-d017ec86c537 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:30.390041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6e78ae96-a4e3-4c22-a2f4-26583d70391c no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:30.427009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8bc85d17-33ff-42d5-8896-98bbb7c66958 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.452572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f816:3eff:feeb:e19b (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/598d9bcb-5049-46b0-af0f-98cef485c807/4562fd66-034d-4524-be8d-eec34c666b0d) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:30.507792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:30.513168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Calling delete_port for 6e78ae96-a4e3-4c22-a2f4-26583d70391c owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:30.518021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:30.521462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:30.601076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c94a48-77d8-4f9a-90f5-9cd261b58cec req-36aab95b-e0e3-4fa5-85d7-4be22205397c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:30.603081 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2c94a48-77d8-4f9a-90f5-9cd261b58cec req-36aab95b-e0e3-4fa5-85d7-4be22205397c service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc449481-2221-47d1-9ed8-eb0f7a693a7b HTTP/1.1" status: 200 len: 898 time: 0.8967283 Jan 12 09:40:30.605248 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7b75ccd1-15bc-402b-93a8-6551ca9012cc None None] Provisioning complete for port d64b0885-5064-437b-9632-ad24f3239265 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:30.605615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b75ccd1-15bc-402b-93a8-6551ca9012cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.717507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-8bc85d17-33ff-42d5-8896-98bbb7c66958 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for e0852ed0-4568-4aa5-ba89-c92c838de73a owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:30.720796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Pushing event updated for resources: {'Port': ['ID=48c47158-46bb-439e-be36-0be3344386f9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:30.726977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] For port 6e78ae96-a4e3-4c22-a2f4-26583d70391c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6e78ae96-a4e3-4c22-a2f4-26583d70391c,segment=NetworkSegment(c63aaf13-1518-49e6-8fbb-b78e0c72c144),segment_id=c63aaf13-1518-49e6-8fbb-b78e0c72c144)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:30.727363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.749710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 2036e8e1-8fcf-40dd-aca0-e9f01b41764a is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:30.763017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:30.775486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:30.870486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:30.871031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.969085 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-d3726643-030c-47fb-8d08-53e05a25d59f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1174164 Jan 12 09:40:30.970828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.973450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049a3ead-2c24-432d-988e-532418099c31 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Router 48e2e928-643d-4f8c-95a8-a9b5e538b5d3 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:40:30.980355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:30.980981 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.993736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Request body: {'port': {'device_id': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:31.062565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] Calling delete_port for 6e78ae96-a4e3-4c22-a2f4-26583d70391c owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:31.063939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8bc85d17-33ff-42d5-8896-98bbb7c66958 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.115157 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-400c9cab-2734-45c7-bcc4-d2d573005f2f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6543984 Jan 12 09:40:31.122092 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39688) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:31.122801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.124906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc85d17-33ff-42d5-8896-98bbb7c66958 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=e0852ed0-4568-4aa5-ba89-c92c838de73a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:31.144466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 4562fd66-034d-4524-be8d-eec34c666b0d will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:31.157334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Attempting to bind port 48c47158-46bb-439e-be36-0be3344386f9 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:31.157923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Attempting to bind port 48c47158-46bb-439e-be36-0be3344386f9 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:31.158023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Attempting to bind port 48c47158-46bb-439e-be36-0be3344386f9 on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:31.182067 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2c94a48-77d8-4f9a-90f5-9cd261b58cec req-c179256b-63e8-4b30-823d-703ed27df0dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8 HTTP/1.1" status: 200 len: 1002 time: 0.5554016 Jan 12 09:40:31.187538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Port 6e78ae96-a4e3-4c22-a2f4-26583d70391c update to DOWN by agent not found {{(pid=83596) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 12 09:40:31.195806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.209258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:31.209639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:31.210041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.210430 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:31.210931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Bound port: 48c47158-46bb-439e-be36-0be3344386f9, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:31.211304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.267466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] No DVR routers for this DVR port 6e78ae96-a4e3-4c22-a2f4-26583d70391c on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:31.289244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:31.289601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:31.302820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e78ae96-a4e3-4c22-a2f4-26583d70391c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:31.311053 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8bc85d17-33ff-42d5-8896-98bbb7c66958 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.312940 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8bc85d17-33ff-42d5-8896-98bbb7c66958 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/e0852ed0-4568-4aa5-ba89-c92c838de73a HTTP/1.1" status: 204 len: 168 time: 1.5077589 Jan 12 09:40:31.315003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c94a48-77d8-4f9a-90f5-9cd261b58cec req-46d375a4-b5f8-4a1d-a886-54564b958a2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:31.317121 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2c94a48-77d8-4f9a-90f5-9cd261b58cec req-46d375a4-b5f8-4a1d-a886-54564b958a2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e8979c3-057a-4be8-928e-fce569f4e271 HTTP/1.1" status: 200 len: 835 time: 0.1175842 Jan 12 09:40:31.317905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39692) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:31.328698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] For port 48c47158-46bb-439e-be36-0be3344386f9, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:31.332936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] For port 48c47158-46bb-439e-be36-0be3344386f9, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=48c47158-46bb-439e-be36-0be3344386f9,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:31.339050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.432478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4077b93-ce40-446a-8735-753859a2c956 None None] Pushing event updated for resources: {'Port': ['ID=48c47158-46bb-439e-be36-0be3344386f9,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:31.436743 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ca2fa469-a0e8-4d5a-ac4b-0ed96bdeefa7 None None] Provisioning for port dbf05729-4cc8-4c42-abeb-0bf137aa6126 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:31.442545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ca2fa469-a0e8-4d5a-ac4b-0ed96bdeefa7 None None] Provisioning complete for port dbf05729-4cc8-4c42-abeb-0bf137aa6126 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:31.443146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca2fa469-a0e8-4d5a-ac4b-0ed96bdeefa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.443983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.456014 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8e2db7-f7aa-4009-b26f-e706d53f9dec tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:40:31.456498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-da8e2db7-f7aa-4009-b26f-e706d53f9dec tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:31.498781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ca2fa469-a0e8-4d5a-ac4b-0ed96bdeefa7 None None] Port dbf05729-4cc8-4c42-abeb-0bf137aa6126 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:40:31.518932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ca2fa469-a0e8-4d5a-ac4b-0ed96bdeefa7 None None] Provisioning for port 9336a0ac-a209-4811-83f4-22df2c472b1c completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:31.532410 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ca2fa469-a0e8-4d5a-ac4b-0ed96bdeefa7 None None] Provisioning complete for port 9336a0ac-a209-4811-83f4-22df2c472b1c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:31.532927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca2fa469-a0e8-4d5a-ac4b-0ed96bdeefa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.570577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.599473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc1870b-44c6-49df-b549-ffb90a147677']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:31.612614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63aaf13-1518-49e6-8fbb-b78e0c72c144') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:31.613145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63aaf13-1518-49e6-8fbb-b78e0c72c144') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:31.624551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-da8e2db7-f7aa-4009-b26f-e706d53f9dec tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:31.626061 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-da8e2db7-f7aa-4009-b26f-e706d53f9dec tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/e0852ed0-4568-4aa5-ba89-c92c838de73a HTTP/1.1" status: 404 len: 333 time: 0.3044310 Jan 12 09:40:31.629341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.632522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39696) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:31.648105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ca2fa469-a0e8-4d5a-ac4b-0ed96bdeefa7 None None] Port 9336a0ac-a209-4811-83f4-22df2c472b1c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:40:31.652002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'name': 'tempest-PortsIpV6TestJSON-1978639493'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:31.706546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=4562fd66-034d-4524-be8d-eec34c666b0d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:31.728416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.737059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:31.765162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:31.769045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:31.776526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:31.779139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.789293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:40:31.789768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.790813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] Deleting port 6e78ae96-a4e3-4c22-a2f4-26583d70391c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:31.791268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:31.821827 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:31.910500 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-29993393-6325-49ed-a2d2-41b6848cda5c None None] The port '6e78ae96-a4e3-4c22-a2f4-26583d70391c' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:40:32.062108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584c014-aeda-441e-9002-2225b578533d req-85ecd114-0c4d-4345-8e56-6398ccadc712 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:32.063684 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6584c014-aeda-441e-9002-2225b578533d req-85ecd114-0c4d-4345-8e56-6398ccadc712 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 931 time: 1.2482846 Jan 12 09:40:32.078798 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2c94a48-77d8-4f9a-90f5-9cd261b58cec req-3583a60b-0ec0-462e-9ee5-3824817c65e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc449481-2221-47d1-9ed8-eb0f7a693a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7029805 Jan 12 09:40:32.124039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:32.126975 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a145a96a-dcf1-4896-89be-85995b70239a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9914718 Jan 12 09:40:32.133482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.177554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39700) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:32.207043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:32.237756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.272827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc1870b-44c6-49df-b549-ffb90a147677,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:32.301754 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3431b3ac-26a7-440f-93ff-dba47de0d950 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9cc1870b-44c6-49df-b549-ffb90a147677 HTTP/1.1" status: 204 len: 168 time: 3.1534727 Jan 12 09:40:32.331974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6584c014-aeda-441e-9002-2225b578533d req-a720ec7e-1439-435b-952b-86feeee3cde7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273607 Jan 12 09:40:32.461466 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2c94a48-77d8-4f9a-90f5-9cd261b58cec req-397f8b22-ccf5-450b-990c-f79b18efda9a service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753645 Jan 12 09:40:32.470264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 48c47158-46bb-439e-be36-0be3344386f9 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:32.620147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39706) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:32.625710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:32.633289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.642179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 48c47158-46bb-439e-be36-0be3344386f9 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:32.649415 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a5575b-9026-4683-8c9a-daac15c3a620 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:32.653342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a5575b-9026-4683-8c9a-daac15c3a620 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:32.654162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f5a5575b-9026-4683-8c9a-daac15c3a620 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:32.655390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d64b0885-5064-437b-9632-ad24f3239265 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:32.729400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f5a5575b-9026-4683-8c9a-daac15c3a620 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:32.729875 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f5a5575b-9026-4683-8c9a-daac15c3a620 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5496802 Jan 12 09:40:32.740399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39710) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:32.747989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049a3ead-2c24-432d-988e-532418099c31 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:32.755573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-049a3ead-2c24-432d-988e-532418099c31 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.763270 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-049a3ead-2c24-432d-988e-532418099c31 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "PUT /v2.0/routers/48e2e928-643d-4f8c-95a8-a9b5e538b5d3 HTTP/1.1" status: 200 len: 921 time: 8.5551896 Jan 12 09:40:32.766453 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b098412-cb15-4903-9074-699b657c3838 None None] Sync routers for ids ['48e2e928-643d-4f8c-95a8-a9b5e538b5d3'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:32.786000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d64b0885-5064-437b-9632-ad24f3239265 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:32.786597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.791942 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b098412-cb15-4903-9074-699b657c3838 None None] Routers {'48e2e928-643d-4f8c-95a8-a9b5e538b5d3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:32.792619 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3b098412-cb15-4903-9074-699b657c3838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['48e2e928-643d-4f8c-95a8-a9b5e538b5d3'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:32.820062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39714) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:32.828318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port df7adfa9-b4d4-494c-b2b6-778df8be88bc yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:32.909990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e844b353-b0f7-4156-9e96-32248354e2ba None None] Provisioning for port 48c47158-46bb-439e-be36-0be3344386f9 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:32.922213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e844b353-b0f7-4156-9e96-32248354e2ba None None] Provisioning complete for port 48c47158-46bb-439e-be36-0be3344386f9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:32.924428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e844b353-b0f7-4156-9e96-32248354e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.945969 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2c94a48-77d8-4f9a-90f5-9cd261b58cec req-0d7754f5-da20-41f6-929a-39cabd592ffb service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759815 Jan 12 09:40:32.947471 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6f95b85e-40b9-46ef-bff6-d668782848d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcf4260c9dc04a52af653a66a3a24719&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3258545 Jan 12 09:40:32.958364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39718) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:32.997079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ee69604a-fba0-47dc-8fdc-2b166c6631df tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 4562fd66-034d-4524-be8d-eec34c666b0d {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:32.997483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee69604a-fba0-47dc-8fdc-2b166c6631df tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.005844 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3b098412-cb15-4903-9074-699b657c3838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:33.039078 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b098412-cb15-4903-9074-699b657c3838 None None] Routers {'48e2e928-643d-4f8c-95a8-a9b5e538b5d3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:33.039948 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3b098412-cb15-4903-9074-699b657c3838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['48e2e928-643d-4f8c-95a8-a9b5e538b5d3'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:33.060588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:40:33.119687 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3b098412-cb15-4903-9074-699b657c3838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:33.120412 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b098412-cb15-4903-9074-699b657c3838 None None] The sync data for ids ['48e2e928-643d-4f8c-95a8-a9b5e538b5d3'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:33.149358 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e844b353-b0f7-4156-9e96-32248354e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.189086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e844b353-b0f7-4156-9e96-32248354e2ba None None] For port 48c47158-46bb-439e-be36-0be3344386f9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=48c47158-46bb-439e-be36-0be3344386f9,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:33.194409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e844b353-b0f7-4156-9e96-32248354e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.238785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-28489350-6fda-48e0-8848-9ad3dde679a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.255785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf05729-4cc8-4c42-abeb-0bf137aa6126 {{(pid=83595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:40:33.262092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844b353-b0f7-4156-9e96-32248354e2ba None None] Pushing event updated for resources: {'Port': ['ID=48c47158-46bb-439e-be36-0be3344386f9,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:33.320207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0447db5b-2dbe-4373-bb4a-4253556d96fa None None] Provisioning for port 4562fd66-034d-4524-be8d-eec34c666b0d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:33.324487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.326569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0447db5b-2dbe-4373-bb4a-4253556d96fa None None] Provisioning complete for port 4562fd66-034d-4524-be8d-eec34c666b0d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:33.326750 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0447db5b-2dbe-4373-bb4a-4253556d96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.343314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.383099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0447db5b-2dbe-4373-bb4a-4253556d96fa None None] Port 4562fd66-034d-4524-be8d-eec34c666b0d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:40:33.387760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Transition to ACTIVE for port object dbf05729-4cc8-4c42-abeb-0bf137aa6126 will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:33.391251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-28489350-6fda-48e0-8848-9ad3dde679a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.494950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee69604a-fba0-47dc-8fdc-2b166c6631df tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.539485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.585675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.654794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ee69604a-fba0-47dc-8fdc-2b166c6631df tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 4562fd66-034d-4524-be8d-eec34c666b0d owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:33.708958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-28489350-6fda-48e0-8848-9ad3dde679a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.751432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28489350-6fda-48e0-8848-9ad3dde679a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0a198e-5b54-4627-9604-353e35dc8e0e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:33.767668 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-471db9fc-b3ae-4c1c-8a76-70bb1c204a86 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/routers/48e2e928-643d-4f8c-95a8-a9b5e538b5d3 HTTP/1.1" status: 200 len: 921 time: 0.9349418 Jan 12 09:40:33.781997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39724) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:33.825640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-28489350-6fda-48e0-8848-9ad3dde679a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.827054 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-28489350-6fda-48e0-8848-9ad3dde679a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb0a198e-5b54-4627-9604-353e35dc8e0e HTTP/1.1" status: 204 len: 168 time: 0.8676922 Jan 12 09:40:33.829269 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf05729-4cc8-4c42-abeb-0bf137aa6126,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:33.967452 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.035377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535b92e-e03f-4f2b-a501-b541c8a6ba9c req-a35ecc66-b9ea-4c50-bde6-0830c8e95c4a tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:34.036847 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8535b92e-e03f-4f2b-a501-b541c8a6ba9c req-a35ecc66-b9ea-4c50-bde6-0830c8e95c4a tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 943 time: 0.5346310 Jan 12 09:40:34.075681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Attempting to bind port dbf05729-4cc8-4c42-abeb-0bf137aa6126 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:34.075938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Attempting to bind port dbf05729-4cc8-4c42-abeb-0bf137aa6126 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:34.076268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Attempting to bind port dbf05729-4cc8-4c42-abeb-0bf137aa6126 on network 8420e4c9-842a-48be-8f50-46726b486a53 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:34.094919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=df7adfa9-b4d4-494c-b2b6-778df8be88bc,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:34.095209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-68aeab41-5db9-424b-abaf-1029b809d7c3 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Synchronizing usage tracker for tenant:001461c4d1d240b187f590062c7e5e37 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:34.102739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:34.114274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:34.117150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:34.121321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:34.121917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.123528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee69604a-fba0-47dc-8fdc-2b166c6631df tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.138255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Port dbf05729-4cc8-4c42-abeb-0bf137aa6126 on network 8420e4c9-842a-48be-8f50-46726b486a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:40:34.138763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Attempting to bind port dbf05729-4cc8-4c42-abeb-0bf137aa6126 on network 8420e4c9-842a-48be-8f50-46726b486a53 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:34.149386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:34.149993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Checking segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:34.150502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Bound using segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:34.150957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Bound port: dbf05729-4cc8-4c42-abeb-0bf137aa6126, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'}}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:34.151294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.160928 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8535b92e-e03f-4f2b-a501-b541c8a6ba9c req-397340e9-44ed-4a89-87f4-0dc2320ebef7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114070 Jan 12 09:40:34.176240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.179178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69604a-fba0-47dc-8fdc-2b166c6631df tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=4562fd66-034d-4524-be8d-eec34c666b0d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:34.184690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-68aeab41-5db9-424b-abaf-1029b809d7c3 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Unset dirty status for tenant:001461c4d1d240b187f590062c7e5e37 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:34.185852 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-68aeab41-5db9-424b-abaf-1029b809d7c3 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&device_id=48e2e928-643d-4f8c-95a8-a9b5e538b5d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4017510 Jan 12 09:40:34.221690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39732) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:34.232440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.263424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ee69604a-fba0-47dc-8fdc-2b166c6631df tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.275983 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6513f8ad-7052-4243-ba32-e6faf754f0f2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6380854 Jan 12 09:40:34.289580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39738) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:34.297193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 48c47158-46bb-439e-be36-0be3344386f9 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:34.358029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=9336a0ac-a209-4811-83f4-22df2c472b1c,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:34.361639 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ee69604a-fba0-47dc-8fdc-2b166c6631df tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/4562fd66-034d-4524-be8d-eec34c666b0d HTTP/1.1" status: 204 len: 168 time: 1.6188099 Jan 12 09:40:34.366715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39748) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:34.379642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a25ca588-5d1e-4cf5-a7aa-c2640a3fca83 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:34.482774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 48c47158-46bb-439e-be36-0be3344386f9 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:34.483315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.525945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507a3b9-57ea-4125-99c4-551cf0698998 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:34.526526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7507a3b9-57ea-4125-99c4-551cf0698998 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Synchronizing usage tracker for tenant:001461c4d1d240b187f590062c7e5e37 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:34.537105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7cb3b6-bf49-457f-acbc-d52004c4a239 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:34.538415 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7cb3b6-bf49-457f-acbc-d52004c4a239 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:34.539209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eb7cb3b6-bf49-457f-acbc-d52004c4a239 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:34.564661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7507a3b9-57ea-4125-99c4-551cf0698998 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Unset dirty status for tenant:001461c4d1d240b187f590062c7e5e37 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:34.570855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7507a3b9-57ea-4125-99c4-551cf0698998 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 881 time: 0.3494284 Jan 12 09:40:34.573005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39754) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:34.582584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eb7cb3b6-bf49-457f-acbc-d52004c4a239 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:34.586187 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eb7cb3b6-bf49-457f-acbc-d52004c4a239 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2162495 Jan 12 09:40:34.635813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39758) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:34.636144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39760) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:34.641681 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-238be114-35fa-4178-83aa-104117d73b33 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=48e2e928-643d-4f8c-95a8-a9b5e538b5d3 HTTP/1.1" status: 200 len: 205 time: 0.0637333 Jan 12 09:40:34.654054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39762) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:34.711471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a25ca588-5d1e-4cf5-a7aa-c2640a3fca83 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.758554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-03792761-6ae2-4c98-82f1-60dea1b933d1 None None] Provisioning complete for port 9336a0ac-a209-4811-83f4-22df2c472b1c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:34.759213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03792761-6ae2-4c98-82f1-60dea1b933d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.822706 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-03792761-6ae2-4c98-82f1-60dea1b933d1 None None] Port 9336a0ac-a209-4811-83f4-22df2c472b1c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:40:34.981021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] For port dbf05729-4cc8-4c42-abeb-0bf137aa6126, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:35.002310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Deleting port 86943ff7-1f5e-4d15-83e5-959417566769 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:35.002651 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.035345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] For port dbf05729-4cc8-4c42-abeb-0bf137aa6126, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbf05729-4cc8-4c42-abeb-0bf137aa6126,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:35.057349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.157164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2554d034-8391-404c-a95e-98c5991b89e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 598d9bcb-5049-46b0-af0f-98cef485c807 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:35.160128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2554d034-8391-404c-a95e-98c5991b89e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.240981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2554d034-8391-404c-a95e-98c5991b89e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.281000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.282406 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] 10.222.0.59 "PUT /v2.0/ports/dbf05729-4cc8-4c42-abeb-0bf137aa6126 HTTP/1.1" status: 200 len: 1093 time: 4.2968867 Jan 12 09:40:35.291410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'tag': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:35.336347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.336905 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.402951 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'tag': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126', 'status': 'completed', 'code': 200} Jan 12 09:40:35.450212 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeab669-afde-40f2-82f4-fa53b960e915 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf05729-4cc8-4c42-abeb-0bf137aa6126,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:35.562291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2554d034-8391-404c-a95e-98c5991b89e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.602933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Calling delete_port for 86943ff7-1f5e-4d15-83e5-959417566769 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:35.614977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a25ca588-5d1e-4cf5-a7aa-c2640a3fca83 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.624546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.628924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a25ca588-5d1e-4cf5-a7aa-c2640a3fca83 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.735486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a25ca588-5d1e-4cf5-a7aa-c2640a3fca83 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] In _notify_port_updated(), no bound segment for port df7adfa9-b4d4-494c-b2b6-778df8be88bc on network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:40:35.739473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ca588-5d1e-4cf5-a7aa-c2640a3fca83 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:35.740233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a25ca588-5d1e-4cf5-a7aa-c2640a3fca83 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.744350 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a25ca588-5d1e-4cf5-a7aa-c2640a3fca83 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "PUT /v2.0/ports/df7adfa9-b4d4-494c-b2b6-778df8be88bc HTTP/1.1" status: 200 len: 818 time: 1.3998985 Jan 12 09:40:35.748457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb79c0-1df4-4b67-9bfb-a2bebfdfdafc req-689b7478-46b1-4ee5-a58a-6fd9c4b38149 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:35.749071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39790) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:35.749956 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0fb79c0-1df4-4b67-9bfb-a2bebfdfdafc req-689b7478-46b1-4ee5-a58a-6fd9c4b38149 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 943 time: 0.3262360 Jan 12 09:40:35.751035 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2554d034-8391-404c-a95e-98c5991b89e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.752260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ca588-5d1e-4cf5-a7aa-c2640a3fca83 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=df7adfa9-b4d4-494c-b2b6-778df8be88bc,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:35.761475 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-009784ff-5735-4ef1-a1a5-61edac864a2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 1096 time: 0.3618846 Jan 12 09:40:35.813077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554d034-8391-404c-a95e-98c5991b89e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=598d9bcb-5049-46b0-af0f-98cef485c807,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:35.828881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2554d034-8391-404c-a95e-98c5991b89e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.833263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9298b7d9-0c90-4d50-b9d9-1f2a01dcae56 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:35.921520 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-0b790610-c882-45a2-9744-c245658ec3d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf05729-4cc8-4c42-abeb-0bf137aa6126 HTTP/1.1" status: 200 len: 217 time: 0.1247027 Jan 12 09:40:35.936772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b9d15-1762-4095-8610-582fea6374c8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port df7adfa9-b4d4-494c-b2b6-778df8be88bc {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:35.937126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9d15-1762-4095-8610-582fea6374c8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.022845 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2554d034-8391-404c-a95e-98c5991b89e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/598d9bcb-5049-46b0-af0f-98cef485c807 HTTP/1.1" status: 204 len: 168 time: 1.3784497 Jan 12 09:40:36.025496 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0fb79c0-1df4-4b67-9bfb-a2bebfdfdafc req-7bb1211b-5acc-4d7b-bc85-299d7cc767a7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397280 Jan 12 09:40:36.025657 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.032024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39800) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:36.109882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.115434 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cbe040ae-0dfc-4636-b153-8f1c694dc181 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820494 Jan 12 09:40:36.118491 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39804) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:36.124688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:36.175884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:36.176517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-c6e9fb67-218b-482f-82d2-26ee3b34b305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:36.177966 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-c6e9fb67-218b-482f-82d2-26ee3b34b305 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.2462077 Jan 12 09:40:36.181311 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Deleting port 48c47158-46bb-439e-be36-0be3344386f9 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:36.181678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.244268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:36.246478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.303405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 48c47158-46bb-439e-be36-0be3344386f9 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:36.318362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:36.334321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39810) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:36.334775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:36.361536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event deleted for resources: {'Port': ['ID=86943ff7-1f5e-4d15-83e5-959417566769,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:36.372125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:36.435037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:36.438636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.564394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.575139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] For port 48c47158-46bb-439e-be36-0be3344386f9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=48c47158-46bb-439e-be36-0be3344386f9,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:36.575530 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.587163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.724596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9d15-1762-4095-8610-582fea6374c8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.730674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Calling delete_port for 48c47158-46bb-439e-be36-0be3344386f9 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:36.775862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 48c47158-46bb-439e-be36-0be3344386f9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=48c47158-46bb-439e-be36-0be3344386f9,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:36.782405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.809181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1012909107', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:36.864471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:36.865133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:36.865442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=48c47158-46bb-439e-be36-0be3344386f9,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:36.875049 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-e155db22-ba32-4bf7-8872-5ec8498c3950 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6895850 Jan 12 09:40:36.941036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:36.951835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b9d15-1762-4095-8610-582fea6374c8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for df7adfa9-b4d4-494c-b2b6-778df8be88bc owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:37.024154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Usage tracker for resource:port and tenant:5e135192ab314aeebb51d228d0b0603a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:37.108796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.objects.ports [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83594) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:40:37.134831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:37.172633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:37.243428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Made reservation on behalf of 5e135192ab314aeebb51d228d0b0603a for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:37.245889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.294594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.314200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9d15-1762-4095-8610-582fea6374c8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.365941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Deleting port 48c47158-46bb-439e-be36-0be3344386f9 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:37.366614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.400367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35142f6-f4ca-4383-b676-c59c5fefda6c req-51098e85-91dd-437b-ba92-4e569abc13aa tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:37.401036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b9d15-1762-4095-8610-582fea6374c8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=df7adfa9-b4d4-494c-b2b6-778df8be88bc,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:37.401877 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b35142f6-f4ca-4383-b676-c59c5fefda6c req-51098e85-91dd-437b-ba92-4e569abc13aa tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 943 time: 0.1923649 Jan 12 09:40:37.405102 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-1ea27756-b097-4ec2-b202-ddfa6d7316ba service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276376 Jan 12 09:40:37.417953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9d15-1762-4095-8610-582fea6374c8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.438312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.473836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Router 570da6fe-1558-4ecc-a6f6-576b669706a9 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:40:37.492375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:37.532900 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b35142f6-f4ca-4383-b676-c59c5fefda6c req-c41f33de-c082-4242-8120-924cd3ae6638 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222281 Jan 12 09:40:37.563634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.572268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.575615 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2e5b9d15-1762-4095-8610-582fea6374c8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/df7adfa9-b4d4-494c-b2b6-778df8be88bc HTTP/1.1" status: 204 len: 168 time: 1.8249238 Jan 12 09:40:37.578934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Usage tracker for resource:security_group_rule and tenant:5e135192ab314aeebb51d228d0b0603a is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:37.582962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39818) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:37.583883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:37.603526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.640328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] For port 48c47158-46bb-439e-be36-0be3344386f9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=48c47158-46bb-439e-be36-0be3344386f9,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:37.640693 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.640823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:37.712475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Deleting port 23edf100-e3fd-4cfe-8f50-d0e9b1f32125 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:37.712475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.763098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Calling delete_port for 48c47158-46bb-439e-be36-0be3344386f9 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:37.848634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.883210 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-a5c0e40b-e71e-4330-a8e3-cc8da0c26853 req-993372bf-570b-40cb-9d61-08c745ba125e service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604435 Jan 12 09:40:37.900258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] For port 48c47158-46bb-439e-be36-0be3344386f9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=48c47158-46bb-439e-be36-0be3344386f9,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:37.941673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=9336a0ac-a209-4811-83f4-22df2c472b1c,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:37.989433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.998093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.998806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.999812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:38.000360 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:38.137183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:38.142442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:38.149495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:38.150063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.155403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=48c47158-46bb-439e-be36-0be3344386f9,revision_number=7']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:38.160650 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=382f834f-92e3-4801-a123-7f8a260190cf,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:38.169340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:38.182901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] Sync routers for ids ['570da6fe-1558-4ecc-a6f6-576b669706a9'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:38.184509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.201121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] Routers {'570da6fe-1558-4ecc-a6f6-576b669706a9'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:38.203307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['570da6fe-1558-4ecc-a6f6-576b669706a9'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:38.215347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e5c6b28e-fa6a-47de-9b31-3a9f9e04fa26 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0955663 Jan 12 09:40:38.221807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39822) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:38.229115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:8b:8d:e1', 'name': 'tempest-NetworksTestDHCPv6-1384358919'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:38.319080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.321055 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-41ff1612-8a0e-48a9-b2f4-a81c2aea4331 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "DELETE /v2.0/floatingips/d5de4e45-1551-4499-a43a-b6a12610f1f2 HTTP/1.1" status: 204 len: 168 time: 3.6781518 Jan 12 09:40:38.324340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:38.335183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.393299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.399052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:38.404087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:38.407953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:38.414362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:38.414527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55341970-9cc4-4e43-ae5c-09601075bc28 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:38.415201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-55341970-9cc4-4e43-ae5c-09601075bc28 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:38.427782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:38.430537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] Set router 570da6fe-1558-4ecc-a6f6-576b669706a9 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:38.432499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.471588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port c767a522-45ee-49c1-94b2-cc39c795ac21 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:38.670858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f816:3eff:fe8b:8de1 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/382f834f-92e3-4801-a123-7f8a260190cf/c767a522-45ee-49c1-94b2-cc39c795ac21) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:38.717191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Calling delete_port for 23edf100-e3fd-4cfe-8f50-d0e9b1f32125 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:38.751959 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] device_id is not set on port 54045283-f687-40d0-8f0a-234f78f75425 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:38.838998 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'status': 'completed', 'code': 200} Jan 12 09:40:38.878939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 2036e8e1-8fcf-40dd-aca0-e9f01b41764a is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:38.885145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711899c9-1cfa-4a1c-9e06-3d87989bc1bb,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:38.888084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:38.897105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-55341970-9cc4-4e43-ae5c-09601075bc28 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:38.901511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39838) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:38.902256 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-55341970-9cc4-4e43-ae5c-09601075bc28 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.3129187 Jan 12 09:40:38.911823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Deleting port 48c47158-46bb-439e-be36-0be3344386f9 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:38.912248 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.004128 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-d06a7aeb-ba39-4611-bab8-2d237fbd2e2c req-648e055c-3101-4aa2-aae5-1c407ff23dc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 1096 time: 1.0534775 Jan 12 09:40:39.049317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:37:06Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be8ba95-616f-460c-be10-da966a36e413', 'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'mac_address': 'fa:16:3e:67:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:15Z', 'revision_number': 5, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'subnets': [{'id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:39.079732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] Checking router: 570da6fe-1558-4ecc-a6f6-576b669706a9 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:40:39.128009 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-11671e20-0399-44b3-aa61-e4f49a09e06d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:40:39.128534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-11671e20-0399-44b3-aa61-e4f49a09e06d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:39.165807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] Routers {'570da6fe-1558-4ecc-a6f6-576b669706a9'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:39.166575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['570da6fe-1558-4ecc-a6f6-576b669706a9'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:39.206518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-11671e20-0399-44b3-aa61-e4f49a09e06d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:39.207797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-11671e20-0399-44b3-aa61-e4f49a09e06d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/df7adfa9-b4d4-494c-b2b6-778df8be88bc HTTP/1.1" status: 404 len: 333 time: 0.3043933 Jan 12 09:40:39.222798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39842) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:39.235799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2121629129'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:39.250364 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b16f2bb4-edf1-478d-8ad8-be1d13249ae1 req-a6f8d493-65e9-47bb-9a22-5c2261c087f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=875fb44060cb4d74ad4660b23bd39c0d&device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 1099 time: 0.4510705 Jan 12 09:40:39.262237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:39.294826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Allocated IP 172.26.1.103 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/54045283-f687-40d0-8f0a-234f78f75425) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:39.300536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] For port 48c47158-46bb-439e-be36-0be3344386f9, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=48c47158-46bb-439e-be36-0be3344386f9,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:39.301208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.302894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d790b-4ea8-40b7-b111-5c136af7c899 req-131141d6-1ec2-4593-9d85-3b23c3419639 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:39.304419 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-372d790b-4ea8-40b7-b111-5c136af7c899 req-131141d6-1ec2-4593-9d85-3b23c3419639 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 943 time: 0.5502155 Jan 12 09:40:39.307460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.313344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:network and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:39.316880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:39.372812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5f2e68a8-2410-473b-97c2-4e5cc1313f1b None None] Provisioning complete for port 9336a0ac-a209-4811-83f4-22df2c472b1c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:39.372812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f2e68a8-2410-473b-97c2-4e5cc1313f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.377060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:39.419078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcf16c-d562-4278-aa15-868fc004e406 req-796cbcce-e4bd-439e-9149-2ea39c1f8eca tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:39.419793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-ddbcf16c-d562-4278-aa15-868fc004e406 req-796cbcce-e4bd-439e-9149-2ea39c1f8eca tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Synchronizing usage tracker for tenant:875fb44060cb4d74ad4660b23bd39c0d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:39.429870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object c767a522-45ee-49c1-94b2-cc39c795ac21 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:39.455006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:39.457949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.487072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a7aeb-ba39-4611-bab8-2d237fbd2e2c req-5dfbc834-b6b8-401f-8402-7545bc06ea28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:39.488597 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-d06a7aeb-ba39-4611-bab8-2d237fbd2e2c req-5dfbc834-b6b8-401f-8402-7545bc06ea28 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.4704866 Jan 12 09:40:39.550368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Calling delete_port for 48c47158-46bb-439e-be36-0be3344386f9 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:39.609256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e68a8-2410-473b-97c2-4e5cc1313f1b None None] Port 9336a0ac-a209-4811-83f4-22df2c472b1c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:40:39.639307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-ddbcf16c-d562-4278-aa15-868fc004e406 req-796cbcce-e4bd-439e-9149-2ea39c1f8eca tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Unset dirty status for tenant:875fb44060cb4d74ad4660b23bd39c0d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:39.640503 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ddbcf16c-d562-4278-aa15-868fc004e406 req-796cbcce-e4bd-439e-9149-2ea39c1f8eca tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.7466371 Jan 12 09:40:39.655990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] Set router 570da6fe-1558-4ecc-a6f6-576b669706a9 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:39.659632 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-372d790b-4ea8-40b7-b111-5c136af7c899 req-4bd5c1cd-8486-4923-9e4c-7b2a6a644867 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877748 Jan 12 09:40:39.689971 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f2bb4-edf1-478d-8ad8-be1d13249ae1 req-4e8eeecd-4cd5-42ed-87b8-8c28d7851c70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:39.691449 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b16f2bb4-edf1-478d-8ad8-be1d13249ae1 req-4e8eeecd-4cd5-42ed-87b8-8c28d7851c70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc449481-2221-47d1-9ed8-eb0f7a693a7b HTTP/1.1" status: 200 len: 898 time: 0.4265933 Jan 12 09:40:39.692119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:39.735474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.761304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.795391 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-d06a7aeb-ba39-4611-bab8-2d237fbd2e2c req-86e8aa32-85df-4eae-92d2-487da48a70b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf05729-4cc8-4c42-abeb-0bf137aa6126 HTTP/1.1" status: 200 len: 217 time: 0.2936606 Jan 12 09:40:39.796439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Pushing event deleted for resources: {'Port': ['ID=23edf100-e3fd-4cfe-8f50-d0e9b1f32125,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:39.818907 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b16f2bb4-edf1-478d-8ad8-be1d13249ae1 req-e99c006c-50a1-4ca4-ab13-92e9ac79e457 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8 HTTP/1.1" status: 200 len: 217 time: 0.1169224 Jan 12 09:40:39.909961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:39.914820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ddbcf16c-d562-4278-aa15-868fc004e406 req-5f1caafa-4efa-42f3-b54d-8c76497ee2e5 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498894 Jan 12 09:40:39.920627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:39.930330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=c767a522-45ee-49c1-94b2-cc39c795ac21,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:39.935535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.935878 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Added segment dc03a590-b632-4210-aba1-de3dc9953c10 of type vlan for network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d Jan 12 09:40:39.937203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:39.941061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:39.941691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.952483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.975041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f2bb4-edf1-478d-8ad8-be1d13249ae1 req-e8bf2a6b-5563-4141-b7b1-838769347073 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:39.977042 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b16f2bb4-edf1-478d-8ad8-be1d13249ae1 req-e8bf2a6b-5563-4141-b7b1-838769347073 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e8979c3-057a-4be8-928e-fce569f4e271 HTTP/1.1" status: 200 len: 835 time: 0.1460655 Jan 12 09:40:40.007792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] Pushing event deleted for resources: {'Port': ['ID=48c47158-46bb-439e-be36-0be3344386f9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:40.041186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.088074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.091865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:40.092444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.109244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d1ef3-acfd-47bf-a711-725406dcb640 None None] No DVR routers for this DVR port 48c47158-46bb-439e-be36-0be3344386f9 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:40.121819 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-912c083f-3a67-456e-bac3-3c2e9e2050a1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8963933 Jan 12 09:40:40.129776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a7aeb-ba39-4611-bab8-2d237fbd2e2c req-a97c82c2-6d94-4e8a-9ff1-170e5b8d40aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:40.131244 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-d06a7aeb-ba39-4611-bab8-2d237fbd2e2c req-a97c82c2-6d94-4e8a-9ff1-170e5b8d40aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.3260915 Jan 12 09:40:40.134313 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39846) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:40.158650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623597e8-c52b-4ef4-9ed8-bea479819878 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:40.219446 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9941750 Jan 12 09:40:40.221792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e660b-2e78-4876-b05f-a895771bad5b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Network': ['ID=7e62ed7e-6658-4931-bd7a-36c2dd7c627d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:40.224528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39850) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:40.231614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:40.240041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:40.261810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.315765 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b16f2bb4-edf1-478d-8ad8-be1d13249ae1 req-81e19d12-1650-4f29-a058-ebc3e216d9bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc449481-2221-47d1-9ed8-eb0f7a693a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3316526 Jan 12 09:40:40.415627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:37:06Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be8ba95-616f-460c-be10-da966a36e413', 'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'mac_address': 'fa:16:3e:67:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:15Z', 'revision_number': 5, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'subnets': [{'id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:40.450858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:40.455515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:40.458830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:40.465422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:40.468958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917825c-e0f6-4b5f-9e01-585acf0e7e46 None None] The sync data for ids ['570da6fe-1558-4ecc-a6f6-576b669706a9'] in dv-neutron-824347-1-hyperv is: [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:37:06Z', 'revision_number': 4, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be8ba95-616f-460c-be10-da966a36e413', 'name': '', 'network_id': 'dc449481-2221-47d1-9ed8-eb0f7a693a7b', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'mac_address': 'fa:16:3e:67:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:15Z', 'revision_number': 5, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'subnets': [{'id': '6e8979c3-057a-4be8-928e-fce569f4e271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:40.511357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.593208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:40.598077 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.635208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '382f834f-92e3-4801-a123-7f8a260190cf'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:40:40.636137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.691259 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b16f2bb4-edf1-478d-8ad8-be1d13249ae1 req-5f81f656-3a91-45bb-8aa7-f66edca2e875 service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668213 Jan 12 09:40:40.691999 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-d06a7aeb-ba39-4611-bab8-2d237fbd2e2c req-691e23f7-4663-47de-9997-7a507fe22777 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5489972 Jan 12 09:40:40.766818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router d48e89bc-313a-4b17-bf70-e09e2204a195 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:40:40.775845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7960e2-ffbb-4021-84e9-e79136fffa4f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:40.777670 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ee7960e2-ffbb-4021-84e9-e79136fffa4f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6392751 Jan 12 09:40:40.797436 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f33194-b4a7-4add-849a-378d0675d30d None None] New status for floating IP d5de4e45-1551-4499-a43a-b6a12610f1f2: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:40:40.834967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Allocated IP 2001:db8::f816:3eff:fe6c:4ab1 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/382f834f-92e3-4801-a123-7f8a260190cf/48e2d778-d418-4b75-bf23-d2582f5b3ac5) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:40.840787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39856) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:40.862219 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b16f2bb4-edf1-478d-8ad8-be1d13249ae1 req-1220c9a2-80b9-446a-987b-363bffbd9604 service neutron] 10.222.0.59 "GET /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584380 Jan 12 09:40:40.937792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9be13d-34f8-46f7-886c-77183905f294 req-63d8475c-c3b0-4449-9dd2-c92a786b9561 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:40.939254 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa9be13d-34f8-46f7-886c-77183905f294 req-63d8475c-c3b0-4449-9dd2-c92a786b9561 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.59 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.5122986 Jan 12 09:40:41.004906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.068294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:41.089990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:41.092489 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.099651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Pushing event updated for resources: {'Port': ['ID=54045283-f687-40d0-8f0a-234f78f75425,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:41.102742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.104434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:41.105853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Transition to ACTIVE for port object 48e2d778-d418-4b75-bf23-d2582f5b3ac5 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:41.126735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Transition to ACTIVE for port object 48e2d778-d418-4b75-bf23-d2582f5b3ac5 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:41.133605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.195874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-fa9be13d-34f8-46f7-886c-77183905f294 req-efe0f4cc-0075-47f7-896f-bf6e25acff2c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Deleting port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:41.196780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-fa9be13d-34f8-46f7-886c-77183905f294 req-efe0f4cc-0075-47f7-896f-bf6e25acff2c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.210093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:41.214472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:41.216269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Pushing event updated for resources: {'Port': ['ID=48e2d778-d418-4b75-bf23-d2582f5b3ac5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:41.218472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:41.237729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e761c7f0-83f1-450c-8509-c80f15c4d84f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port c767a522-45ee-49c1-94b2-cc39c795ac21 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:41.237729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e761c7f0-83f1-450c-8509-c80f15c4d84f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.258428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567c3f0-47f1-493d-b77f-b5fb3a171613 req-be66ed27-5da4-4d76-8b51-ff436fca7d12 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:41.260071 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a567c3f0-47f1-493d-b77f-b5fb3a171613 req-be66ed27-5da4-4d76-8b51-ff436fca7d12 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 943 time: 0.3938980 Jan 12 09:40:41.267698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.306482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Attempting to bind port 48e2d778-d418-4b75-bf23-d2582f5b3ac5 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:41.306891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Attempting to bind port 48e2d778-d418-4b75-bf23-d2582f5b3ac5 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:41.307245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Attempting to bind port 48e2d778-d418-4b75-bf23-d2582f5b3ac5 on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:41.314655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:41.315038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:41.315431 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.315814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:41.316268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Bound port: 48e2d778-d418-4b75-bf23-d2582f5b3ac5, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:41.316630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.326476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:41.327098 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.383198 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-d06a7aeb-ba39-4611-bab8-2d237fbd2e2c req-3bc03814-9f28-40f5-b2bc-469f669a7624 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669197 Jan 12 09:40:41.407158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] For port 48e2d778-d418-4b75-bf23-d2582f5b3ac5, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:41.412002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] For port 48e2d778-d418-4b75-bf23-d2582f5b3ac5, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=48e2d778-d418-4b75-bf23-d2582f5b3ac5,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:41.418293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.539874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f3d23-3e2f-4669-9057-89fa72526a69 None None] Pushing event updated for resources: {'Port': ['ID=48e2d778-d418-4b75-bf23-d2582f5b3ac5,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:41.587977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cd007-38c8-45c1-862b-4656f4109192 req-fc5719f3-0fce-440f-b6c0-894f0fcbfb7a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:41.589565 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f06cd007-38c8-45c1-862b-4656f4109192 req-fc5719f3-0fce-440f-b6c0-894f0fcbfb7a tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 946 time: 0.4882853 Jan 12 09:40:41.597892 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a567c3f0-47f1-493d-b77f-b5fb3a171613 req-8e971b00-fc21-4684-9735-595dcdb75c1f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244913 Jan 12 09:40:41.694247 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1381c16b-07fb-40cb-a9dd-aa9024da11e2 tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.3587990 Jan 12 09:40:41.694982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.695515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Fanout notify agent at l3_agent the message router_deleted on router 48e2e928-643d-4f8c-95a8-a9b5e538b5d3 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:40:41.713703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39862) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:41.714718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.719355 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1334c1dd-1dc3-4abd-bd58-1927504fb23d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/48e2e928-643d-4f8c-95a8-a9b5e538b5d3 HTTP/1.1" status: 204 len: 168 time: 7.0063794 Jan 12 09:40:41.732461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.103'}]}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:41.740149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39866) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:41.756648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:41.770039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-242518449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:41.784986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Usage tracker for resource:router and tenant:5e135192ab314aeebb51d228d0b0603a is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:41.787708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:41.803457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:41.807805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Usage tracker for resource:router and tenant:3f374d6dd1844b1ab0ddf16dc730bd8f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:41.816555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:41.823778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.840638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:41.879288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:41.892800 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-d06a7aeb-ba39-4611-bab8-2d237fbd2e2c req-fab4fc30-91bd-402e-881b-a23e7a275926 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959543 Jan 12 09:40:41.927323 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f06cd007-38c8-45c1-862b-4656f4109192 req-066135ef-c1ef-4639-adf9-8531a51aed62 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c4ad27-627c-4aed-a6b6-0cb232cf65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975874 Jan 12 09:40:41.940891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:41.946475 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-fa9be13d-34f8-46f7-886c-77183905f294 req-efe0f4cc-0075-47f7-896f-bf6e25acff2c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] For port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:41.946841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-fa9be13d-34f8-46f7-886c-77183905f294 req-efe0f4cc-0075-47f7-896f-bf6e25acff2c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.956580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc110a44-20a0-45ce-93a0-ee62b1332cd9 None None] Sync routers for ids ['d48e89bc-313a-4b17-bf70-e09e2204a195'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:41.963364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.963587 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cd312806-84c9-4024-9d8f-33f0cfe9b39e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/d48e89bc-313a-4b17-bf70-e09e2204a195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8364332 Jan 12 09:40:41.964489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.966993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39870) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:41.973439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.974238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc110a44-20a0-45ce-93a0-ee62b1332cd9 None None] Routers {'d48e89bc-313a-4b17-bf70-e09e2204a195'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:41.974431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.975010 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-dc110a44-20a0-45ce-93a0-ee62b1332cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['d48e89bc-313a-4b17-bf70-e09e2204a195'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:42.004706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e761c7f0-83f1-450c-8509-c80f15c4d84f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.036021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-dc110a44-20a0-45ce-93a0-ee62b1332cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:42.047783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc110a44-20a0-45ce-93a0-ee62b1332cd9 None None] Routers {'d48e89bc-313a-4b17-bf70-e09e2204a195'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:42.048393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-dc110a44-20a0-45ce-93a0-ee62b1332cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['d48e89bc-313a-4b17-bf70-e09e2204a195'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:42.091051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=2ae0dfb9-bf4b-4674-a772-116d7501e0ad,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:42.099410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-fa9be13d-34f8-46f7-886c-77183905f294 req-efe0f4cc-0075-47f7-896f-bf6e25acff2c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Calling delete_port for 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:42.113988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-dc110a44-20a0-45ce-93a0-ee62b1332cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:42.114395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc110a44-20a0-45ce-93a0-ee62b1332cd9 None None] The sync data for ids ['d48e89bc-313a-4b17-bf70-e09e2204a195'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:42.144778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e761c7f0-83f1-450c-8509-c80f15c4d84f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for c767a522-45ee-49c1-94b2-cc39c795ac21 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:42.193198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.196902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.197389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793f3e1a-77be-4867-9b1f-595c507ec030 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:42.197969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-793f3e1a-77be-4867-9b1f-595c507ec030 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:42.210060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Checking segment: {'id': 'dc03a590-b632-4210-aba1-de3dc9953c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:42.210428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network hostable DHCP agents. Network: 7e62ed7e-6658-4931-bd7a-36c2dd7c627d, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:42.236968 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-793f3e1a-77be-4867-9b1f-595c507ec030 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:42.238146 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-793f3e1a-77be-4867-9b1f-595c507ec030 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports/9336a0ac-a209-4811-83f4-22df2c472b1c HTTP/1.1" status: 200 len: 978 time: 0.2702439 Jan 12 09:40:42.246550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39874) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:42.310092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 48e2d778-d418-4b75-bf23-d2582f5b3ac5 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:42.319146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.391619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 48e2d778-d418-4b75-bf23-d2582f5b3ac5 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:42.455042 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e761c7f0-83f1-450c-8509-c80f15c4d84f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.458481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:42.502048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.507148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 7e62ed7e-6658-4931-bd7a-36c2dd7c627d) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:42.515945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761c7f0-83f1-450c-8509-c80f15c4d84f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=c767a522-45ee-49c1-94b2-cc39c795ac21,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:42.519434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.522846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d053afe9-7882-4c95-b547-4a867139260e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7681828 Jan 12 09:40:42.523941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57df2ea-4fad-4ccd-b23e-66325d2532ff None None] Network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:42.525123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:42.525688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.541837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39878) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:42.548049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-fa9be13d-34f8-46f7-886c-77183905f294 req-efe0f4cc-0075-47f7-896f-bf6e25acff2c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.553295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:42.573017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e761c7f0-83f1-450c-8509-c80f15c4d84f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.586880 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e761c7f0-83f1-450c-8509-c80f15c4d84f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/c767a522-45ee-49c1-94b2-cc39c795ac21 HTTP/1.1" status: 204 len: 168 time: 1.7360008 Jan 12 09:40:42.590333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39882) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:42.609461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-01fb3aa5-b15f-4a39-b4b7-d5ba1e9e4198 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3808267 Jan 12 09:40:42.628058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39886) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:42.640458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:42.727993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0f4cc-0075-47f7-896f-bf6e25acff2c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event deleted for resources: {'Port': ['ID=67497fa0-2e8a-442f-8eb4-697c17c1d4c8,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:42.840194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf130da-45af-48d4-a2e8-564da02c423d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:42.841499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf130da-45af-48d4-a2e8-564da02c423d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:42.843104 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ccf130da-45af-48d4-a2e8-564da02c423d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2517700 Jan 12 09:40:42.847566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39892) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:42.850809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-7e62ed7e-6658-4931-bd7a-36c2dd7c627d', 'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d', 'tenant_id': 'd2c18f6667a44a878bdf808577b8beaa', 'fixed_ips': [{'subnet_id': '2ae0dfb9-bf4b-4674-a772-116d7501e0ad'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:40:42.852029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.007850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:43.011731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:43.014617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:43.020545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:43.032814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9be13d-34f8-46f7-886c-77183905f294 req-efe0f4cc-0075-47f7-896f-bf6e25acff2c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] No DVR routers for this DVR port 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:43.044452 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:43.051598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-fa9be13d-34f8-46f7-886c-77183905f294 req-efe0f4cc-0075-47f7-896f-bf6e25acff2c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.056977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Allocated IP 2001:db8::2 (7e62ed7e-6658-4931-bd7a-36c2dd7c627d/2ae0dfb9-bf4b-4674-a772-116d7501e0ad/1df119f4-c97a-49b3-b772-11a864755b6f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:43.060032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa9be13d-34f8-46f7-886c-77183905f294 req-efe0f4cc-0075-47f7-896f-bf6e25acff2c tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.59 "DELETE /v2.0/ports/67497fa0-2e8a-442f-8eb4-697c17c1d4c8 HTTP/1.1" status: 204 len: 173 time: 2.1158345 Jan 12 09:40:43.061656 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'name': 'network-vif-deleted', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:43.230828 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-af0e1fcc-4c00-4641-8ead-8860a4240aea None None] Could not find standard attr ID for object c767a522-45ee-49c1-94b2-cc39c795ac21. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:40:43.272056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-497f17d9-4943-453c-9ee2-30a487db8445 req-159d2aff-bbe0-42bb-b155-24abed966988 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Synchronizing usage tracker for tenant:875fb44060cb4d74ad4660b23bd39c0d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:43.308954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-af0e1fcc-4c00-4641-8ead-8860a4240aea None None] Provisioning for port 48e2d778-d418-4b75-bf23-d2582f5b3ac5 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:43.329680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-af0e1fcc-4c00-4641-8ead-8860a4240aea None None] Provisioning complete for port 48e2d778-d418-4b75-bf23-d2582f5b3ac5 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:43.330338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af0e1fcc-4c00-4641-8ead-8860a4240aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.557715 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.578833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af0e1fcc-4c00-4641-8ead-8860a4240aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.589048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-497f17d9-4943-453c-9ee2-30a487db8445 req-159d2aff-bbe0-42bb-b155-24abed966988 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Unset dirty status for tenant:875fb44060cb4d74ad4660b23bd39c0d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:43.590198 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-497f17d9-4943-453c-9ee2-30a487db8445 req-159d2aff-bbe0-42bb-b155-24abed966988 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130c01b-ec0c-4526-8656-22c0ef8fe4bc HTTP/1.1" status: 200 len: 210 time: 0.3928223 Jan 12 09:40:43.593541 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Transition to ACTIVE for port object 1df119f4-c97a-49b3-b772-11a864755b6f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:43.638516 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-af0e1fcc-4c00-4641-8ead-8860a4240aea None None] For port 48e2d778-d418-4b75-bf23-d2582f5b3ac5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=48e2d778-d418-4b75-bf23-d2582f5b3ac5,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:43.642634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Transition to ACTIVE for port object 1df119f4-c97a-49b3-b772-11a864755b6f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:43.644610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af0e1fcc-4c00-4641-8ead-8860a4240aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.681207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.699570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.703707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d556d22d-dbf9-4028-92d1-079ee9100528 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 382f834f-92e3-4801-a123-7f8a260190cf {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:43.713481 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5130c01b-ec0c-4526-8656-22c0ef8fe4bc', 'name': 'network-vif-deleted', 'tag': '67497fa0-2e8a-442f-8eb4-697c17c1d4c8', 'status': 'completed', 'code': 200} Jan 12 09:40:43.728784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:43.732521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:43.738340 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:43.738548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fb45b-5d23-4d93-bd4c-9198d41a54e0 req-c4663330-27a6-4e0d-ad36-566a05ebfb08 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:43.743160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c18fb45b-5d23-4d93-bd4c-9198d41a54e0 req-c4663330-27a6-4e0d-ad36-566a05ebfb08 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 943 time: 0.8458400 Jan 12 09:40:43.760335 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d556d22d-dbf9-4028-92d1-079ee9100528 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.768736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-00f407c9-3db6-45d8-b71d-7c26ef3e8d9d None None] Could not find standard attr ID for object c767a522-45ee-49c1-94b2-cc39c795ac21. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:40:43.781129 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:43.854983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:43.855441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 67497fa0-2e8a-442f-8eb4-697c17c1d4c8 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:43.858539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d556d22d-dbf9-4028-92d1-079ee9100528 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.892071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e1fcc-4c00-4641-8ead-8860a4240aea None None] Pushing event updated for resources: {'Port': ['ID=48e2d778-d418-4b75-bf23-d2582f5b3ac5,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:43.909635 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c18fb45b-5d23-4d93-bd4c-9198d41a54e0 req-858ce8aa-951d-4080-9e96-dfda999e8fae tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571939 Jan 12 09:40:43.942164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.965247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Attempting to bind port 1df119f4-c97a-49b3-b772-11a864755b6f on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:43.965622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Attempting to bind port 1df119f4-c97a-49b3-b772-11a864755b6f by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'dc03a590-b632-4210-aba1-de3dc9953c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:43.965983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Attempting to bind port 1df119f4-c97a-49b3-b772-11a864755b6f on network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:43.969607 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.ipam_backend_mixin [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ae0dfb9-bf4b-4674-a772-116d7501e0ad (CIDR: 2001:db8::/64) Jan 12 09:40:43.978591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Pushing event updated for resources: {'Port': ['ID=1df119f4-c97a-49b3-b772-11a864755b6f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:43.978819 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:40:43.979148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:40:43.981716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:43.982088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Checking segment: {'id': 'dc03a590-b632-4210-aba1-de3dc9953c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:43.982485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.982896 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Bound using segment: {'id': 'dc03a590-b632-4210-aba1-de3dc9953c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:43.983365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Bound port: 1df119f4-c97a-49b3-b772-11a864755b6f, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc03a590-b632-4210-aba1-de3dc9953c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:43.983812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.020426 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1343c5f8-26d0-4d88-bff2-9d458512694f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3900547 Jan 12 09:40:44.024404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39900) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:44.035002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:44.054238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d556d22d-dbf9-4028-92d1-079ee9100528 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.087077 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] For port 1df119f4-c97a-49b3-b772-11a864755b6f, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:44.090451 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] For port 1df119f4-c97a-49b3-b772-11a864755b6f, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1df119f4-c97a-49b3-b772-11a864755b6f,segment=NetworkSegment(dc03a590-b632-4210-aba1-de3dc9953c10),segment_id=dc03a590-b632-4210-aba1-de3dc9953c10)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:44.096051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.115058 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.149867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.193337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf74ea-93c2-4893-b087-cbc8246c626d None None] Pushing event updated for resources: {'Port': ['ID=1df119f4-c97a-49b3-b772-11a864755b6f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:44.277489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.309541 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 48e2d778-d418-4b75-bf23-d2582f5b3ac5 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:44.357898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d556d22d-dbf9-4028-92d1-079ee9100528 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.396804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 48e2d778-d418-4b75-bf23-d2582f5b3ac5 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:44.396804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.399089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.407729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:44.417385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:44.469428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.487506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556d22d-dbf9-4028-92d1-079ee9100528 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=382f834f-92e3-4801-a123-7f8a260190cf,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:44.494128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:44.506472 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d556d22d-dbf9-4028-92d1-079ee9100528 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.509726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:44.531809 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d556d22d-dbf9-4028-92d1-079ee9100528 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/382f834f-92e3-4801-a123-7f8a260190cf HTTP/1.1" status: 204 len: 168 time: 1.6799984 Jan 12 09:40:44.535096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39904) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:44.542596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac65737-33db-4814-87c9-345a28146bbe None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:44.599525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:44.603028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.687636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Allocated IP 172.26.1.151 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/a47cd04b-0199-4ca8-871a-b0dfe41c770a) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:44.702262 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-99faa22a-8ad9-4d77-899d-cd204b1d4c2c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1660318 Jan 12 09:40:44.709282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39910) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:44.767112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39914) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:44.858134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3f5d3-37a2-45e9-9fc0-a7949ef6ea81 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:44.862303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3f5d3-37a2-45e9-9fc0-a7949ef6ea81 None None] Deleting port 48e2d778-d418-4b75-bf23-d2582f5b3ac5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:44.863206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f5d3-37a2-45e9-9fc0-a7949ef6ea81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.873877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.943899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.048259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:45.055011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:45.059312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:45.121671 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Pushing event updated for resources: {'Port': ['ID=a47cd04b-0199-4ca8-871a-b0dfe41c770a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:45.152500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.170802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ee3f5d3-37a2-45e9-9fc0-a7949ef6ea81 None None] For port 48e2d778-d418-4b75-bf23-d2582f5b3ac5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=48e2d778-d418-4b75-bf23-d2582f5b3ac5,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:45.171359 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f5d3-37a2-45e9-9fc0-a7949ef6ea81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.235308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ffcf4-3350-43e3-84c1-ed44fb41236d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:45.236188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3e7ffcf4-3350-43e3-84c1-ed44fb41236d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:45.348877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3f5d3-37a2-45e9-9fc0-a7949ef6ea81 None None] Calling delete_port for 48e2d778-d418-4b75-bf23-d2582f5b3ac5 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:45.419477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c40c0-e9ac-42c3-9bd3-d37adb706bf9 req-32fd9603-31d2-474a-b324-a90e7c2845b8 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:45.421032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a0c40c0-e9ac-42c3-9bd3-d37adb706bf9 req-32fd9603-31d2-474a-b324-a90e7c2845b8 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 943 time: 0.3347785 Jan 12 09:40:45.430419 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3e7ffcf4-3350-43e3-84c1-ed44fb41236d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:45.433986 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3e7ffcf4-3350-43e3-84c1-ed44fb41236d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7212212 Jan 12 09:40:45.446019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a0a7e-1a18-4d40-9791-19876d243ce9 None None] Network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:45.454081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39920) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:45.545649 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 9336a0ac-a209-4811-83f4-22df2c472b1c {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:45.546003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.591182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f5d3-37a2-45e9-9fc0-a7949ef6ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.607929 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f5b74-aad3-44c4-a58e-2af7384b9b24 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:45.608618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-335f5b74-aad3-44c4-a58e-2af7384b9b24 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:45.659363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f5d3-37a2-45e9-9fc0-a7949ef6ea81 None None] Pushing event deleted for resources: {'Port': ['ID=48e2d778-d418-4b75-bf23-d2582f5b3ac5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:45.671566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3f5d3-37a2-45e9-9fc0-a7949ef6ea81 None None] No DVR routers for this DVR port 48e2d778-d418-4b75-bf23-d2582f5b3ac5 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:45.699734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f73b98c8-90b0-4eb8-a660-a8fc0408d167 None None] Provisioning for port 1df119f4-c97a-49b3-b772-11a864755b6f completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:45.727983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.769671 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-335f5b74-aad3-44c4-a58e-2af7384b9b24 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:45.770862 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-335f5b74-aad3-44c4-a58e-2af7384b9b24 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3148181 Jan 12 09:40:45.781298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39924) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:45.885263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:45.909934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:45.919906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:45.920504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.927798 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-57512790-c8d1-45b7-8f82-1ebcc9b3e7e0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1398728 Jan 12 09:40:45.933650 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39928) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:45.936434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.947804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=8d5c5194-9187-4489-b09d-52401e429f4d,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:45.956010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:45.956228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2745dfe-88c6-474b-8dbc-75f002d58bb1 None None] Update dhcp port {'port': {'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d', 'fixed_ips': [{'subnet_id': '2ae0dfb9-bf4b-4674-a772-116d7501e0ad', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d5c5194-9187-4489-b09d-52401e429f4d'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': '1df119f4-c97a-49b3-b772-11a864755b6f'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:40:45.981164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.988415 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.004040 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a0c40c0-e9ac-42c3-9bd3-d37adb706bf9 req-4dee8abd-b47c-4c8c-ace6-615a72c892d2 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819354 Jan 12 09:40:46.010556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.011285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2745dfe-88c6-474b-8dbc-75f002d58bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.060798 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bccfec09-2d6d-47d0-8da1-3b8499449de0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0338068 Jan 12 09:40:46.090070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39932) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:46.102999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '7e62ed7e-6658-4931-bd7a-36c2dd7c627d', 'fixed_ips': [{'subnet_id': '2ae0dfb9-bf4b-4674-a772-116d7501e0ad'}, {'subnet_id': '8d5c5194-9187-4489-b09d-52401e429f4d'}], 'name': 'tempest-PortsIpV6TestJSON-1932832373'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:46.180146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.180146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ea3aa86-8919-453d-b34c-eb8c510abc19 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:40:46.192319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 9336a0ac-a209-4811-83f4-22df2c472b1c owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:46.225819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.240442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.246856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-d2745dfe-88c6-474b-8dbc-75f002d58bb1 None None] Allocated IP 2001:db8:0:1::2 (7e62ed7e-6658-4931-bd7a-36c2dd7c627d/8d5c5194-9187-4489-b09d-52401e429f4d/1df119f4-c97a-49b3-b772-11a864755b6f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:46.256652 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:40:46.261541 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2ec1ba1c-82a7-496e-8bd2-b377bf883d9f tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5460160 Jan 12 09:40:46.261691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39936) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:46.265039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:46.324909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:46.365207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:46.368692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.375900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:46.377041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1df119f4-c97a-49b3-b772-11a864755b6f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:46.382629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:46.393663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:46.401387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:46.420444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:46.454819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-8624839c-79ee-4cd9-a12c-e5f0e41ad25d tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Deleting port 54045283-f687-40d0-8f0a-234f78f75425 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:46.455163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8624839c-79ee-4cd9-a12c-e5f0e41ad25d tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.502003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d2745dfe-88c6-474b-8dbc-75f002d58bb1 None None] For port 1df119f4-c97a-49b3-b772-11a864755b6f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1df119f4-c97a-49b3-b772-11a864755b6f,segment=NetworkSegment(dc03a590-b632-4210-aba1-de3dc9953c10),segment_id=dc03a590-b632-4210-aba1-de3dc9953c10)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:46.535333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 1df119f4-c97a-49b3-b772-11a864755b6f completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:46.547970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2745dfe-88c6-474b-8dbc-75f002d58bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.552906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1df119f4-c97a-49b3-b772-11a864755b6f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:46.553402 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.628050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d2745dfe-88c6-474b-8dbc-75f002d58bb1 None None] Transition to ACTIVE for port object 1df119f4-c97a-49b3-b772-11a864755b6f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:46.637792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2745dfe-88c6-474b-8dbc-75f002d58bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.656819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.687391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:46.733382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Port 1df119f4-c97a-49b3-b772-11a864755b6f had new provisioning blocks added so it will not transition to active. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Jan 12 09:40:46.816025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2745dfe-88c6-474b-8dbc-75f002d58bb1 None None] Pushing event updated for resources: {'Port': ['ID=1df119f4-c97a-49b3-b772-11a864755b6f,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:46.852450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Router 8a7b573a-f831-4f77-976d-405797e7b68e is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:40:46.854472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 48e2d778-d418-4b75-bf23-d2582f5b3ac5 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:46.900059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 48e2d778-d418-4b75-bf23-d2582f5b3ac5 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:46.900533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 48e2d778-d418-4b75-bf23-d2582f5b3ac5 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:46.970701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.120262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.157345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8624839c-79ee-4cd9-a12c-e5f0e41ad25d tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.278844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=9336a0ac-a209-4811-83f4-22df2c472b1c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:47.344167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-8624839c-79ee-4cd9-a12c-e5f0e41ad25d tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Calling delete_port for 54045283-f687-40d0-8f0a-234f78f75425 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:47.417437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8::2e1 (7e62ed7e-6658-4931-bd7a-36c2dd7c627d/2ae0dfb9-bf4b-4674-a772-116d7501e0ad/b5f9b9f4-1756-46de-8d10-f0e6da1bb14e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:47.430009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebd01e-9c69-4d25-b577-376dd0612994 req-de83ee0f-84a9-4abd-b674-0f0f670e93ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:47.431572 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-21ebd01e-9c69-4d25-b577-376dd0612994 req-de83ee0f-84a9-4abd-b674-0f0f670e93ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 943 time: 0.2664578 Jan 12 09:40:47.434333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8:0:1::13b (7e62ed7e-6658-4931-bd7a-36c2dd7c627d/8d5c5194-9187-4489-b09d-52401e429f4d/b5f9b9f4-1756-46de-8d10-f0e6da1bb14e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:47.508388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9fd72-02eb-4df9-bf06-8050b2fa8bdb None None] Network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:47.557157 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-21ebd01e-9c69-4d25-b577-376dd0612994 req-1b647eca-a594-452b-8aae-c9646c73e278 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048548 Jan 12 09:40:47.670923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:47.675467 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8624839c-79ee-4cd9-a12c-e5f0e41ad25d tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.687088 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1716e3-480c-4039-8cd9-1ce99aa9bdd3 None None] Sync routers for ids ['8a7b573a-f831-4f77-976d-405797e7b68e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:47.700820 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1716e3-480c-4039-8cd9-1ce99aa9bdd3 None None] Routers {'8a7b573a-f831-4f77-976d-405797e7b68e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:47.702426 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-de1716e3-480c-4039-8cd9-1ce99aa9bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8a7b573a-f831-4f77-976d-405797e7b68e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:47.721875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.726078 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-05c76610-4e6e-40c0-a237-0f9048f6e08f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "PUT /v2.0/routers/8a7b573a-f831-4f77-976d-405797e7b68e HTTP/1.1" status: 200 len: 879 time: 5.1831348 Jan 12 09:40:47.729357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39942) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:47.769729 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-de1716e3-480c-4039-8cd9-1ce99aa9bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:47.779922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a19e14fa-10f8-4144-b70a-7c96b88d130b None None] Provisioning for port 1df119f4-c97a-49b3-b772-11a864755b6f completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:47.783740 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1716e3-480c-4039-8cd9-1ce99aa9bdd3 None None] Routers {'8a7b573a-f831-4f77-976d-405797e7b68e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:47.784783 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-de1716e3-480c-4039-8cd9-1ce99aa9bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8a7b573a-f831-4f77-976d-405797e7b68e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:47.787144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a19e14fa-10f8-4144-b70a-7c96b88d130b None None] Provisioning complete for port 1df119f4-c97a-49b3-b772-11a864755b6f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:47.787512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19e14fa-10f8-4144-b70a-7c96b88d130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.842067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.846768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbf05729-4cc8-4c42-abeb-0bf137aa6126 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:40:47.854076 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-de1716e3-480c-4039-8cd9-1ce99aa9bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:47.854976 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1716e3-480c-4039-8cd9-1ce99aa9bdd3 None None] The sync data for ids ['8a7b573a-f831-4f77-976d-405797e7b68e'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:47.856743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624839c-79ee-4cd9-a12c-e5f0e41ad25d tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Pushing event deleted for resources: {'Port': ['ID=54045283-f687-40d0-8f0a-234f78f75425,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:47.878688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object b5f9b9f4-1756-46de-8d10-f0e6da1bb14e will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:47.985926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.032306 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19e14fa-10f8-4144-b70a-7c96b88d130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.067312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=b5f9b9f4-1756-46de-8d10-f0e6da1bb14e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:48.088941 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-42dbc572-fc6d-408f-bb3d-0cfb8f59e173 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/routers/8a7b573a-f831-4f77-976d-405797e7b68e HTTP/1.1" status: 200 len: 920 time: 0.3583553 Jan 12 09:40:48.089434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39946) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:48.095474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:48.096090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:48.099457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:48.103265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbf05729-4cc8-4c42-abeb-0bf137aa6126, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbf05729-4cc8-4c42-abeb-0bf137aa6126,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:48.104093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:48.104755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.118288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a19e14fa-10f8-4144-b70a-7c96b88d130b None None] For port 1df119f4-c97a-49b3-b772-11a864755b6f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1df119f4-c97a-49b3-b772-11a864755b6f,segment=NetworkSegment(dc03a590-b632-4210-aba1-de3dc9953c10),segment_id=dc03a590-b632-4210-aba1-de3dc9953c10)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:48.125181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19e14fa-10f8-4144-b70a-7c96b88d130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.131252 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-aff2373d-cbc7-4028-97c5-74c81ddbfa20 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.0392144 Jan 12 09:40:48.132233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39950) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:48.138598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ae0dfb9-bf4b-4674-a772-116d7501e0ad'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:48.214963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'port_id': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126', 'mac_address': 'fa:16:3e:18:8c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:40:48.237732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:40:48.248960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.293028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.306431 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1df119f4-c97a-49b3-b772-11a864755b6f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:48.392886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4bd30342-2ccc-4ae4-abd3-031882f56031 None None] Provisioning complete for port 1df119f4-c97a-49b3-b772-11a864755b6f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:48.393387 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bd30342-2ccc-4ae4-abd3-031882f56031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.417169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e14fa-10f8-4144-b70a-7c96b88d130b None None] Pushing event updated for resources: {'Port': ['ID=1df119f4-c97a-49b3-b772-11a864755b6f,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:48.420343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.432642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.475080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf05729-4cc8-4c42-abeb-0bf137aa6126 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:40:48.487697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1df119f4-c97a-49b3-b772-11a864755b6f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:48.488067 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.538856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8624839c-79ee-4cd9-a12c-e5f0e41ad25d tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.562340 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbf05729-4cc8-4c42-abeb-0bf137aa6126, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbf05729-4cc8-4c42-abeb-0bf137aa6126,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:48.588948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.640914 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=d7202140-8478-4e0f-b999-8b7465c67ff3,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:48.648702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:48.656798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:48.664071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:48.664649 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.687316 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4c328-5ae9-4ffa-94fc-417d31e27028 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:48.773866 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8624839c-79ee-4cd9-a12c-e5f0e41ad25d tempest-RoutersAdminNegativeTest-818504368 tempest-RoutersAdminNegativeTest-818504368-project-admin] 10.222.0.58 "DELETE /v2.0/ports/54045283-f687-40d0-8f0a-234f78f75425 HTTP/1.1" status: 204 len: 168 time: 2.5106485 Jan 12 09:40:48.790319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-209f4459-2e71-4dd1-8e03-e468e5a4cbdb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Synchronizing usage tracker for tenant:001461c4d1d240b187f590062c7e5e37 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:48.809448 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6d211e74-7e02-487b-a7e7-d61d03107d57 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8587415 Jan 12 09:40:48.810287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39958) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:48.821380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:05:18:2f', 'name': 'tempest-NetworksTestDHCPv6-1854358267'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:48.864289 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbf05729-4cc8-4c42-abeb-0bf137aa6126,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:48.867071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Delete allocated IP 2001:db8:0:1::13b (7e62ed7e-6658-4931-bd7a-36c2dd7c627d/8d5c5194-9187-4489-b09d-52401e429f4d) {{(pid=83594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:40:49.034344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-209f4459-2e71-4dd1-8e03-e468e5a4cbdb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Unset dirty status for tenant:001461c4d1d240b187f590062c7e5e37 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:49.038372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['dbf05729-4cc8-4c42-abeb-0bf137aa6126'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:40:49.038525 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-209f4459-2e71-4dd1-8e03-e468e5a4cbdb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&device_id=8a7b573a-f831-4f77-976d-405797e7b68e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9345191 Jan 12 09:40:49.043440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39962) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:49.051587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680c6b3-c0d0-4b2c-8fef-95167e5c66a8 req-1500d70f-c6d2-4fde-aa39-7ecfd99d8c01 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:49.053150 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7680c6b3-c0d0-4b2c-8fef-95167e5c66a8 req-1500d70f-c6d2-4fde-aa39-7ecfd99d8c01 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 944 time: 0.2940052 Jan 12 09:40:49.082749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3ac35150-fd56-41de-9ea8-a1e2b1439ee2 None None] Provisioning for port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:49.100319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': 'd7202140-8478-4e0f-b999-8b7465c67ff3'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:40:49.100611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.132716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3ac35150-fd56-41de-9ea8-a1e2b1439ee2 None None] Provisioning complete for port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:49.133035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ac35150-fd56-41de-9ea8-a1e2b1439ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.169935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d27db764-a3a6-4dd9-a64a-5387a45c1124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.203539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39968) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:49.209508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3ac35150-fd56-41de-9ea8-a1e2b1439ee2 None None] Port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:40:49.306450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:49.404122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:49.438485 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7680c6b3-c0d0-4b2c-8fef-95167e5c66a8 req-7136f296-0db1-4e85-957d-d3aa36444c24 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458281 Jan 12 09:40:49.460232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:49.466062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Allocated IP 2001:db8::f816:3eff:fe07:c600 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/d7202140-8478-4e0f-b999-8b7465c67ff3/e4347da4-36ec-4946-80aa-11c2812d609a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:49.496479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9484ed56-6b3f-4c61-aeba-2e742a142605 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:49.502880 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9484ed56-6b3f-4c61-aeba-2e742a142605 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 881 time: 0.4486966 Jan 12 09:40:49.506761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39974) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:49.508222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f56c393d-14cb-44c9-9bff-d6cd3a3923cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.510303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:40:49.569123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.578127 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ed50db24-1a09-407e-8d8a-e9adf8c00982 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a7b573a-f831-4f77-976d-405797e7b68e HTTP/1.1" status: 200 len: 205 time: 0.0671673 Jan 12 09:40:49.579388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39978) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:49.588600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router d48e89bc-313a-4b17-bf70-e09e2204a195 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:40:49.657659 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Ignored duplicate provisioning block setup for port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 12 09:40:49.664334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.669021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f56c393d-14cb-44c9-9bff-d6cd3a3923cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:49.677399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f56c393d-14cb-44c9-9bff-d6cd3a3923cd admin admin] Usage tracker for resource:security_group_rule and tenant:2c8cc5e737bb4534873d697fedbae7cb is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:49.739159 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f56c393d-14cb-44c9-9bff-d6cd3a3923cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:49.765718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f56c393d-14cb-44c9-9bff-d6cd3a3923cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:49.798955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] In _notify_port_updated(), no bound segment for port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e on network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:40:49.803066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:49.803683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.805236 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "PUT /v2.0/ports/b5f9b9f4-1756-46de-8d10-f0e6da1bb14e HTTP/1.1" status: 200 len: 926 time: 1.6719339 Jan 12 09:40:49.806242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d15235-7863-40d9-afee-5fc1e59b35c5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=b5f9b9f4-1756-46de-8d10-f0e6da1bb14e,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:49.809536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39982) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:49.817160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ae0dfb9-bf4b-4674-a772-116d7501e0ad'}, {'subnet_id': '8d5c5194-9187-4489-b09d-52401e429f4d'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:49.828826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.840957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Transition to ACTIVE for port object e4347da4-36ec-4946-80aa-11c2812d609a will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:49.870418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.878207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Transition to ACTIVE for port object e4347da4-36ec-4946-80aa-11c2812d609a will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:49.886136 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.970153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:49.971070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Pushing event updated for resources: {'Port': ['ID=e4347da4-36ec-4946-80aa-11c2812d609a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:49.974802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:49.980183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:49.995110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port ea320d06-a34b-4ea4-b9dd-f31aa1259af1 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:50.045357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.063205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f56c393d-14cb-44c9-9bff-d6cd3a3923cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.081409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Attempting to bind port e4347da4-36ec-4946-80aa-11c2812d609a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:50.081781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Attempting to bind port e4347da4-36ec-4946-80aa-11c2812d609a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:50.082173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Attempting to bind port e4347da4-36ec-4946-80aa-11c2812d609a on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:40:50.089192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:40:50.089559 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:50.089949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.090333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:40:50.090817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Bound port: e4347da4-36ec-4946-80aa-11c2812d609a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:50.091185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.116156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f56c393d-14cb-44c9-9bff-d6cd3a3923cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.125403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:50.147651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe55e1b-29b1-4369-9db3-b27f7718f432 None None] Sync routers for ids ['d48e89bc-313a-4b17-bf70-e09e2204a195'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:50.199484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.204229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe55e1b-29b1-4369-9db3-b27f7718f432 None None] Routers {'d48e89bc-313a-4b17-bf70-e09e2204a195'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:50.204848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-abe55e1b-29b1-4369-9db3-b27f7718f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['d48e89bc-313a-4b17-bf70-e09e2204a195'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:50.322705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1df119f4-c97a-49b3-b772-11a864755b6f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:50.375602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3a94d65c-61cb-4891-94bf-b0459aa600f5 None None] Provisioning complete for port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:50.376135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3a94d65c-61cb-4891-94bf-b0459aa600f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.403692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-abe55e1b-29b1-4369-9db3-b27f7718f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:50.411162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c393d-14cb-44c9-9bff-d6cd3a3923cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ca9141-8b08-42e3-8a75-2377ec4d094a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:50.418936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] For port e4347da4-36ec-4946-80aa-11c2812d609a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:40:50.439994 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f56c393d-14cb-44c9-9bff-d6cd3a3923cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c8cc5e737bb4534873d697fedbae7cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2350416 Jan 12 09:40:50.445162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39986) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:50.450617 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ea96771d-4f84-4667-ba5a-1b54eaa4e9e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/d48e89bc-313a-4b17-bf70-e09e2204a195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2035100 Jan 12 09:40:50.451240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] For port e4347da4-36ec-4946-80aa-11c2812d609a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=e4347da4-36ec-4946-80aa-11c2812d609a,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:40:50.467623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 39990) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:50.468219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.536694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3a94d65c-61cb-4891-94bf-b0459aa600f5 None None] Port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:40:50.543315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe55e1b-29b1-4369-9db3-b27f7718f432 None None] Routers {'d48e89bc-313a-4b17-bf70-e09e2204a195'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:50.543963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-abe55e1b-29b1-4369-9db3-b27f7718f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['d48e89bc-313a-4b17-bf70-e09e2204a195'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:50.610436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8:0:1::83 (7e62ed7e-6658-4931-bd7a-36c2dd7c627d/8d5c5194-9187-4489-b09d-52401e429f4d/b5f9b9f4-1756-46de-8d10-f0e6da1bb14e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:50.633999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f816:3eff:fe05:182f (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/d7202140-8478-4e0f-b999-8b7465c67ff3/ea320d06-a34b-4ea4-b9dd-f31aa1259af1) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:50.636710 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-abe55e1b-29b1-4369-9db3-b27f7718f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:50.637438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe55e1b-29b1-4369-9db3-b27f7718f432 None None] The sync data for ids ['d48e89bc-313a-4b17-bf70-e09e2204a195'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:50.666649 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0c71e-86bb-4b3b-9c44-91823af7cfbb None None] Pushing event updated for resources: {'Port': ['ID=e4347da4-36ec-4946-80aa-11c2812d609a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:50.682189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1df119f4-c97a-49b3-b772-11a864755b6f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:50.682790 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.884841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Deleting port 3be8ba95-616f-460c-be10-da966a36e413 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:50.885178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.987305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.016919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945d09c-7c26-474f-ace5-24ce7c7b918f req-a0003d7b-b608-44cf-8fd5-0022001884c6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:51.018474 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3945d09c-7c26-474f-ace5-24ce7c7b918f req-a0003d7b-b608-44cf-8fd5-0022001884c6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 944 time: 0.2110341 Jan 12 09:40:51.020619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.024606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Deleting port a47cd04b-0199-4ca8-871a-b0dfe41c770a {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:51.024939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.046231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df93f273-6fcf-4539-afa6-615a119fa53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.201518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12bfbf4f-b897-499d-b1fc-035e6ade7c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.224694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df93f273-6fcf-4539-afa6-615a119fa53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.235314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object b5f9b9f4-1756-46de-8d10-f0e6da1bb14e will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:51.302936 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.407242 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3945d09c-7c26-474f-ace5-24ce7c7b918f req-e9e6cfc7-57df-400b-9741-1f327c73e2c6 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508930 Jan 12 09:40:51.459454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.506184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] In _notify_port_updated(), no bound segment for port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e on network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:40:51.509103 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.509995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:51.510629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.511966 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "PUT /v2.0/ports/b5f9b9f4-1756-46de-8d10-f0e6da1bb14e HTTP/1.1" status: 200 len: 1011 time: 1.7012515 Jan 12 09:40:51.523329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592f8dc-a57d-4175-ac9a-5c7d65b8143b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=b5f9b9f4-1756-46de-8d10-f0e6da1bb14e,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:51.527019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 39996) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:51.534610 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] For port 3be8ba95-616f-460c-be10-da966a36e413, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3be8ba95-616f-460c-be10-da966a36e413,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:51.535273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.560644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.645925 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-009d7459-d240-4cf4-b4fc-a82795131932 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] remove_router_interface failed (client error): The resource could not be found. Jan 12 09:40:51.649593 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-009d7459-d240-4cf4-b4fc-a82795131932 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/d48e89bc-313a-4b17-bf70-e09e2204a195/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1762238 Jan 12 09:40:51.696794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Calling delete_port for a47cd04b-0199-4ca8-871a-b0dfe41c770a owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:51.703144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40000) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:51.711484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Calling delete_port for 3be8ba95-616f-460c-be10-da966a36e413 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:51.789816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-591461f7-1da4-4433-b480-9ca582a0e1ba None None] Provisioning for port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:51.797260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-591461f7-1da4-4433-b480-9ca582a0e1ba None None] Provisioning complete for port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:51.797260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-591461f7-1da4-4433-b480-9ca582a0e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.799085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object ea320d06-a34b-4ea4-b9dd-f31aa1259af1 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:51.820815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-5203cd2a-4cc5-4ae2-bd12-669f6d8490a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:51.821156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5203cd2a-4cc5-4ae2-bd12-669f6d8490a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.830969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df93f273-6fcf-4539-afa6-615a119fa53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.849135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.856238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fd638113-becc-4c5e-ba43-5c226d70ee4a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:51.862432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-591461f7-1da4-4433-b480-9ca582a0e1ba None None] Port b5f9b9f4-1756-46de-8d10-f0e6da1bb14e cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:40:51.864234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbf05729-4cc8-4c42-abeb-0bf137aa6126 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:51.906491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93f273-6fcf-4539-afa6-615a119fa53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ca9141-8b08-42e3-8a75-2377ec4d094a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:51.924043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df93f273-6fcf-4539-afa6-615a119fa53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.927830 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-df93f273-6fcf-4539-afa6-615a119fa53e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69ca9141-8b08-42e3-8a75-2377ec4d094a HTTP/1.1" status: 204 len: 168 time: 1.4785962 Jan 12 09:40:51.954474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port dbf05729-4cc8-4c42-abeb-0bf137aa6126 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:51.961027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port dbf05729-4cc8-4c42-abeb-0bf137aa6126 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:51.961406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.989930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=ea320d06-a34b-4ea4-b9dd-f31aa1259af1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:52.030773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fd638113-becc-4c5e-ba43-5c226d70ee4a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:52.032391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a1e9e339-ecdd-4cd2-b4ff-e28f954993e4 None None] Provisioning for port e4347da4-36ec-4946-80aa-11c2812d609a completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:52.033264 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fd638113-becc-4c5e-ba43-5c226d70ee4a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48e89bc-313a-4b17-bf70-e09e2204a195 HTTP/1.1" status: 200 len: 205 time: 0.3294268 Jan 12 09:40:52.052766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40006) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:52.061644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:52.064469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:52.079929 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:52.087634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:52.088651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.112186 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-386eefb4-338a-4497-af95-baad23a7074f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2949278 Jan 12 09:40:52.115045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40010) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:52.130499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.163677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:52.204127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbf05729-4cc8-4c42-abeb-0bf137aa6126, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbf05729-4cc8-4c42-abeb-0bf137aa6126,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:52.216435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.327673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b273f014-a64e-47f6-aaf1-dad25278e87f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:52.341843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b273f014-a64e-47f6-aaf1-dad25278e87f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:52.342685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b273f014-a64e-47f6-aaf1-dad25278e87f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:52.402039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device e4347da4-36ec-4946-80aa-11c2812d609a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:52.441851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.476854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b273f014-a64e-47f6-aaf1-dad25278e87f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:52.478014 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b273f014-a64e-47f6-aaf1-dad25278e87f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3619344 Jan 12 09:40:52.483802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40022) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:52.528854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5203cd2a-4cc5-4ae2-bd12-669f6d8490a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.552417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40026) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:52.559894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.560554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbf05729-4cc8-4c42-abeb-0bf137aa6126,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:52.572812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6558617a-e102-4be0-b789-1f377bd1719e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.573636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f7311128-ef59-4446-9b44-262a121cb941 None None] Provisioning for port ea320d06-a34b-4ea4-b9dd-f31aa1259af1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:52.583030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f7311128-ef59-4446-9b44-262a121cb941 None None] Provisioning complete for port ea320d06-a34b-4ea4-b9dd-f31aa1259af1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:52.583682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f7311128-ef59-4446-9b44-262a121cb941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.646325 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126', 'code': 200} Jan 12 09:40:52.647712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port e4347da4-36ec-4946-80aa-11c2812d609a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:52.667220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port e4347da4-36ec-4946-80aa-11c2812d609a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:52.667668 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.692389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Pushing event deleted for resources: {'Port': ['ID=a47cd04b-0199-4ca8-871a-b0dfe41c770a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:52.720765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.738913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.741591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f7311128-ef59-4446-9b44-262a121cb941 None None] Port ea320d06-a34b-4ea4-b9dd-f31aa1259af1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:40:52.798159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.837180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port e4347da4-36ec-4946-80aa-11c2812d609a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=e4347da4-36ec-4946-80aa-11c2812d609a,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:52.843860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.880173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event deleted for resources: {'Port': ['ID=3be8ba95-616f-460c-be10-da966a36e413,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:52.927835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=e4347da4-36ec-4946-80aa-11c2812d609a,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:52.946553 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-85eb5096-64ee-4a34-aa3d-672e4ea81095 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port ea320d06-a34b-4ea4-b9dd-f31aa1259af1 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:52.947407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85eb5096-64ee-4a34-aa3d-672e4ea81095 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.063175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-5203cd2a-4cc5-4ae2-bd12-669f6d8490a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for b5f9b9f4-1756-46de-8d10-f0e6da1bb14e owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:53.322800 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85eb5096-64ee-4a34-aa3d-672e4ea81095 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.414988 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-411a63f8-d6be-4eb7-b14c-5740b66a6583 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e135192ab314aeebb51d228d0b0603a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7576649 Jan 12 09:40:53.446927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40030) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:53.454801 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-85eb5096-64ee-4a34-aa3d-672e4ea81095 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for ea320d06-a34b-4ea4-b9dd-f31aa1259af1 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:53.637573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.640858 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3255f846-b348-4643-961c-d0d82f3743fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.689518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3255f846-b348-4643-961c-d0d82f3743fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.756289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85eb5096-64ee-4a34-aa3d-672e4ea81095 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.767434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.784532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.828094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb5096-64ee-4a34-aa3d-672e4ea81095 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=ea320d06-a34b-4ea4-b9dd-f31aa1259af1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:53.857758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d40546-7c61-4953-b2fc-d7965cab90be req-14fc71be-b803-4f84-bd79-f35a6c7ccef5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:53.859952 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-33d40546-7c61-4953-b2fc-d7965cab90be req-14fc71be-b803-4f84-bd79-f35a6c7ccef5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 945 time: 1.1941938 Jan 12 09:40:53.876018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6558617a-e102-4be0-b789-1f377bd1719e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.899889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85eb5096-64ee-4a34-aa3d-672e4ea81095 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.932539 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-85eb5096-64ee-4a34-aa3d-672e4ea81095 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/ea320d06-a34b-4ea4-b9dd-f31aa1259af1 HTTP/1.1" status: 204 len: 168 time: 1.4449854 Jan 12 09:40:53.933838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3255f846-b348-4643-961c-d0d82f3743fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.936638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3255f846-b348-4643-961c-d0d82f3743fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.940203 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3255f846-b348-4643-961c-d0d82f3743fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/711899c9-1cfa-4a1c-9e06-3d87989bc1bb HTTP/1.1" status: 204 len: 168 time: 0.4900408 Jan 12 09:40:53.943771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40036) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:53.983663 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-97b6d711-ca20-441f-b947-80a76e17085b req-16620ed1-7925-47bb-93b2-e9a432a75e03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 1098 time: 0.8896730 Jan 12 09:40:54.017759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255f846-b348-4643-961c-d0d82f3743fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711899c9-1cfa-4a1c-9e06-3d87989bc1bb,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:54.030304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6558617a-e102-4be0-b789-1f377bd1719e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.106205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc85c1-cf60-4e56-8959-d9bd199d861d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:54.107568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc85c1-cf60-4e56-8959-d9bd199d861d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:54.108282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-06fc85c1-cf60-4e56-8959-d9bd199d861d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:54.140256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-06fc85c1-cf60-4e56-8959-d9bd199d861d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:54.141389 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-06fc85c1-cf60-4e56-8959-d9bd199d861d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1306891 Jan 12 09:40:54.144424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40040) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:54.402896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.405087 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device e4347da4-36ec-4946-80aa-11c2812d609a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:54.407364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd477b0-b718-49a9-85be-31196b8c89a2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet d7202140-8478-4e0f-b999-8b7465c67ff3 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:54.413687 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2fd477b0-b718-49a9-85be-31196b8c89a2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.420263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.484893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port e4347da4-36ec-4946-80aa-11c2812d609a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:54.485271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.494869 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-33d40546-7c61-4953-b2fc-d7965cab90be req-a43a6472-3745-41e5-81d0-e0c2e74b30b5 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6129463 Jan 12 09:40:54.499740 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-97b6d711-ca20-441f-b947-80a76e17085b req-a515e08b-f325-4fad-aea0-a388903b77df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4580555 Jan 12 09:40:54.517049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.517724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Fanout notify agent at l3_agent the message router_deleted on router 8a7b573a-f831-4f77-976d-405797e7b68e {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:40:54.526535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5203cd2a-4cc5-4ae2-bd12-669f6d8490a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.549354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2fd477b0-b718-49a9-85be-31196b8c89a2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.609748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203cd2a-4cc5-4ae2-bd12-669f6d8490a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=b5f9b9f4-1756-46de-8d10-f0e6da1bb14e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:54.619580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6558617a-e102-4be0-b789-1f377bd1719e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.620188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6558617a-e102-4be0-b789-1f377bd1719e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Fanout notify agent at l3_agent the message router_deleted on router d48e89bc-313a-4b17-bf70-e09e2204a195 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:40:54.646041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.651587 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-58c372e1-2299-48eb-a8e8-da2765d1fa6e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/8a7b573a-f831-4f77-976d-405797e7b68e HTTP/1.1" status: 204 len: 168 time: 5.0711420 Jan 12 09:40:54.651873 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40052) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:54.711486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6558617a-e102-4be0-b789-1f377bd1719e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.715732 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6558617a-e102-4be0-b789-1f377bd1719e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/d48e89bc-313a-4b17-bf70-e09e2204a195 HTTP/1.1" status: 204 len: 168 time: 2.6619270 Jan 12 09:40:54.716671 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40056) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:54.719311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-46991379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:54.737095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:54.743206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Usage tracker for resource:router and tenant:3f374d6dd1844b1ab0ddf16dc730bd8f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:54.748083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:54.756695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:54.765032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2fd477b0-b718-49a9-85be-31196b8c89a2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.805904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5203cd2a-4cc5-4ae2-bd12-669f6d8490a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.810697 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5203cd2a-4cc5-4ae2-bd12-669f6d8490a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/b5f9b9f4-1756-46de-8d10-f0e6da1bb14e HTTP/1.1" status: 204 len: 168 time: 3.2623918 Jan 12 09:40:54.813887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40062) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:54.818256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.819239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.867288 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd4c158-4a33-4307-b440-aabd83a12317 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:40:54.867762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4fd4c158-4a33-4307-b440-aabd83a12317 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:54.874634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.885093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2fd477b0-b718-49a9-85be-31196b8c89a2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.956888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4fd4c158-4a33-4307-b440-aabd83a12317 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:54.960758 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4fd4c158-4a33-4307-b440-aabd83a12317 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/b5f9b9f4-1756-46de-8d10-f0e6da1bb14e HTTP/1.1" status: 404 len: 333 time: 0.1433136 Jan 12 09:40:54.961490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40066) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:54.970443 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:40:55.000085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd477b0-b718-49a9-85be-31196b8c89a2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=d7202140-8478-4e0f-b999-8b7465c67ff3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:55.008763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2fd477b0-b718-49a9-85be-31196b8c89a2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.019916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794cf3c-1915-43f2-a0a3-9e3b0d2e0940 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:55.025371 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.045615 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2fd477b0-b718-49a9-85be-31196b8c89a2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/d7202140-8478-4e0f-b999-8b7465c67ff3 HTTP/1.1" status: 204 len: 168 time: 0.8980904 Jan 12 09:40:55.048595 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40072) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:55.070708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.072086 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-148a25cd-2f85-4e2e-92dc-2282f78c624f tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3637538 Jan 12 09:40:55.077004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40076) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:55.082573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'enable_snat': True}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:55.149319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4f26e5-3d57-4c18-a3e1-1beb63a3d4ea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting subnet acc7ad8e-86cd-4796-a240-3cb9dcfa32a3 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:55.155634 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e1c5cb8b-fecb-4554-810b-ae0186f6763b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029732 Jan 12 09:40:55.155830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40082) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:55.157220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8a4f26e5-3d57-4c18-a3e1-1beb63a3d4ea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.166199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:55.193138 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Router 570da6fe-1558-4ecc-a6f6-576b669706a9 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:40:55.288242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8a4f26e5-3d57-4c18-a3e1-1beb63a3d4ea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.354160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd211eaf-c5cd-4a36-9246-c6c1f9ee4eed None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:55.360063 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dd211eaf-c5cd-4a36-9246-c6c1f9ee4eed None None] Deleting port e4347da4-36ec-4946-80aa-11c2812d609a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:55.360772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd211eaf-c5cd-4a36-9246-c6c1f9ee4eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.376384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40088) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:55.394721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1261ef1-1927-400d-829f-f4c200e067f3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet 8d5c5194-9187-4489-b09d-52401e429f4d {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:55.401504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e1261ef1-1927-400d-829f-f4c200e067f3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.476688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e1261ef1-1927-400d-829f-f4c200e067f3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.498480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:55.519396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8a4f26e5-3d57-4c18-a3e1-1beb63a3d4ea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.549045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:55.561551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:55.570227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:55.649591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:55.685463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-475311068'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:55.690433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:55.696512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:network and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:55.701773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:55.711635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:55.714022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8a4f26e5-3d57-4c18-a3e1-1beb63a3d4ea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.718946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e1261ef1-1927-400d-829f-f4c200e067f3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.751850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dd211eaf-c5cd-4a36-9246-c6c1f9ee4eed None None] For port e4347da4-36ec-4946-80aa-11c2812d609a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=e4347da4-36ec-4946-80aa-11c2812d609a,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:55.752291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd211eaf-c5cd-4a36-9246-c6c1f9ee4eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.844577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f26e5-3d57-4c18-a3e1-1beb63a3d4ea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Subnet': ['ID=acc7ad8e-86cd-4796-a240-3cb9dcfa32a3,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:55.879607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Made reservation on behalf of 8dfb823b7540429eab50616891e089c1 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:55.883320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.894975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8a4f26e5-3d57-4c18-a3e1-1beb63a3d4ea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.919554 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8a4f26e5-3d57-4c18-a3e1-1beb63a3d4ea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/acc7ad8e-86cd-4796-a240-3cb9dcfa32a3 HTTP/1.1" status: 204 len: 168 time: 1.1961420 Jan 12 09:40:55.925454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40096) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:55.931362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.933849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dd211eaf-c5cd-4a36-9246-c6c1f9ee4eed None None] Calling delete_port for e4347da4-36ec-4946-80aa-11c2812d609a owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:55.955644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.969921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43794641-21eb-4385-ad99-6f075d30da7e None None] Network 2036e8e1-8fcf-40dd-aca0-e9f01b41764a requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:56.084478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e1261ef1-1927-400d-829f-f4c200e067f3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.086840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.139334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.141158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1261ef1-1927-400d-829f-f4c200e067f3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5c5194-9187-4489-b09d-52401e429f4d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:56.144866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:56.151283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:security_group_rule and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:56.159798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f77c68-2305-403c-9947-8d8d87010baf req-9fb49644-a79b-4364-a1dc-22e3c1f51c3c tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:56.166137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58f77c68-2305-403c-9947-8d8d87010baf req-9fb49644-a79b-4364-a1dc-22e3c1f51c3c tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 945 time: 0.3611372 Jan 12 09:40:56.170533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:56.187111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd211eaf-c5cd-4a36-9246-c6c1f9ee4eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.192017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:56.197000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e1261ef1-1927-400d-829f-f4c200e067f3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.221653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port d64b0885-5064-437b-9632-ad24f3239265 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:56.222007 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.233208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb38afc-a2c5-486c-be02-996a8e17f5a7 None None] Network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:56.252802 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e1261ef1-1927-400d-829f-f4c200e067f3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/8d5c5194-9187-4489-b09d-52401e429f4d HTTP/1.1" status: 204 len: 168 time: 1.2907128 Jan 12 09:40:56.269375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40100) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:56.283953 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd211eaf-c5cd-4a36-9246-c6c1f9ee4eed None None] Pushing event deleted for resources: {'Port': ['ID=e4347da4-36ec-4946-80aa-11c2812d609a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:56.305830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:40:56.318024 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] Sync routers for ids ['570da6fe-1558-4ecc-a6f6-576b669706a9'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:40:56.331247 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3fae2b38-ea93-4c8a-8041-bebc442df9ec tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "PUT /v2.0/routers/570da6fe-1558-4ecc-a6f6-576b669706a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5622301 Jan 12 09:40:56.333348 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] Routers {'570da6fe-1558-4ecc-a6f6-576b669706a9'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:56.334211 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['570da6fe-1558-4ecc-a6f6-576b669706a9'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:56.343121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40104) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:56.381645 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58f77c68-2305-403c-9947-8d8d87010baf req-b0634e9b-f8c6-441c-b1b2-47dd9ebf4822 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143230 Jan 12 09:40:56.433226 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device e4347da4-36ec-4946-80aa-11c2812d609a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:56.481894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d80017-3a9b-4291-98b0-00a41adb2fd1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet 2ae0dfb9-bf4b-4674-a772-116d7501e0ad {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:56.523892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: e4347da4-36ec-4946-80aa-11c2812d609a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:56.524319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device e4347da4-36ec-4946-80aa-11c2812d609a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:56.580932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd211eaf-c5cd-4a36-9246-c6c1f9ee4eed None None] No DVR routers for this DVR port e4347da4-36ec-4946-80aa-11c2812d609a on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:56.624516 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] Set router 570da6fe-1558-4ecc-a6f6-576b669706a9 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:56.682282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c516b8d9-b096-4855-8c54-b42d4be1373b None None] DHCP port deletion for 2036e8e1-8fcf-40dd-aca0-e9f01b41764a request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:56.699393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c516b8d9-b096-4855-8c54-b42d4be1373b None None] Deleting port d64b0885-5064-437b-9632-ad24f3239265 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:56.699800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c516b8d9-b096-4855-8c54-b42d4be1373b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.710572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:40:56.717430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.721195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04d80017-3a9b-4291-98b0-00a41adb2fd1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.796019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-81be9afb-2ccd-431e-8a4f-1612c7e6b043 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Deleting subnet 6e8979c3-057a-4be8-928e-fce569f4e271 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:40:56.808874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-81be9afb-2ccd-431e-8a4f-1612c7e6b043 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.812200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.837266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.846386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.874162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04d80017-3a9b-4291-98b0-00a41adb2fd1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.882177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:56.892488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:56.898835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.901516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:56.902386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.930652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c516b8d9-b096-4855-8c54-b42d4be1373b None None] For port d64b0885-5064-437b-9632-ad24f3239265, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d64b0885-5064-437b-9632-ad24f3239265,segment=NetworkSegment(7c86ae4c-e811-475c-a7c0-24408534403a),segment_id=7c86ae4c-e811-475c-a7c0-24408534403a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:56.931073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c516b8d9-b096-4855-8c54-b42d4be1373b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.944365 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=ebbff808-1977-4252-abc7-2fbfadb8f334,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:56.965895 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:40:52Z', 'revision_number': 5, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:56.970523 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] Checking router: 570da6fe-1558-4ecc-a6f6-576b669706a9 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:40:56.973052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-81be9afb-2ccd-431e-8a4f-1612c7e6b043 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.983538 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] Routers {'570da6fe-1558-4ecc-a6f6-576b669706a9'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:40:56.984442 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['570da6fe-1558-4ecc-a6f6-576b669706a9'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:57.029607 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-642c8446-2080-4566-8a47-1ef855231a0b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8725502 Jan 12 09:40:57.041648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40108) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:57.056952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:57.068070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:86:a0:2b', 'name': 'tempest-NetworksTestDHCPv6-1296497885'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:57.081320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cc2657-d3ce-4298-a58e-b60b34656951,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:57.082769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c516b8d9-b096-4855-8c54-b42d4be1373b None None] Calling delete_port for d64b0885-5064-437b-9632-ad24f3239265 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:57.130776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.131379 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Added segment e3265029-c296-4e5c-a2a7-b6acce39f913 of type vlan for network 68f40bf8-0d15-4586-8758-8b17e6120a42 Jan 12 09:40:57.149883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port d64b0885-5064-437b-9632-ad24f3239265, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d64b0885-5064-437b-9632-ad24f3239265,segment=NetworkSegment(7c86ae4c-e811-475c-a7c0-24408534403a),segment_id=7c86ae4c-e811-475c-a7c0-24408534403a)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:57.150622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.185208 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] Set router 570da6fe-1558-4ecc-a6f6-576b669706a9 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:40:57.194559 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffd318d-4e32-491e-9600-e75c44ffa962 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:57.266648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Allocated IP 172.26.1.111 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/320ac2d6-4d2d-44af-94dd-90de327baabe) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:57.293247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-81be9afb-2ccd-431e-8a4f-1612c7e6b043 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.349559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.361751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for d64b0885-5064-437b-9632-ad24f3239265 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:57.408224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:57.416282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c516b8d9-b096-4855-8c54-b42d4be1373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.426357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:57.433205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:57.446987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04d80017-3a9b-4291-98b0-00a41adb2fd1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.453795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:57.490953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:57.495459 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.541768 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:40:52Z', 'revision_number': 5, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:57.549996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-81be9afb-2ccd-431e-8a4f-1612c7e6b043 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.550226 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc6907-12a5-44cd-97a6-6281503be7b3 None None] The sync data for ids ['570da6fe-1558-4ecc-a6f6-576b669706a9'] in dv-neutron-824347-1-hyperv is: [{'id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712782257', 'tenant_id': '875fb44060cb4d74ad4660b23bd39c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:36:48Z', 'updated_at': '2022-01-12T09:40:52Z', 'revision_number': 5, 'project_id': '875fb44060cb4d74ad4660b23bd39c0d', 'gw_port': {'id': '59f2f693-a08e-4f83-bda3-a38bb885c80f', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570da6fe-1558-4ecc-a6f6-576b669706a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:36:49Z', 'updated_at': '2022-01-12T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:40:57.552310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516b8d9-b096-4855-8c54-b42d4be1373b None None] No DVR routers for this DVR port d64b0885-5064-437b-9632-ad24f3239265 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:57.564267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:40:57.611419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516b8d9-b096-4855-8c54-b42d4be1373b None None] Pushing event deleted for resources: {'Port': ['ID=d64b0885-5064-437b-9632-ad24f3239265,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:57.649749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.653750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:57.654411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.697370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': 'ebbff808-1977-4252-abc7-2fbfadb8f334'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:40:57.698700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.762260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be9afb-2ccd-431e-8a4f-1612c7e6b043 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8979c3-057a-4be8-928e-fce569f4e271,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:57.774403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.777742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 4a069389-c3a4-4bce-aa13-b569b71eabde yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:57.798357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:57.798721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:57.803583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04d80017-3a9b-4291-98b0-00a41adb2fd1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.817236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-81be9afb-2ccd-431e-8a4f-1612c7e6b043 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.829843 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764111b-4c76-47bd-82d2-6c5b5677c2ab None None] Network dc449481-2221-47d1-9ed8-eb0f7a693a7b requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:57.841100 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-81be9afb-2ccd-431e-8a4f-1612c7e6b043 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "DELETE /v2.0/subnets/6e8979c3-057a-4be8-928e-fce569f4e271 HTTP/1.1" status: 204 len: 168 time: 1.4968176 Jan 12 09:40:57.845011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40114) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:57.892698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d80017-3a9b-4291-98b0-00a41adb2fd1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae0dfb9-bf4b-4674-a772-116d7501e0ad,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:57.899889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Network': ['ID=68f40bf8-0d15-4586-8758-8b17e6120a42,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:57.908002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04d80017-3a9b-4291-98b0-00a41adb2fd1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.914852 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-04d80017-3a9b-4291-98b0-00a41adb2fd1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/2ae0dfb9-bf4b-4674-a772-116d7501e0ad HTTP/1.1" status: 204 len: 168 time: 1.6411355 Jan 12 09:40:57.917092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40118) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:57.928729 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a4b5d114-eb46-4801-9507-a0cb5fca1918 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5518377 Jan 12 09:40:57.946948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40122) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:57.958196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'subnet': {'network_id': '68f40bf8-0d15-4586-8758-8b17e6120a42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:58.019466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 68f40bf8-0d15-4586-8758-8b17e6120a42 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:58.081132 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.189242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event updated for resources: {'Port': ['ID=320ac2d6-4d2d-44af-94dd-90de327baabe,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:58.203971 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:58.209604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:subnet and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:58.209893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f816:3eff:fe86:a02b (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/ebbff808-1977-4252-abc7-2fbfadb8f334/4a069389-c3a4-4bce-aa13-b569b71eabde) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:58.212972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:58.221163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:58.250277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:58.255365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Made reservation on behalf of 8dfb823b7540429eab50616891e089c1 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:58.310281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3be8ba95-616f-460c-be10-da966a36e413 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:58.338787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89d52-5e55-4fb1-9bc3-c428aa6e71bd req-e6d2a3c7-87d0-446e-8351-e2f9638dcd78 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:58.340267 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-93d89d52-5e55-4fb1-9bc3-c428aa6e71bd req-e6d2a3c7-87d0-446e-8351-e2f9638dcd78 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 945 time: 0.7106137 Jan 12 09:40:58.340747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port d64b0885-5064-437b-9632-ad24f3239265 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:58.341074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.353942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:58.354578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 3be8ba95-616f-460c-be10-da966a36e413 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:58.355179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3be8ba95-616f-460c-be10-da966a36e413 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:58.356697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d64b0885-5064-437b-9632-ad24f3239265 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:58.359054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:58.396910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: d64b0885-5064-437b-9632-ad24f3239265 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:40:58.397317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d64b0885-5064-437b-9632-ad24f3239265 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:58.401349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f981ca2f-6d74-4225-a345-198257ea41e9 None None] DHCP port deletion for dc449481-2221-47d1-9ed8-eb0f7a693a7b request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:58.412044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f981ca2f-6d74-4225-a345-198257ea41e9 None None] Deleting port 548f108f-d876-46be-a14a-705ac9dd815d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:58.412903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f981ca2f-6d74-4225-a345-198257ea41e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.473228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6522ea85-b847-49a2-9294-840bc0cb36d0 None None] Network 7e62ed7e-6658-4931-bd7a-36c2dd7c627d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:40:58.474183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] The port 'd64b0885-5064-437b-9632-ad24f3239265' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:40:58.522565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.526312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.669977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-93d89d52-5e55-4fb1-9bc3-c428aa6e71bd req-7cf47682-fc3f-49f2-8d80-e316659af7dd tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841184 Jan 12 09:40:58.715201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-06c546a6-a965-4619-bed9-0e781653fb1a None None] Provisioning complete for port 1df119f4-c97a-49b3-b772-11a864755b6f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:58.715570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06c546a6-a965-4619-bed9-0e781653fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.760324 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.772079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.850580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 4a069389-c3a4-4bce-aa13-b569b71eabde will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:58.859170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 1df119f4-c97a-49b3-b772-11a864755b6f {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:58.859528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.905532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.967927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.979798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f981ca2f-6d74-4225-a345-198257ea41e9 None None] For port 548f108f-d876-46be-a14a-705ac9dd815d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=548f108f-d876-46be-a14a-705ac9dd815d,segment=NetworkSegment(bbe747e1-a68d-4e24-8f00-419c0ba74ec2),segment_id=bbe747e1-a68d-4e24-8f00-419c0ba74ec2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:58.980174 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f981ca2f-6d74-4225-a345-198257ea41e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.985928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.076330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2036e8e1-8fcf-40dd-aca0-e9f01b41764a']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:59.108610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c86ae4c-e811-475c-a7c0-24408534403a') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:59.108993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c86ae4c-e811-475c-a7c0-24408534403a') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:59.119905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=4a069389-c3a4-4bce-aa13-b569b71eabde,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:59.126874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f981ca2f-6d74-4225-a345-198257ea41e9 None None] Calling delete_port for 548f108f-d876-46be-a14a-705ac9dd815d owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:59.159802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Allocated IP 2001:db8::f816:3eff:fe5b:4a17 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/ebbff808-1977-4252-abc7-2fbfadb8f334/6de241c0-31e4-4364-abd5-5390ac0bb03d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:59.165985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.172410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:59.184900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:59.207209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:40:59.210899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:59.211465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.245650 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.257421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.266001 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-face4a92-b885-4d91-b9f4-74ebc2531569 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2229402 Jan 12 09:40:59.270367 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40128) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:59.287312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613eb21-a8bc-44af-9bac-db6352bc8c0b req-4302547f-6398-4ce9-825f-4a724ac443d3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:59.291261 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f613eb21-a8bc-44af-9bac-db6352bc8c0b req-4302547f-6398-4ce9-825f-4a724ac443d3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 945 time: 0.4421165 Jan 12 09:40:59.292758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.301702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:40:59.302347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:59.327736 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:59.330587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] DHCP port deletion for 7e62ed7e-6658-4931-bd7a-36c2dd7c627d request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:40:59.341532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] Deleting port 1df119f4-c97a-49b3-b772-11a864755b6f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:59.341932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.395738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.399126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f981ca2f-6d74-4225-a345-198257ea41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.434834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Deleting port 59f2f693-a08e-4f83-bda3-a38bb885c80f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:59.435193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.471110 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981ca2f-6d74-4225-a345-198257ea41e9 None None] Pushing event deleted for resources: {'Port': ['ID=548f108f-d876-46be-a14a-705ac9dd815d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:59.486241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] For port 1df119f4-c97a-49b3-b772-11a864755b6f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1df119f4-c97a-49b3-b772-11a864755b6f,segment=NetworkSegment(dc03a590-b632-4210-aba1-de3dc9953c10),segment_id=dc03a590-b632-4210-aba1-de3dc9953c10)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:59.486791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.504476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.523678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981ca2f-6d74-4225-a345-198257ea41e9 None None] No DVR routers for this DVR port 548f108f-d876-46be-a14a-705ac9dd815d on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:59.587506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.628549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4248486d-6439-4cdb-9d0c-41f648bf671f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:59.629237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4248486d-6439-4cdb-9d0c-41f648bf671f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:59.659054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 1df119f4-c97a-49b3-b772-11a864755b6f owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:59.694331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.716883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.731645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Network': ['ID=2036e8e1-8fcf-40dd-aca0-e9f01b41764a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:59.735907 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0f57fa1a-d9c0-49a9-84f2-03f17c4e82d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/networks/2036e8e1-8fcf-40dd-aca0-e9f01b41764a HTTP/1.1" status: 204 len: 168 time: 3.8059483 Jan 12 09:40:59.740488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Transition to ACTIVE for port object 6de241c0-31e4-4364-abd5-5390ac0bb03d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:59.749300 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f613eb21-a8bc-44af-9bac-db6352bc8c0b req-ed78ec5b-8ef1-45bf-a932-ef08b24082b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4211056 Jan 12 09:40:59.751919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40132) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:59.754770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] For port 1df119f4-c97a-49b3-b772-11a864755b6f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1df119f4-c97a-49b3-b772-11a864755b6f,segment=NetworkSegment(dc03a590-b632-4210-aba1-de3dc9953c10),segment_id=dc03a590-b632-4210-aba1-de3dc9953c10)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:59.755160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.764496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'network': {'name': 'tempest-RoutersTest-938045289'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:40:59.783887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:59.785482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4248486d-6439-4cdb-9d0c-41f648bf671f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:59.789159 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4248486d-6439-4cdb-9d0c-41f648bf671f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4634366 Jan 12 09:40:59.789951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40136) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:59.797440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:network and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:59.802510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:59.821564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40140) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:59.831958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:59.863004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Subnet': ['ID=fa265102-aa75-4bab-8d17-16c41e918f40,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:59.889520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.898071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Transition to ACTIVE for port object 6de241c0-31e4-4364-abd5-5390ac0bb03d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:59.899569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Checking segment: {'id': 'e3265029-c296-4e5c-a2a7-b6acce39f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68f40bf8-0d15-4586-8758-8b17e6120a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:40:59.900445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network hostable DHCP agents. Network: 68f40bf8-0d15-4586-8758-8b17e6120a42, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:59.904023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] Calling delete_port for 1df119f4-c97a-49b3-b772-11a864755b6f owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:40:59.913256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-9b4345b2-efc7-4842-8623-6786838cb63c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 4a069389-c3a4-4bce-aa13-b569b71eabde {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:40:59.913591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9b4345b2-efc7-4842-8623-6786838cb63c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.913939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:59.918565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.945658 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.969338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] For port 59f2f693-a08e-4f83-bda3-a38bb885c80f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=59f2f693-a08e-4f83-bda3-a38bb885c80f,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:40:59.969703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.020613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=1df119f4-c97a-49b3-b772-11a864755b6f,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:00.042713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Pushing event updated for resources: {'Port': ['ID=6de241c0-31e4-4364-abd5-5390ac0bb03d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:00.046586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:00.048841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:00.050944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:00.082626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No DVR routers for this DVR port 1df119f4-c97a-49b3-b772-11a864755b6f on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:00.086390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:00.087018 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:00.107410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Calling delete_port for 59f2f693-a08e-4f83-bda3-a38bb885c80f owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:00.145290 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Attempting to bind port 6de241c0-31e4-4364-abd5-5390ac0bb03d on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:00.145959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Attempting to bind port 6de241c0-31e4-4364-abd5-5390ac0bb03d by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:00.146480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Attempting to bind port 6de241c0-31e4-4364-abd5-5390ac0bb03d on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:00.149319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 68f40bf8-0d15-4586-8758-8b17e6120a42 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:00.154326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:00.154927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:00.155501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.156131 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:00.156750 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Bound port: 6de241c0-31e4-4364-abd5-5390ac0bb03d, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:00.157275 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.162263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:00.232028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 68f40bf8-0d15-4586-8758-8b17e6120a42) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:00.240040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:00.240040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.251038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb7ec6a-99c1-49f0-8745-42fcf4256811 None None] Network 68f40bf8-0d15-4586-8758-8b17e6120a42 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:00.257964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.258279 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added segment abbd7113-eb51-4f26-9ff2-7a4cfb1174ef of type vlan for network f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 Jan 12 09:41:00.285211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.322214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.348049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e62ed7e-6658-4931-bd7a-36c2dd7c627d']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:00.362378 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8202393f-c68b-4bbf-a14d-5fe040f04e34 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4143434 Jan 12 09:41:00.362892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Router dde2a8c5-f517-4b79-9a12-5541d3d337c5 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:41:00.364619 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40146) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:00.372558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] For port 6de241c0-31e4-4364-abd5-5390ac0bb03d, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:00.373174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-89e06c12-cc3c-45c4-a87b-4a70545b1876 tempest-TestVolumeBootPattern-2127672427 tempest-TestVolumeBootPattern-2127672427-project-admin] Synchronizing usage tracker for tenant:735d5d66356d40499af1339a80de6e3f on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:00.376096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 548f108f-d876-46be-a14a-705ac9dd815d no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:00.378175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc03a590-b632-4210-aba1-de3dc9953c10') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:00.378492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc03a590-b632-4210-aba1-de3dc9953c10') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:00.392667 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1076606807', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:00.405630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:00.406328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.426617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 548f108f-d876-46be-a14a-705ac9dd815d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:41:00.426617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 548f108f-d876-46be-a14a-705ac9dd815d not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:00.427002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1df119f4-c97a-49b3-b772-11a864755b6f no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:00.427113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:router and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:00.438611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.441786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:00.442373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.447916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.466392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] For port 6de241c0-31e4-4364-abd5-5390ac0bb03d, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6de241c0-31e4-4364-abd5-5390ac0bb03d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:00.470007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 1df119f4-c97a-49b3-b772-11a864755b6f {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:41:00.470414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1df119f4-c97a-49b3-b772-11a864755b6f not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:00.481091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-89e06c12-cc3c-45c4-a87b-4a70545b1876 tempest-TestVolumeBootPattern-2127672427 tempest-TestVolumeBootPattern-2127672427-project-admin] Unset dirty status for tenant:735d5d66356d40499af1339a80de6e3f on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:00.485606 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-89e06c12-cc3c-45c4-a87b-4a70545b1876 tempest-TestVolumeBootPattern-2127672427 tempest-TestVolumeBootPattern-2127672427-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 1093 time: 0.6565392 Jan 12 09:41:00.485816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.533523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:41:00.533929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.548108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40150) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:00.549341 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:00.568738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:00.572378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9b4345b2-efc7-4842-8623-6786838cb63c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.588375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] Deleting port 1df119f4-c97a-49b3-b772-11a864755b6f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:00.589133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.593240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:00.608962 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:00.630798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:00.645939 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8873639 Jan 12 09:41:00.647894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40154) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:00.655150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:floatingip and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:00.674149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:00.679888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'subnet': {'network_id': 'f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:00.719881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3152e46b-3e73-4ce2-a7c1-722e1a38d5c9 None None] The port '1df119f4-c97a-49b3-b772-11a864755b6f' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:41:00.738877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-9b4345b2-efc7-4842-8623-6786838cb63c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 4a069389-c3a4-4bce-aa13-b569b71eabde owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:00.745699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707f536-b8f0-4915-8bdf-854dffb7e032 None None] Pushing event updated for resources: {'Port': ['ID=6de241c0-31e4-4364-abd5-5390ac0bb03d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:00.778297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.779441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.802838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.807458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8e97c-86d2-424a-933d-41e6f2290c5b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Network': ['ID=f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:00.819643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e542aa-bb77-452e-a724-0f92b5cbb6b0 None None] Network 68f40bf8-0d15-4586-8758-8b17e6120a42 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:00.819809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:00.845979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:00.874750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event deleted for resources: {'Port': ['ID=59f2f693-a08e-4f83-bda3-a38bb885c80f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:00.916864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.941019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.957761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.997904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.084453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Network': ['ID=7e62ed7e-6658-4931-bd7a-36c2dd7c627d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:01.091617 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1f1bcb86-90fc-4eb6-bb06-c9583d43aad0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/networks/7e62ed7e-6658-4931-bd7a-36c2dd7c627d HTTP/1.1" status: 204 len: 168 time: 3.1720908 Jan 12 09:41:01.093340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:01.099688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40158) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:01.103593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:subnet and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:01.142128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:01.154794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:01.189156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:01.328245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.351809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb09d1-fa9e-4041-8479-136c05528ef8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:01.352465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8efb09d1-fa9e-4041-8479-136c05528ef8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:01.464974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8efb09d1-fa9e-4041-8479-136c05528ef8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:01.464974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8efb09d1-fa9e-4041-8479-136c05528ef8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3628273 Jan 12 09:41:01.468602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40162) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:01.512739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.514975 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.712755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9b4345b2-efc7-4842-8623-6786838cb63c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.720828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c823a794-05aa-4232-be23-cad0fae12749 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2478349 Jan 12 09:41:01.726568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40166) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:01.737413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1994261696'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:01.745310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:01.774131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.814414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:network and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:01.818816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:01.839848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:01.840197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4345b2-efc7-4842-8623-6786838cb63c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=4a069389-c3a4-4bce-aa13-b569b71eabde,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:01.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:01.904768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.915333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Allocated IP 172.26.1.112 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/7ef69686-7fb2-46d0-ac92-2807a62a05fd) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:01.921561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Subnet': ['ID=e882fc45-a44f-4376-96f2-197937270eab,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:01.940095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.957667 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ea290ac8-9046-4dcf-8cf1-dd612e49097c None None] Provisioning for port 6de241c0-31e4-4364-abd5-5390ac0bb03d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:01.971507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.972677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Checking segment: {'id': 'abbd7113-eb51-4f26-9ff2-7a4cfb1174ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:01.973056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network hostable DHCP agents. Network: f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:01.975887 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9b4345b2-efc7-4842-8623-6786838cb63c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.998478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.031289 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9b4345b2-efc7-4842-8623-6786838cb63c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/4a069389-c3a4-4bce-aa13-b569b71eabde HTTP/1.1" status: 204 len: 168 time: 2.2402897 Jan 12 09:41:02.032122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40170) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:02.038422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:02.067420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.067646 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Added segment d3076be4-f835-40ce-af6d-41eb50729b7e of type vlan for network 57ff7c15-7892-443e-9967-5f2ba7859472 Jan 12 09:41:02.100980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:02.130925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:02.136458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.139096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ecfc9-89fe-4d54-b1a5-55436eb67e5d None None] Network f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:02.144970 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:02.145563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.145731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:02.150334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.155242 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b69951df-39bb-4056-b0cf-35a9473337fb tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "PUT /v2.0/routers/dde2a8c5-f517-4b79-9a12-5541d3d337c5 HTTP/1.1" status: 200 len: 913 time: 7.0774629 Jan 12 09:41:02.156110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40174) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:02.170788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5847b-df79-4e7a-8cce-adf453eeda3b None None] Sync routers for ids ['dde2a8c5-f517-4b79-9a12-5541d3d337c5'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:02.180848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.209128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-31531703-b452-4546-8ad3-ce580453e155 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5554981 Jan 12 09:41:02.209800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40178) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:02.221110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1019433355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:02.229126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:02.234598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:router and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:02.238870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:02.241496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.245362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:02.245807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.250878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d709863e-3b8d-4bc9-85f4-34a4d53acf81 None None] Could not find standard attr ID for object 4a069389-c3a4-4bce-aa13-b569b71eabde. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:41:02.270854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5847b-df79-4e7a-8cce-adf453eeda3b None None] Routers {'dde2a8c5-f517-4b79-9a12-5541d3d337c5'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:02.271495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f7e5847b-df79-4e7a-8cce-adf453eeda3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['dde2a8c5-f517-4b79-9a12-5541d3d337c5'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:02.280885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.281964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Fanout notify agent at l3_agent the message router_deleted on router 570da6fe-1558-4ecc-a6f6-576b669706a9 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:41:02.283767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:02.315483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b065579-c63e-4cbb-bcf0-4a5018ce5687 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:02.316978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b065579-c63e-4cbb-bcf0-4a5018ce5687 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:02.317797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5b065579-c63e-4cbb-bcf0-4a5018ce5687 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:02.333201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.337320 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-33800ac3-328b-4a9b-ba99-813b9ab3ae82 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "DELETE /v2.0/routers/570da6fe-1558-4ecc-a6f6-576b669706a9 HTTP/1.1" status: 204 len: 168 time: 4.4903955 Jan 12 09:41:02.341008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40182) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:02.387767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f7e5847b-df79-4e7a-8cce-adf453eeda3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:02.435758 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7040429 Jan 12 09:41:02.447967 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40186) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:02.457322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.468298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.469470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.478809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '57ff7c15-7892-443e-9967-5f2ba7859472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:02.485312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5847b-df79-4e7a-8cce-adf453eeda3b None None] Routers {'dde2a8c5-f517-4b79-9a12-5541d3d337c5'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:02.485952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f7e5847b-df79-4e7a-8cce-adf453eeda3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['dde2a8c5-f517-4b79-9a12-5541d3d337c5'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:02.594208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6de241c0-31e4-4364-abd5-5390ac0bb03d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:02.610757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5b065579-c63e-4cbb-bcf0-4a5018ce5687 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:02.611925 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5b065579-c63e-4cbb-bcf0-4a5018ce5687 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5748491 Jan 12 09:41:02.617739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40190) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:02.629715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:02.630691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c233d5d-e83a-4894-b2df-43ac8b267ee9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Network': ['ID=57ff7c15-7892-443e-9967-5f2ba7859472,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:02.631140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f7e5847b-df79-4e7a-8cce-adf453eeda3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:02.631552 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5847b-df79-4e7a-8cce-adf453eeda3b None None] The sync data for ids ['dde2a8c5-f517-4b79-9a12-5541d3d337c5'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:02.645823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:02.658811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:02.673580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 57ff7c15-7892-443e-9967-5f2ba7859472 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:02.688433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.744133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'Port': ['ID=7ef69686-7fb2-46d0-ac92-2807a62a05fd,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:02.755800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:02.760791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.774799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:02.811355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:02.827774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1', 'network_id': 'f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'fixed_ips': [{'subnet_id': 'e882fc45-a44f-4376-96f2-197937270eab'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:02.828746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.865024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 6de241c0-31e4-4364-abd5-5390ac0bb03d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:02.871829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6de241c0-31e4-4364-abd5-5390ac0bb03d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:02.872733 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.959886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:03.013490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.024618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:03.122128 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.140573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Allocated IP 172.20.0.2 (f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1/e882fc45-a44f-4376-96f2-197937270eab/7aff7e75-a692-47c5-829d-c7b1e8a44e78) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:03.141031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.145644 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6e049cf9-2001-45c0-8699-250c7ec9401c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9323359 Jan 12 09:41:03.154562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40194) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:03.167851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 6de241c0-31e4-4364-abd5-5390ac0bb03d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6de241c0-31e4-4364-abd5-5390ac0bb03d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:03.187143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.194492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.233137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.241407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.282433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.337574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc449481-2221-47d1-9ed8-eb0f7a693a7b']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:03.344519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=6de241c0-31e4-4364-abd5-5390ac0bb03d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:03.364440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2390292e-62aa-49b2-bb3e-0bc88614175e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet ebbff808-1977-4252-abc7-2fbfadb8f334 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:03.369888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:03.370176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe747e1-a68d-4e24-8f00-419c0ba74ec2') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:03.383782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2390292e-62aa-49b2-bb3e-0bc88614175e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.432940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.436478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.445162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Transition to ACTIVE for port object 7aff7e75-a692-47c5-829d-c7b1e8a44e78 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:03.466838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Transition to ACTIVE for port object 7aff7e75-a692-47c5-829d-c7b1e8a44e78 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:03.474634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.512561 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9a730b77-141c-446c-b7c8-5b42007a1d03 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/routers/dde2a8c5-f517-4b79-9a12-5541d3d337c5 HTTP/1.1" status: 200 len: 919 time: 1.3456731 Jan 12 09:41:03.515577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2390292e-62aa-49b2-bb3e-0bc88614175e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.526803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40198) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:03.546536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.564314 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Network f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:03.567389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:03.571746 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:41:03.572392 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.572545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:03.574888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Pushing event updated for resources: {'Port': ['ID=7aff7e75-a692-47c5-829d-c7b1e8a44e78,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:03.592873 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:03.664111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Attempting to bind port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:03.664394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Attempting to bind port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'abbd7113-eb51-4f26-9ff2-7a4cfb1174ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:03.664739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Attempting to bind port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 on network f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:03.672225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:03.672520 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Checking segment: {'id': 'abbd7113-eb51-4f26-9ff2-7a4cfb1174ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:03.672859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.674698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Bound using segment: {'id': 'abbd7113-eb51-4f26-9ff2-7a4cfb1174ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:03.674698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Bound port: 7aff7e75-a692-47c5-829d-c7b1e8a44e78, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd7113-eb51-4f26-9ff2-7a4cfb1174ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:03.675015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.26.1.232 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/044a5be7-a6ad-4b46-9f3b-5144964ab419) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:03.675586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.731991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.801831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.818126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] For port 7aff7e75-a692-47c5-829d-c7b1e8a44e78, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:03.820060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event deleted for resources: {'Network': ['ID=dc449481-2221-47d1-9ed8-eb0f7a693a7b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:03.822192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] For port 7aff7e75-a692-47c5-829d-c7b1e8a44e78, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7aff7e75-a692-47c5-829d-c7b1e8a44e78,segment=NetworkSegment(abbd7113-eb51-4f26-9ff2-7a4cfb1174ef),segment_id=abbd7113-eb51-4f26-9ff2-7a4cfb1174ef)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:03.835557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.845165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2390292e-62aa-49b2-bb3e-0bc88614175e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.880045 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b48d83ca-8f9f-43c8-829f-139684c5bb11 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "DELETE /v2.0/networks/dc449481-2221-47d1-9ed8-eb0f7a693a7b HTTP/1.1" status: 204 len: 168 time: 1.5378928 Jan 12 09:41:03.886896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40202) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:03.920038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db677150-9c17-4a5f-b84d-f729a440be77 None None] Pushing event updated for resources: {'Port': ['ID=7aff7e75-a692-47c5-829d-c7b1e8a44e78,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:03.939462 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-42e52007-b861-407d-b644-485009a6c071 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&device_id=dde2a8c5-f517-4b79-9a12-5541d3d337c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4100285 Jan 12 09:41:03.947178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40206) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:04.038542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.087919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.126304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2390292e-62aa-49b2-bb3e-0bc88614175e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.186261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=18d115d2-3875-478b-87b3-cc404edc0ab2,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:04.186876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390292e-62aa-49b2-bb3e-0bc88614175e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbff808-1977-4252-abc7-2fbfadb8f334,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:04.209084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57a46b16-9575-4459-9af8-fa97df74b824 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.238584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26689090-2b6d-4200-bba2-0c154a02213c None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:04.244623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2390292e-62aa-49b2-bb3e-0bc88614175e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.295951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57a46b16-9575-4459-9af8-fa97df74b824 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.307753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696b21c-81eb-43f1-ad76-e1d87ecece0f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:04.308507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a696b21c-81eb-43f1-ad76-e1d87ecece0f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Synchronizing usage tracker for tenant:001461c4d1d240b187f590062c7e5e37 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:04.326841 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2390292e-62aa-49b2-bb3e-0bc88614175e tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/ebbff808-1977-4252-abc7-2fbfadb8f334 HTTP/1.1" status: 204 len: 168 time: 1.7079005 Jan 12 09:41:04.327826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40210) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:04.429511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.599757 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6de241c0-31e4-4364-abd5-5390ac0bb03d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:04.615420 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f878202c-7a99-418c-91f0-90bd9118b977 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2780430 Jan 12 09:41:04.629387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40214) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:04.636780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.672320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a696b21c-81eb-43f1-ad76-e1d87ecece0f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Unset dirty status for tenant:001461c4d1d240b187f590062c7e5e37 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:04.673759 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a696b21c-81eb-43f1-ad76-e1d87ecece0f tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 881 time: 0.7256625 Jan 12 09:41:04.681638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40218) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:04.711562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6de241c0-31e4-4364-abd5-5390ac0bb03d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:04.711874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Checking segment: {'id': 'd3076be4-f835-40ce-af6d-41eb50729b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '57ff7c15-7892-443e-9967-5f2ba7859472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:04.712034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.712269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network hostable DHCP agents. Network: 57ff7c15-7892-443e-9967-5f2ba7859472, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:04.766298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:04.774479 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-070702d8-9215-4a5a-bcfd-ae38bab1ef12 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=dde2a8c5-f517-4b79-9a12-5541d3d337c5 HTTP/1.1" status: 200 len: 205 time: 0.0844448 Jan 12 09:41:04.777470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:04.783307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:04.860350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40222) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:04.868364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ac0c2-e888-4788-8d70-cd27eb2bf34f None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:41:04.872350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=044a5be7-a6ad-4b46-9f3b-5144964ab419,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:04.876164 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f98ac0c2-e888-4788-8d70-cd27eb2bf34f None None] Deleting port 6de241c0-31e4-4364-abd5-5390ac0bb03d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:04.876545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f98ac0c2-e888-4788-8d70-cd27eb2bf34f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.971115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 57ff7c15-7892-443e-9967-5f2ba7859472 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:05.010182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.015009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 57ff7c15-7892-443e-9967-5f2ba7859472) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:05.021896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:05.022621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.041248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57a46b16-9575-4459-9af8-fa97df74b824 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.041849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0163e9c-0971-4249-b177-ff0a3c42137f None None] Network 57ff7c15-7892-443e-9967-5f2ba7859472 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:05.080376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81144e62-a257-4db0-b6ff-0e81d3ad3564 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:05.081286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-81144e62-a257-4db0-b6ff-0e81d3ad3564 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:05.107304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a46b16-9575-4459-9af8-fa97df74b824 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c4ad27-627c-4aed-a6b6-0cb232cf65d4,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:05.141614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57a46b16-9575-4459-9af8-fa97df74b824 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.143241 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-57a46b16-9575-4459-9af8-fa97df74b824 tempest-TestNetworkAdvancedServerOps-720071377 tempest-TestNetworkAdvancedServerOps-720071377-project] 10.222.0.58 "DELETE /v2.0/security-groups/27c4ad27-627c-4aed-a6b6-0cb232cf65d4 HTTP/1.1" status: 204 len: 168 time: 1.2552230 Jan 12 09:41:05.153092 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-81144e62-a257-4db0-b6ff-0e81d3ad3564 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:05.156863 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-81144e62-a257-4db0-b6ff-0e81d3ad3564 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5236797 Jan 12 09:41:05.157764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40228) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:05.172731 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1fcc8dd6-31af-4da1-a55f-ecf60f2a5b2f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7233119 Jan 12 09:41:05.178698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40232) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:05.188474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.223801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '57ff7c15-7892-443e-9967-5f2ba7859472', 'name': 'tempest-PortsIpV6TestJSON-1579855382'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:05.249052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7aff7e75-a692-47c5-829d-c7b1e8a44e78 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:05.254969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bee536-2458-43c1-95ee-bd549d1ada0a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:05.256641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-63bee536-2458-43c1-95ee-bd549d1ada0a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:05.378259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-63bee536-2458-43c1-95ee-bd549d1ada0a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:05.382566 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-63bee536-2458-43c1-95ee-bd549d1ada0a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2236402 Jan 12 09:41:05.385044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40238) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:05.439610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b96985-ed0b-414a-ae7d-712230e47256 None None] Network f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:05.470845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f98ac0c2-e888-4788-8d70-cd27eb2bf34f None None] For port 6de241c0-31e4-4364-abd5-5390ac0bb03d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6de241c0-31e4-4364-abd5-5390ac0bb03d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:05.471184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f98ac0c2-e888-4788-8d70-cd27eb2bf34f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.537266 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2718a060-beb4-4cd5-8521-fa8a6fc5ab17 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1497276 Jan 12 09:41:05.537934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40244) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:05.551988 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:05.595372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Allocated IP 172.20.0.1 (f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1/e882fc45-a44f-4376-96f2-197937270eab/e7471e86-ca16-4840-b388-5140b15d2aec) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:05.643337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40248) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:05.671363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f98ac0c2-e888-4788-8d70-cd27eb2bf34f None None] Calling delete_port for 6de241c0-31e4-4364-abd5-5390ac0bb03d owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:05.733013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:05.748275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:05.762084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:05.773334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f98ac0c2-e888-4788-8d70-cd27eb2bf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.788147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:05.793734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:05.800491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.826410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:05.829906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.851098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ac0c2-e888-4788-8d70-cd27eb2bf34f None None] Pushing event deleted for resources: {'Port': ['ID=6de241c0-31e4-4364-abd5-5390ac0bb03d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:05.874244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port a2ae9a0e-8f18-4a52-be61-1b200fdbd037 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:05.954107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ac0c2-e888-4788-8d70-cd27eb2bf34f None None] No DVR routers for this DVR port 6de241c0-31e4-4364-abd5-5390ac0bb03d on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:05.992347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.994071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.999477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:41:06.080586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-facc8b0a-b2fb-402c-8c26-7b0557262464 None None] Provisioning for port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:06.081773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.097976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:06.101071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:06.101799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.120886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.123529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.129878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.140087 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-facc8b0a-b2fb-402c-8c26-7b0557262464 None None] Provisioning complete for port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:06.140454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-facc8b0a-b2fb-402c-8c26-7b0557262464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.268335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-57ff7c15-7892-443e-9967-5f2ba7859472', 'network_id': '57ff7c15-7892-443e-9967-5f2ba7859472', 'tenant_id': 'd2c18f6667a44a878bdf808577b8beaa', 'fixed_ips': [{'subnet_id': '18d115d2-3875-478b-87b3-cc404edc0ab2'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:06.268335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.319999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Transition to ACTIVE for port object e7471e86-ca16-4840-b388-5140b15d2aec will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:06.397960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0b348164-2975-4774-b6ec-740c466803cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=875fb44060cb4d74ad4660b23bd39c0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7498803 Jan 12 09:41:06.405658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40254) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:06.499541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'Port': ['ID=7ef69686-7fb2-46d0-ac92-2807a62a05fd,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:06.510125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.622320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.663237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-facc8b0a-b2fb-402c-8c26-7b0557262464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.665204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.665451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.665800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.666264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.666608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.667443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.667443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.667631 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.668887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.668887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.668887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:06.673168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bff49ac4-46f5-4e14-bd5f-5233ad0e3a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.675173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8::189 (57ff7c15-7892-443e-9967-5f2ba7859472/18d115d2-3875-478b-87b3-cc404edc0ab2/a2ae9a0e-8f18-4a52-be61-1b200fdbd037) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:06.711333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 7aff7e75-a692-47c5-829d-c7b1e8a44e78, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7aff7e75-a692-47c5-829d-c7b1e8a44e78,segment=NetworkSegment(abbd7113-eb51-4f26-9ff2-7a4cfb1174ef),segment_id=abbd7113-eb51-4f26-9ff2-7a4cfb1174ef)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:06.719127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.729889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.744197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bff49ac4-46f5-4e14-bd5f-5233ad0e3a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.766198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 59f2f693-a08e-4f83-bda3-a38bb885c80f no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:06.832661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 59f2f693-a08e-4f83-bda3-a38bb885c80f {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:41:06.833324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 59f2f693-a08e-4f83-bda3-a38bb885c80f not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:06.912965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=7aff7e75-a692-47c5-829d-c7b1e8a44e78,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:06.935201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-facc8b0a-b2fb-402c-8c26-7b0557262464 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:06.935201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-facc8b0a-b2fb-402c-8c26-7b0557262464 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:06.938875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6de241c0-31e4-4364-abd5-5390ac0bb03d no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:06.985765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 6de241c0-31e4-4364-abd5-5390ac0bb03d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:41:06.985765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6de241c0-31e4-4364-abd5-5390ac0bb03d not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:07.008944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bff49ac4-46f5-4e14-bd5f-5233ad0e3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.022616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:07.037447 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:07.049965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff49ac4-46f5-4e14-bd5f-5233ad0e3a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5c6c66-6b69-4ba9-9a14-084ea760148e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:07.058904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.121707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:07.152655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.157626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=e7471e86-ca16-4840-b388-5140b15d2aec,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:07.192852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:07.197253 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=ba3fa92d-382e-4461-8ff4-3f2a1b58f1a8,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:07.200574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:07.201652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Deleting port 320ac2d6-4d2d-44af-94dd-90de327baabe {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:07.202206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.211075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6027c2dd-8949-4449-9c23-b179a2e51774 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:07.243099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bff49ac4-46f5-4e14-bd5f-5233ad0e3a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.244371 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bff49ac4-46f5-4e14-bd5f-5233ad0e3a7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a5c6c66-6b69-4ba9-9a14-084ea760148e HTTP/1.1" status: 204 len: 168 time: 0.8042548 Jan 12 09:41:07.276436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:07.280179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.383562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.408031 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-be0c90b4-0fcd-45a9-a76e-80775dccd131 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8667254 Jan 12 09:41:07.433432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40260) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:07.440458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:dd:85:4c', 'name': 'tempest-NetworksTestDHCPv6-600565907'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:07.465831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.483317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object a2ae9a0e-8f18-4a52-be61-1b200fdbd037 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:07.516931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.630386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:41:07.667189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Allocated IP 2001:db8::2 (57ff7c15-7892-443e-9967-5f2ba7859472/18d115d2-3875-478b-87b3-cc404edc0ab2/2ca74987-d3ef-4272-b228-2df37df7d8a5) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:07.673188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': 'ba3fa92d-382e-4461-8ff4-3f2a1b58f1a8'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:07.674811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.688397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 57ff7c15-7892-443e-9967-5f2ba7859472 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:07.692293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=a2ae9a0e-8f18-4a52-be61-1b200fdbd037,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:07.700575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.703001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:07.711119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:07.716148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:07.717128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.772111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:07.810038 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Floating IP 79789c83-e3aa-43c9-954f-596b896935be associated. External IP: 172.26.1.112, port: dbf05729-4cc8-4c42-abeb-0bf137aa6126. Jan 12 09:41:07.864871 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cb47e220-18ab-463a-bfeb-836f597a37c9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6855671 Jan 12 09:41:07.865700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40266) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:07.881795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40268) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:07.882872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Calling delete_port for 320ac2d6-4d2d-44af-94dd-90de327baabe owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:07.905211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f81dd52a-53ab-452e-8717-54e95c1e7856 None None] Provisioning complete for port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:07.905861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f81dd52a-53ab-452e-8717-54e95c1e7856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.913145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '57ff7c15-7892-443e-9967-5f2ba7859472', 'name': 'tempest-PortsIpV6TestJSON-432619206'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:07.934919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dda57dc3-3682-4479-90ac-6ad9ecab648c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.935141 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:07.953828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.970836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:07.974587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.036510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 839ac16f-48b1-438e-b08b-c4269f0d414b yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:08.106589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Allocated IP 2001:db8::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/ba3fa92d-382e-4461-8ff4-3f2a1b58f1a8/70c134ef-05bd-4e3f-87d1-2e20e566ae4e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:08.129062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dda57dc3-3682-4479-90ac-6ad9ecab648c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:08.139539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dda57dc3-3682-4479-90ac-6ad9ecab648c admin admin] Usage tracker for resource:security_group_rule and tenant:93cfb88ba0794c239d1881d805668608 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:08.147679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dda57dc3-3682-4479-90ac-6ad9ecab648c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:08.219616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dda57dc3-3682-4479-90ac-6ad9ecab648c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:08.270719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.272561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.301385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Transition to ACTIVE for port object 2ca74987-d3ef-4272-b228-2df37df7d8a5 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:08.317782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Pushing event deleted for resources: {'Port': ['ID=320ac2d6-4d2d-44af-94dd-90de327baabe,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:08.341179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:08.354931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:08.355691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Transition to ACTIVE for port object 2ca74987-d3ef-4272-b228-2df37df7d8a5 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:08.360173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f81dd52a-53ab-452e-8717-54e95c1e7856 None None] Provisioning for port e7471e86-ca16-4840-b388-5140b15d2aec completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:08.361083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:08.361512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:08.375535 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b55627-1f5a-4d8e-8523-b5572d712c7c None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:08.387571 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b55627-1f5a-4d8e-8523-b5572d712c7c None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:08.388381 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-44b55627-1f5a-4d8e-8523-b5572d712c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:08.396870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f81dd52a-53ab-452e-8717-54e95c1e7856 None None] Provisioning complete for port e7471e86-ca16-4840-b388-5140b15d2aec triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:08.397206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f81dd52a-53ab-452e-8717-54e95c1e7856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.433492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.434790 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e80a50cd-55ac-40c9-a2c0-7f861cd16043 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0652108 Jan 12 09:41:08.437752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40274) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.457182 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-44b55627-1f5a-4d8e-8523-b5572d712c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:08.468901 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b55627-1f5a-4d8e-8523-b5572d712c7c None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:08.469807 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-44b55627-1f5a-4d8e-8523-b5572d712c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:08.511508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f81dd52a-53ab-452e-8717-54e95c1e7856 None None] Port e7471e86-ca16-4840-b388-5140b15d2aec cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:08.520034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.536292 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-44b55627-1f5a-4d8e-8523-b5572d712c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:08.537144 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b55627-1f5a-4d8e-8523-b5572d712c7c None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:08.601146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:08.611630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dda57dc3-3682-4479-90ac-6ad9ecab648c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.615803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Network 57ff7c15-7892-443e-9967-5f2ba7859472 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:08.621713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:08.625871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Pushing event updated for resources: {'Port': ['ID=2ca74987-d3ef-4272-b228-2df37df7d8a5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:08.629883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:08.640520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dda57dc3-3682-4479-90ac-6ad9ecab648c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.644350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.648145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.713745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:08.716757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.719428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Transition to ACTIVE for port object 70c134ef-05bd-4e3f-87d1-2e20e566ae4e will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:08.756244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Attempting to bind port 2ca74987-d3ef-4272-b228-2df37df7d8a5 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:08.756881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Attempting to bind port 2ca74987-d3ef-4272-b228-2df37df7d8a5 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'd3076be4-f835-40ce-af6d-41eb50729b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '57ff7c15-7892-443e-9967-5f2ba7859472'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:08.757408 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Attempting to bind port 2ca74987-d3ef-4272-b228-2df37df7d8a5 on network 57ff7c15-7892-443e-9967-5f2ba7859472 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:08.761921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Transition to ACTIVE for port object 70c134ef-05bd-4e3f-87d1-2e20e566ae4e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:08.768607 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:08.769382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Checking segment: {'id': 'd3076be4-f835-40ce-af6d-41eb50729b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '57ff7c15-7892-443e-9967-5f2ba7859472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:08.769756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.770140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Bound using segment: {'id': 'd3076be4-f835-40ce-af6d-41eb50729b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '57ff7c15-7892-443e-9967-5f2ba7859472'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:08.770627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Bound port: 2ca74987-d3ef-4272-b228-2df37df7d8a5, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3076be4-f835-40ce-af6d-41eb50729b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '57ff7c15-7892-443e-9967-5f2ba7859472'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:08.771052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.788280 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.806404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda57dc3-3682-4479-90ac-6ad9ecab648c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d12a9c-ac14-4ebb-820b-846d2da7464c,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:08.813515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port 5a90f21b-e16c-4402-9670-6169e86ed6b6 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:08.856471 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dda57dc3-3682-4479-90ac-6ad9ecab648c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93cfb88ba0794c239d1881d805668608&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9790947 Jan 12 09:41:08.869612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40278) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.936157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:08.942044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:08.958344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7aff7e75-a692-47c5-829d-c7b1e8a44e78 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:08.988417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:08.995024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Pushing event updated for resources: {'Port': ['ID=70c134ef-05bd-4e3f-87d1-2e20e566ae4e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:09.061032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] For port 2ca74987-d3ef-4272-b228-2df37df7d8a5, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:09.105169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] For port 2ca74987-d3ef-4272-b228-2df37df7d8a5, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2ca74987-d3ef-4272-b228-2df37df7d8a5,segment=NetworkSegment(d3076be4-f835-40ce-af6d-41eb50729b7e),segment_id=d3076be4-f835-40ce-af6d-41eb50729b7e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:09.107632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.120263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::20e (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/ba3fa92d-382e-4461-8ff4-3f2a1b58f1a8/839ac16f-48b1-438e-b08b-c4269f0d414b) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:09.130405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.134387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.174638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.184022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Attempting to bind port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:09.184355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Attempting to bind port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:09.184986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Attempting to bind port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:09.216032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:09.216298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:09.216885 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.217265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:09.217884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Bound port: 70c134ef-05bd-4e3f-87d1-2e20e566ae4e, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:09.218301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.235167 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:09.235819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.257067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.285966 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.286792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Fanout notify agent at l3_agent the message router_deleted on router dde2a8c5-f517-4b79-9a12-5541d3d337c5 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:41:09.316778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c45c587d-15d5-4f85-aa07-25e8a1e499f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.338193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787937c-697c-4d0d-9e85-85317f366574 None None] Pushing event updated for resources: {'Port': ['ID=2ca74987-d3ef-4272-b228-2df37df7d8a5,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:09.362367 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.363732 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-69383f28-c905-48d4-b533-c088d1fdfb58 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/dde2a8c5-f517-4b79-9a12-5541d3d337c5 HTTP/1.1" status: 204 len: 168 time: 4.4975264 Jan 12 09:41:09.368082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40282) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:09.376630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-35498290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:09.395039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:09.405899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Usage tracker for resource:router and tenant:3f374d6dd1844b1ab0ddf16dc730bd8f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:09.410678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:09.421229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] For port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:09.430097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:09.439798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c45c587d-15d5-4f85-aa07-25e8a1e499f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.453124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] For port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=70c134ef-05bd-4e3f-87d1-2e20e566ae4e,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:09.464266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.532866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=e7471e86-ca16-4840-b388-5140b15d2aec,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:09.546441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.547586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.562355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.579574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b676f3-4bef-43ab-b01e-c418a85da155 None None] Pushing event updated for resources: {'Port': ['ID=70c134ef-05bd-4e3f-87d1-2e20e566ae4e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:09.592077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8::1df (57ff7c15-7892-443e-9967-5f2ba7859472/18d115d2-3875-478b-87b3-cc404edc0ab2/5a90f21b-e16c-4402-9670-6169e86ed6b6) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:09.598755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 839ac16f-48b1-438e-b08b-c4269f0d414b will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:09.602141 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c45c587d-15d5-4f85-aa07-25e8a1e499f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.618476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.660640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.667051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c587d-15d5-4f85-aa07-25e8a1e499f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d12a9c-ac14-4ebb-820b-846d2da7464c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:09.676495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.782334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.782612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c45c587d-15d5-4f85-aa07-25e8a1e499f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.783595 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c45c587d-15d5-4f85-aa07-25e8a1e499f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98d12a9c-ac14-4ebb-820b-846d2da7464c HTTP/1.1" status: 204 len: 168 time: 0.9092393 Jan 12 09:41:09.848590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:09.851647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.853867 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1dbedf48-586c-44bf-8f58-001124f74cc2 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4846187 Jan 12 09:41:09.859020 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40288) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:09.866777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:09.870250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'enable_snat': False}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:09.885785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:09.890448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:09.891754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.936044 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5014117 Jan 12 09:41:09.944756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40292) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:10.006968 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faeb43-53d7-4bbd-8d12-d3c74e7d00bf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=839ac16f-48b1-438e-b08b-c4269f0d414b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:10.186876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b9c37-e70d-4297-ab0b-3ae892529cc4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:10.191152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b9c37-e70d-4297-ab0b-3ae892529cc4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:10.192147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b72b9c37-e70d-4297-ab0b-3ae892529cc4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:10.242845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b72b9c37-e70d-4297-ab0b-3ae892529cc4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:10.244683 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b72b9c37-e70d-4297-ab0b-3ae892529cc4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2988620 Jan 12 09:41:10.249119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40296) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:10.322249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:10.331706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:10.382942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 839ac16f-48b1-438e-b08b-c4269f0d414b {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:10.383294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.549608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.607720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object 5a90f21b-e16c-4402-9670-6169e86ed6b6 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:10.705817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Router 251249a4-f463-4737-a253-ecbe3acd1f51 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:10.932325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.981361 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-69fc064f-65f1-4ea8-9478-64b8f7fbe46f None None] Provisioning complete for port e7471e86-ca16-4840-b388-5140b15d2aec triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:10.982326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69fc064f-65f1-4ea8-9478-64b8f7fbe46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.041750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.059587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2ca74987-d3ef-4272-b228-2df37df7d8a5 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:11.148482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.168094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3273004-f987-4d9a-8159-96066283c2fc None None] Network 57ff7c15-7892-443e-9967-5f2ba7859472 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:11.300365 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 839ac16f-48b1-438e-b08b-c4269f0d414b owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:11.332374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-69fc064f-65f1-4ea8-9478-64b8f7fbe46f None None] Port e7471e86-ca16-4840-b388-5140b15d2aec cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:11.349947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 57ff7c15-7892-443e-9967-5f2ba7859472 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:11.366692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.374076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:11.376284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=5a90f21b-e16c-4402-9670-6169e86ed6b6,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:11.381147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:11.385774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:11.386538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.415100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 2ca74987-d3ef-4272-b228-2df37df7d8a5 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:11.424025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 70c134ef-05bd-4e3f-87d1-2e20e566ae4e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:11.494959 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8c252ac9-b015-456f-a260-c130776da4a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5943470 Jan 12 09:41:11.500568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40300) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:11.509990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Provisioning for port 2ca74987-d3ef-4272-b228-2df37df7d8a5 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:11.518195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Provisioning complete for port 2ca74987-d3ef-4272-b228-2df37df7d8a5 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:11.518933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.584701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:11.679629 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.723141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] For port 2ca74987-d3ef-4272-b228-2df37df7d8a5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2ca74987-d3ef-4272-b228-2df37df7d8a5,segment=NetworkSegment(d3076be4-f835-40ce-af6d-41eb50729b7e),segment_id=d3076be4-f835-40ce-af6d-41eb50729b7e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:11.729421 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.787963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router 8ae78853-78d6-4ef4-8e11-983138f2d585 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:41:11.812909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:11.831009 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] Sync routers for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:11.840721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.847583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b80156-26d3-4178-95eb-b979c035b628 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:11.849123 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-46b80156-26d3-4178-95eb-b979c035b628 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A189 HTTP/1.1" status: 200 len: 929 time: 0.3324707 Jan 12 09:41:11.852017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Pushing event updated for resources: {'Port': ['ID=2ca74987-d3ef-4272-b228-2df37df7d8a5,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:11.868987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:11.870756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:11.893634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40304) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:11.920887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.961079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=839ac16f-48b1-438e-b08b-c4269f0d414b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:11.976090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Provisioning for port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:11.986252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Provisioning complete for port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:11.986886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.997841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:11.998180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:11.998506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:11.998853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:11.999177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:11.999496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:11.999810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.000175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.000495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.000804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.001112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.063634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.064216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.064772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.065319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.067091 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.068700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.075123 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.075900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.076435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.076962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.077504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:12.094255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.128871 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7bb29fcd-57b0-43b3-9791-f64154f45b80 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.5749543 Jan 12 09:41:12.149347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'tag': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:41:12.167803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.180091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5a9410b4-f0eb-4214-a7be-c4f12c1c740c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 5a90f21b-e16c-4402-9670-6169e86ed6b6 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:12.180423 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a9410b4-f0eb-4214-a7be-c4f12c1c740c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.209344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.237567 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d561acab-052c-4dc6-8aff-31e939b39dc1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/839ac16f-48b1-438e-b08b-c4269f0d414b HTTP/1.1" status: 204 len: 168 time: 1.9840629 Jan 12 09:41:12.240688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40312) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:12.291247 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'tag': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126', 'status': 'completed', 'code': 200} Jan 12 09:41:12.328493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:41:12.334110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.20.0.1 (68f40bf8-0d15-4586-8758-8b17e6120a42/fa265102-aa75-4bab-8d17-16c41e918f40/1ba1cbd0-913c-4ccd-8ee0-589e49c217c5) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:12.406070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.434886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:12.448831 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feb67c5-cee3-408b-895f-9ee6e3730c07 None None] Sync routers for ids ['8ae78853-78d6-4ef4-8e11-983138f2d585'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:12.476372 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb67c5-cee3-408b-895f-9ee6e3730c07 None None] Routers {'8ae78853-78d6-4ef4-8e11-983138f2d585'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:12.476993 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1feb67c5-cee3-408b-895f-9ee6e3730c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8ae78853-78d6-4ef4-8e11-983138f2d585'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:12.509908 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-781f4184-dae9-457c-9ba6-decab3c8510a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/8ae78853-78d6-4ef4-8e11-983138f2d585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3539383 Jan 12 09:41:12.518080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40316) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:12.544384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ade9797-8f74-492c-b753-52364c14f3b6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:12.546101 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ade9797-8f74-492c-b753-52364c14f3b6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:12.547139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8ade9797-8f74-492c-b753-52364c14f3b6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:12.603069 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1feb67c5-cee3-408b-895f-9ee6e3730c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:12.615419 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb67c5-cee3-408b-895f-9ee6e3730c07 None None] Routers {'8ae78853-78d6-4ef4-8e11-983138f2d585'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:12.616025 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1feb67c5-cee3-408b-895f-9ee6e3730c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8ae78853-78d6-4ef4-8e11-983138f2d585'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:12.618303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Allocated IP 172.26.1.228 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/79e690f4-4415-4769-b18c-e201344a30bf) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:12.651328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db3002b-c0ce-404c-95fa-2b66487a622f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:12.651905 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5db3002b-c0ce-404c-95fa-2b66487a622f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:12.679656 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b804494-7a84-4e04-aa2a-ff9e4cb26bc9 req-fc4b7314-6297-4106-a4c6-b1ae5b0f6520 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 1098 time: 0.3642411 Jan 12 09:41:12.684631 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1feb67c5-cee3-408b-895f-9ee6e3730c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:12.685079 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feb67c5-cee3-408b-895f-9ee6e3730c07 None None] The sync data for ids ['8ae78853-78d6-4ef4-8e11-983138f2d585'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:12.752590 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] For port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=70c134ef-05bd-4e3f-87d1-2e20e566ae4e,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:12.768312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.827477 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8ade9797-8f74-492c-b753-52364c14f3b6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:12.827477 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8ade9797-8f74-492c-b753-52364c14f3b6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5707862 Jan 12 09:41:12.827477 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40320) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:12.923833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49e7d5-8716-4a7f-a570-edb0d5c6c48f None None] Pushing event updated for resources: {'Port': ['ID=70c134ef-05bd-4e3f-87d1-2e20e566ae4e,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:12.927959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2ca74987-d3ef-4272-b228-2df37df7d8a5 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:12.965981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Could not find standard attr ID for object 839ac16f-48b1-438e-b08b-c4269f0d414b. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:41:12.986221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.010585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Provisioning for port 5a90f21b-e16c-4402-9670-6169e86ed6b6 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:13.024517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Provisioning complete for port 5a90f21b-e16c-4402-9670-6169e86ed6b6 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:13.024887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5db3002b-c0ce-404c-95fa-2b66487a622f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:13.025478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.028738 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5db3002b-c0ce-404c-95fa-2b66487a622f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports/e7471e86-ca16-4840-b388-5140b15d2aec HTTP/1.1" status: 200 len: 910 time: 0.5094025 Jan 12 09:41:13.031212 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40324) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:13.092252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a9410b4-f0eb-4214-a7be-c4f12c1c740c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.112284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Port 5a90f21b-e16c-4402-9670-6169e86ed6b6 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:13.112284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '79789c83-e3aa-43c9-954f-596b896935be', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:18:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:41:03Z', 'updated_at': '2022-01-12T09:41:03Z', 'revision_number': 0, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:13.112284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2ca74987-d3ef-4272-b228-2df37df7d8a5 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:13.112284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.147076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] Checking router: 251249a4-f463-4737-a253-ecbe3acd1f51 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:41:13.201779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Provisioning complete for port 2ca74987-d3ef-4272-b228-2df37df7d8a5 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:13.201779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.226024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:13.226024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:13.241877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5a9410b4-f0eb-4214-a7be-c4f12c1c740c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 5a90f21b-e16c-4402-9670-6169e86ed6b6 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:13.274980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.298164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b804494-7a84-4e04-aa2a-ff9e4cb26bc9 req-fb095844-601c-481b-bfd1-fea493f0b166 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:13.298164 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b804494-7a84-4e04-aa2a-ff9e4cb26bc9 req-fb095844-601c-481b-bfd1-fea493f0b166 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.5656452 Jan 12 09:41:13.351567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.438420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5f4cc9-0164-4203-bbee-446dd6111f1f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet ba3fa92d-382e-4461-8ff4-3f2a1b58f1a8 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:13.452588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e5f4cc9-0164-4203-bbee-446dd6111f1f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.479099 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b804494-7a84-4e04-aa2a-ff9e4cb26bc9 req-d3eb11a0-88f4-493d-842a-f870fcb227a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf05729-4cc8-4c42-abeb-0bf137aa6126 HTTP/1.1" status: 200 len: 999 time: 0.1307840 Jan 12 09:41:13.532842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.561426 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e5f4cc9-0164-4203-bbee-446dd6111f1f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.568517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:41:13.664321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e5f4cc9-0164-4203-bbee-446dd6111f1f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.670676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:13.670676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:13.670676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:13.716771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b804494-7a84-4e04-aa2a-ff9e4cb26bc9 req-cdde03c2-92dc-416f-9095-570ce09f11ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:13.716771 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b804494-7a84-4e04-aa2a-ff9e4cb26bc9 req-cdde03c2-92dc-416f-9095-570ce09f11ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.2313974 Jan 12 09:41:13.724904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=1ba1cbd0-913c-4ccd-8ee0-589e49c217c5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:13.744205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Provisioning for port a2ae9a0e-8f18-4a52-be61-1b200fdbd037 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:13.771128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Pushing event updated for resources: {'Port': ['ID=79e690f4-4415-4769-b18c-e201344a30bf,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:13.776199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 68f40bf8-0d15-4586-8758-8b17e6120a42 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:13.788981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Provisioning complete for port a2ae9a0e-8f18-4a52-be61-1b200fdbd037 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:13.788981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.828576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:13.834522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:13.922462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.954801 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e5f4cc9-0164-4203-bbee-446dd6111f1f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.978351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9da5b118-5e83-4183-8a5a-f719d1d14fee None None] Port a2ae9a0e-8f18-4a52-be61-1b200fdbd037 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:14.003102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a9410b4-f0eb-4214-a7be-c4f12c1c740c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.003102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e5f4cc9-0164-4203-bbee-446dd6111f1f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.033911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a6bbab-21a0-4613-81a7-4debb36f06eb None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:14.072593 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b804494-7a84-4e04-aa2a-ff9e4cb26bc9 req-f9072ff3-a4ed-4fc0-9d8a-f9d25fe1c4db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3360450 Jan 12 09:41:14.104105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9410b4-f0eb-4214-a7be-c4f12c1c740c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=5a90f21b-e16c-4402-9670-6169e86ed6b6,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:14.104105 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2e5f4cc9-0164-4203-bbee-446dd6111f1f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/ba3fa92d-382e-4461-8ff4-3f2a1b58f1a8 HTTP/1.1" status: 204 len: 168 time: 1.2694850 Jan 12 09:41:14.111217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40328) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:14.135791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f4cc9-0164-4203-bbee-446dd6111f1f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3fa92d-382e-4461-8ff4-3f2a1b58f1a8,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:14.161158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5a9410b4-f0eb-4214-a7be-c4f12c1c740c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.161158 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5a9410b4-f0eb-4214-a7be-c4f12c1c740c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/5a90f21b-e16c-4402-9670-6169e86ed6b6 HTTP/1.1" status: 204 len: 168 time: 2.2623129 Jan 12 09:41:14.161158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40332) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:14.253560 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-745b6fac-90b0-4b03-90d9-dd78f7d066c3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:41:14.253560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-745b6fac-90b0-4b03-90d9-dd78f7d066c3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:14.307210 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7ddeab62-2231-4f9e-b781-7e0cecb574b9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1961608 Jan 12 09:41:14.319335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40336) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:14.359713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-745b6fac-90b0-4b03-90d9-dd78f7d066c3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:14.364490 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-745b6fac-90b0-4b03-90d9-dd78f7d066c3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/5a90f21b-e16c-4402-9670-6169e86ed6b6 HTTP/1.1" status: 404 len: 333 time: 0.2001956 Jan 12 09:41:14.380893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.386715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40340) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:14.403381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '79789c83-e3aa-43c9-954f-596b896935be', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:18:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:41:03Z', 'updated_at': '2022-01-12T09:41:03Z', 'revision_number': 0, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:14.431094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd33e84-a49e-4cb2-ad3d-7939cb9bb387 None None] The sync data for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv is: [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '79789c83-e3aa-43c9-954f-596b896935be', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.112', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:18:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:41:03Z', 'updated_at': '2022-01-12T09:41:03Z', 'revision_number': 0, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:14.568967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d25106c-779f-4050-8700-7ec5280e70b5 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:41:14.574344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7d25106c-779f-4050-8700-7ec5280e70b5 None None] Deleting port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:14.575232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d25106c-779f-4050-8700-7ec5280e70b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.619467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.679977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b804494-7a84-4e04-aa2a-ff9e4cb26bc9 req-f2d34036-d274-45cd-b6ed-42db0ac05f25 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068683 Jan 12 09:41:14.696348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-24274187-e476-45bf-93ff-a9c9e3ff34e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port a2ae9a0e-8f18-4a52-be61-1b200fdbd037 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:14.696686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24274187-e476-45bf-93ff-a9c9e3ff34e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.780270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924af648-f05d-44c4-af83-ea99888ba2dc None None] New status for floating IP 79789c83-e3aa-43c9-954f-596b896935be: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:41:14.885245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7d25106c-779f-4050-8700-7ec5280e70b5 None None] For port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=70c134ef-05bd-4e3f-87d1-2e20e566ae4e,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:14.885904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d25106c-779f-4050-8700-7ec5280e70b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.960125 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 70c134ef-05bd-4e3f-87d1-2e20e566ae4e no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:15.054815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7d25106c-779f-4050-8700-7ec5280e70b5 None None] Calling delete_port for 70c134ef-05bd-4e3f-87d1-2e20e566ae4e owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:15.107893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.108788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.114130 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.164059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0236808-dd0f-4811-b982-eaa7cfb7e531 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:15.164766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a0236808-dd0f-4811-b982-eaa7cfb7e531 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:15.232094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.240283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=1ba1cbd0-913c-4ccd-8ee0-589e49c217c5,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:15.340440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d25106c-779f-4050-8700-7ec5280e70b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.341163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a0236808-dd0f-4811-b982-eaa7cfb7e531 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:15.342257 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a0236808-dd0f-4811-b982-eaa7cfb7e531 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0215039 Jan 12 09:41:15.350422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40344) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:15.415124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.426038 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b804494-7a84-4e04-aa2a-ff9e4cb26bc9 req-327da67d-f78c-40fc-a023-97b36269b95f service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099867 Jan 12 09:41:15.433745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25106c-779f-4050-8700-7ec5280e70b5 None None] Pushing event deleted for resources: {'Port': ['ID=70c134ef-05bd-4e3f-87d1-2e20e566ae4e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:15.433745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25106c-779f-4050-8700-7ec5280e70b5 None None] No DVR routers for this DVR port 70c134ef-05bd-4e3f-87d1-2e20e566ae4e on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:15.497871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7117f55a-a40b-493d-b756-4f6b9afcc0c4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:15.497871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7117f55a-a40b-493d-b756-4f6b9afcc0c4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:15.518448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 68f40bf8-0d15-4586-8758-8b17e6120a42 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:15.518448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:15.547156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.560217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24274187-e476-45bf-93ff-a9c9e3ff34e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.566269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.604455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7117f55a-a40b-493d-b756-4f6b9afcc0c4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:15.605614 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7117f55a-a40b-493d-b756-4f6b9afcc0c4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2542133 Jan 12 09:41:15.609560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40348) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:15.685784 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d1735109-cd97-49af-847d-a7555a2e95ca tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722728 Jan 12 09:41:15.686828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40352) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:15.695151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-24274187-e476-45bf-93ff-a9c9e3ff34e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for a2ae9a0e-8f18-4a52-be61-1b200fdbd037 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:15.728337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:15.984210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:16.055233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:16.138065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:16.193201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:16.204845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:16.213565 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-654db80e-07de-4717-bae7-2721248eb865 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "PUT /v2.0/routers/a56124ca-9ec1-4cb6-9bf2-7fcb16108bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7739942 Jan 12 09:41:16.215070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40356) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:16.218399 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2d1012-fcfb-4b0f-a6f9-63f179617b00 None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:16.223280 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'port': {'network_id': '68f40bf8-0d15-4586-8758-8b17e6120a42', 'name': 'tempest-FloatingIPTestJSON-1203767729'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:16.236857 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d1012-fcfb-4b0f-a6f9-63f179617b00 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:16.237632 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fd2d1012-fcfb-4b0f-a6f9-63f179617b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:16.291401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24274187-e476-45bf-93ff-a9c9e3ff34e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.321803 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fd2d1012-fcfb-4b0f-a6f9-63f179617b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:16.340738 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d1012-fcfb-4b0f-a6f9-63f179617b00 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:16.341975 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fd2d1012-fcfb-4b0f-a6f9-63f179617b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:16.410286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:16.416784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:port and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:16.418142 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fd2d1012-fcfb-4b0f-a6f9-63f179617b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:16.418543 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2d1012-fcfb-4b0f-a6f9-63f179617b00 None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:16.419900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:16.428951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:16.441734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Made reservation on behalf of 8dfb823b7540429eab50616891e089c1 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:16.455768 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.502311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] device_id is not set on port 642bcf19-5f15-40a2-bba6-7f77dbd75300 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:16.627446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24274187-e476-45bf-93ff-a9c9e3ff34e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=a2ae9a0e-8f18-4a52-be61-1b200fdbd037,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:16.673095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.20.0.3 (68f40bf8-0d15-4586-8758-8b17e6120a42/fa265102-aa75-4bab-8d17-16c41e918f40/642bcf19-5f15-40a2-bba6-7f77dbd75300) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:16.704928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.817946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24274187-e476-45bf-93ff-a9c9e3ff34e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.903121 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-24274187-e476-45bf-93ff-a9c9e3ff34e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/a2ae9a0e-8f18-4a52-be61-1b200fdbd037 HTTP/1.1" status: 204 len: 168 time: 2.5198348 Jan 12 09:41:16.912401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40362) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:16.978110 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2792a45e-f98c-4e79-9691-164610c744d0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:41:16.978622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2792a45e-f98c-4e79-9691-164610c744d0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:17.061849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2792a45e-f98c-4e79-9691-164610c744d0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:17.063052 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2792a45e-f98c-4e79-9691-164610c744d0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/a2ae9a0e-8f18-4a52-be61-1b200fdbd037 HTTP/1.1" status: 404 len: 333 time: 0.1496770 Jan 12 09:41:17.065511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.068529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40366) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:17.187029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Router 8b3a066c-5958-4e1e-a286-b9cb22aecf99 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:41:17.227927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.363482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 68f40bf8-0d15-4586-8758-8b17e6120a42 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:17.370163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:17.374423 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:17.405931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7999487-51fc-4ac9-9bfd-bdf864ce2c71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet 18d115d2-3875-478b-87b3-cc404edc0ab2 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:17.409076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=642bcf19-5f15-40a2-bba6-7f77dbd75300,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:17.419961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7999487-51fc-4ac9-9bfd-bdf864ce2c71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.423021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port e7471e86-ca16-4840-b388-5140b15d2aec {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:17.423391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.447255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.objects.ports [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83594) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:41:17.468899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.493433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:17.494042 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.507363 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7999487-51fc-4ac9-9bfd-bdf864ce2c71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.556224 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-829fd3b2-1c1e-4292-a51e-3008948e644f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3396771 Jan 12 09:41:17.562987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40372) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:17.571285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'port': {'network_id': '68f40bf8-0d15-4586-8758-8b17e6120a42', 'name': 'tempest-FloatingIPTestJSON-1684221154'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:17.649705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:17.658828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:17.678326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=8f1736c7-b17f-41c9-828f-105eb5fb91df,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:17.678326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:17.678326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.689924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e286cfe-70d5-48f7-b554-565d385454bb None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:17.721674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7999487-51fc-4ac9-9bfd-bdf864ce2c71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.779352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:17.787828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.788950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:port and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:17.797831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:17.802708 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b58aff69-b674-49b3-977f-dd8b53338023 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1120937 Jan 12 09:41:17.803296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:17.804422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40376) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:17.824446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Made reservation on behalf of 8dfb823b7540429eab50616891e089c1 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:17.824446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.846168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7999487-51fc-4ac9-9bfd-bdf864ce2c71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.900204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7999487-51fc-4ac9-9bfd-bdf864ce2c71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.908070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7999487-51fc-4ac9-9bfd-bdf864ce2c71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=18d115d2-3875-478b-87b3-cc404edc0ab2,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:17.917524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] device_id is not set on port 09895acd-2b12-4d8e-9888-b64eb7d7b298 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:17.928522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:17.954187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d8f497-6b1f-43f4-943d-ffa6572fba85 None None] Network 57ff7c15-7892-443e-9967-5f2ba7859472 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:17.959205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for e7471e86-ca16-4840-b388-5140b15d2aec owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:17.977402 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a7999487-51fc-4ac9-9bfd-bdf864ce2c71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/18d115d2-3875-478b-87b3-cc404edc0ab2 HTTP/1.1" status: 204 len: 168 time: 0.8978357 Jan 12 09:41:17.977402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40380) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:18.178151 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.203321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 2ca74987-d3ef-4272-b228-2df37df7d8a5 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:18.203529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.278905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.20.0.11 (68f40bf8-0d15-4586-8758-8b17e6120a42/fa265102-aa75-4bab-8d17-16c41e918f40/09895acd-2b12-4d8e-9888-b64eb7d7b298) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:18.302113 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '8f1736c7-b17f-41c9-828f-105eb5fb91df'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:18.302113 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.325023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:18.361413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.361413 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ea168a74-330f-4477-bd64-3c0af289dbe8 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "PUT /v2.0/routers/8b3a066c-5958-4e1e-a286-b9cb22aecf99 HTTP/1.1" status: 200 len: 914 time: 8.4855974 Jan 12 09:41:18.361413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40384) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:18.400589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad39c7-5d39-458c-91e2-fb18838e9c37 None None] Sync routers for ids ['8b3a066c-5958-4e1e-a286-b9cb22aecf99'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:18.405881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] DHCP port deletion for 57ff7c15-7892-443e-9967-5f2ba7859472 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:41:18.425286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:18.425456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] Deleting port 2ca74987-d3ef-4272-b228-2df37df7d8a5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:18.425883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.431959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:18.436582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:18.443397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:18.478850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:18.485189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.499997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad39c7-5d39-458c-91e2-fb18838e9c37 None None] Routers {'8b3a066c-5958-4e1e-a286-b9cb22aecf99'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:18.500793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a9ad39c7-5d39-458c-91e2-fb18838e9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8b3a066c-5958-4e1e-a286-b9cb22aecf99'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.609170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] For port 2ca74987-d3ef-4272-b228-2df37df7d8a5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2ca74987-d3ef-4272-b228-2df37df7d8a5,segment=NetworkSegment(d3076be4-f835-40ce-af6d-41eb50729b7e),segment_id=d3076be4-f835-40ce-af6d-41eb50729b7e)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:18.609847 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.628601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a9ad39c7-5d39-458c-91e2-fb18838e9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.738212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad39c7-5d39-458c-91e2-fb18838e9c37 None None] Routers {'8b3a066c-5958-4e1e-a286-b9cb22aecf99'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:18.738875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a9ad39c7-5d39-458c-91e2-fb18838e9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8b3a066c-5958-4e1e-a286-b9cb22aecf99'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.753506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 2ca74987-d3ef-4272-b228-2df37df7d8a5 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:18.795761 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Allocated IP 2001:db8::f816:3eff:fe5f:3db5 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/8f1736c7-b17f-41c9-828f-105eb5fb91df/4f53a9d4-813f-4d68-96ee-1207b479f67e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:18.829193 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.ipam_backend_mixin [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f1736c7-b17f-41c9-828f-105eb5fb91df (CIDR: 2001:db8::/64) Jan 12 09:41:18.834986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.899686 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:41:18.899686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:18.928176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-a9ad39c7-5d39-458c-91e2-fb18838e9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.928176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad39c7-5d39-458c-91e2-fb18838e9c37 None None] The sync data for ids ['8b3a066c-5958-4e1e-a286-b9cb22aecf99'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:19.001142 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.054732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.062144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=e7471e86-ca16-4840-b388-5140b15d2aec,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:19.068630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2ca74987-d3ef-4272-b228-2df37df7d8a5 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:19.134006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 2ca74987-d3ef-4272-b228-2df37df7d8a5 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:41:19.134006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2ca74987-d3ef-4272-b228-2df37df7d8a5 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:19.155364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] For port 2ca74987-d3ef-4272-b228-2df37df7d8a5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2ca74987-d3ef-4272-b228-2df37df7d8a5,segment=NetworkSegment(d3076be4-f835-40ce-af6d-41eb50729b7e),segment_id=d3076be4-f835-40ce-af6d-41eb50729b7e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:19.155364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.167269 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=2ca74987-d3ef-4272-b228-2df37df7d8a5,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:19.167531 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b5fe8647-5425-47a4-ac0a-2ff1ee2e182a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3614058 Jan 12 09:41:19.173939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40388) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:19.183802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:19.186060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7330-680e-4c5a-aac0-293ae7c81fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.208836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No DVR routers for this DVR port 2ca74987-d3ef-4272-b228-2df37df7d8a5 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:19.290063 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-63c43a77-31cb-4698-ba2a-2642372d295e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/routers/8b3a066c-5958-4e1e-a286-b9cb22aecf99 HTTP/1.1" status: 200 len: 920 time: 0.9375374 Jan 12 09:41:19.297543 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.297675 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40392) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:19.331893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] Calling delete_port for 2ca74987-d3ef-4272-b228-2df37df7d8a5 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:19.410216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.492275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.496835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ff7c15-7892-443e-9967-5f2ba7859472']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:19.512161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:19.513801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:19.531419 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3076be4-f835-40ce-af6d-41eb50729b7e') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:19.532493 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3076be4-f835-40ce-af6d-41eb50729b7e') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:19.538364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.555585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Transition to ACTIVE for port object 4f53a9d4-813f-4d68-96ee-1207b479f67e will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:19.566510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 68f40bf8-0d15-4586-8758-8b17e6120a42 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:19.577451 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Transition to ACTIVE for port object 4f53a9d4-813f-4d68-96ee-1207b479f67e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:19.581172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:19.584778 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.587460 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.593779 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=09895acd-2b12-4d8e-9888-b64eb7d7b298,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:19.597818 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e38aca58-9c73-4075-b8c8-7d186057e01e tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&device_id=8b3a066c-5958-4e1e-a286-b9cb22aecf99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2953229 Jan 12 09:41:19.599154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:19.604638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40396) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:19.645753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:19.651225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.656920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:19.661297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:19.664537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:19.665397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Pushing event updated for resources: {'Port': ['ID=4f53a9d4-813f-4d68-96ee-1207b479f67e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:19.667992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:19.671033 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:19.674319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:41:19.675184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:19.692653 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:19.696725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:19.774928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:19.775572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.826902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:19.870368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Attempting to bind port 4f53a9d4-813f-4d68-96ee-1207b479f67e on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:19.871123 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Attempting to bind port 4f53a9d4-813f-4d68-96ee-1207b479f67e by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:19.871659 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Attempting to bind port 4f53a9d4-813f-4d68-96ee-1207b479f67e on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:19.880383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:19.880855 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:19.881367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.881851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:19.882403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Bound port: 4f53a9d4-813f-4d68-96ee-1207b479f67e, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:19.883597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.893629 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6be88bcd-1a62-47c4-b47e-8710f010620f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3278718 Jan 12 09:41:19.896641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40400) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:19.900525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.924033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.940578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Network': ['ID=57ff7c15-7892-443e-9967-5f2ba7859472,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:19.946146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '09895acd-2b12-4d8e-9888-b64eb7d7b298', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:19.956174 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-45b5614a-6529-45f7-a145-6359382a104d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/networks/57ff7c15-7892-443e-9967-5f2ba7859472 HTTP/1.1" status: 204 len: 168 time: 1.9786603 Jan 12 09:41:19.958215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40404) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:19.963777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-331343941'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:19.969194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:19.980594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:network and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:19.981745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:19.999719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:20.026642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] Deleting port 2ca74987-d3ef-4272-b228-2df37df7d8a5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:20.026642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.035667 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531511b-e48d-479f-924d-8a10ebea17b9 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:20.035667 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8531511b-e48d-479f-924d-8a10ebea17b9 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/networks/b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 881 time: 0.4196093 Jan 12 09:41:20.042249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40408) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:20.048981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:20.048981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:floatingip and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:20.048981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:20.057410 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] For port 4f53a9d4-813f-4d68-96ee-1207b479f67e, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:20.065740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:20.077934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:20.077934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.099255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.105191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-071a8c85-69fc-4582-98bf-aaba7d1fb077 None None] The port '2ca74987-d3ef-4272-b228-2df37df7d8a5' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:41:20.105191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] For port 4f53a9d4-813f-4d68-96ee-1207b479f67e, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4f53a9d4-813f-4d68-96ee-1207b479f67e,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:20.113261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.145161 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-77580a2a-d141-4427-b2a7-eb2d3701455e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3a066c-5958-4e1e-a286-b9cb22aecf99 HTTP/1.1" status: 200 len: 205 time: 0.1132407 Jan 12 09:41:20.146780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40412) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:20.247166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf8ca9-e55d-49fc-96cc-372213e8bc8c None None] Pushing event updated for resources: {'Port': ['ID=4f53a9d4-813f-4d68-96ee-1207b479f67e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:20.271049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:20.304246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.304592 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Added segment 8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8 of type vlan for network 74a8074c-310f-4443-a6ec-17dd7e699530 Jan 12 09:41:20.349389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.416711 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.436218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.443316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:20.444236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.596904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router 8ae78853-78d6-4ef4-8e11-983138f2d585 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:20.648033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Network': ['ID=74a8074c-310f-4443-a6ec-17dd7e699530,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:20.659212 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0f2a2fd3-ec0b-4b2a-b117-d61745e151a3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6997871 Jan 12 09:41:20.660007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40418) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:20.663700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 74a8074c-310f-4443-a6ec-17dd7e699530 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:20.668676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '74a8074c-310f-4443-a6ec-17dd7e699530', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:20.779048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:20.783736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:20.786839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:20.793752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:20.811072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:20.963828 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 4f53a9d4-813f-4d68-96ee-1207b479f67e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:20.984814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:20.993800 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c3f7eb9b-c26f-4d0b-ac8e-f3f2f1fc3890 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/8ae78853-78d6-4ef4-8e11-983138f2d585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9595096 Jan 12 09:41:20.995152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40422) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:20.999572 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50b8d7-92d0-4420-9a3c-29e208575f03 None None] Sync routers for ids ['8ae78853-78d6-4ef4-8e11-983138f2d585'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:21.020403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.021504 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50b8d7-92d0-4420-9a3c-29e208575f03 None None] Routers {'8ae78853-78d6-4ef4-8e11-983138f2d585'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:21.022596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff50b8d7-92d0-4420-9a3c-29e208575f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8ae78853-78d6-4ef4-8e11-983138f2d585'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:21.054140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 4f53a9d4-813f-4d68-96ee-1207b479f67e completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:21.061366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.110571 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff50b8d7-92d0-4420-9a3c-29e208575f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:21.127631 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50b8d7-92d0-4420-9a3c-29e208575f03 None None] Routers {'8ae78853-78d6-4ef4-8e11-983138f2d585'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:21.127631 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff50b8d7-92d0-4420-9a3c-29e208575f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:40:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8ae78853-78d6-4ef4-8e11-983138f2d585'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:21.131002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.169263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dd8dce98-c58c-4bde-81b2-1055f495e29f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:21.207301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42c84061-1da4-4e6f-b517-00b41ed783f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.220983 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff50b8d7-92d0-4420-9a3c-29e208575f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:21.221709 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50b8d7-92d0-4420-9a3c-29e208575f03 None None] The sync data for ids ['8ae78853-78d6-4ef4-8e11-983138f2d585'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:21.225477 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:21.228210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dd8dce98-c58c-4bde-81b2-1055f495e29f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:21.233800 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dd8dce98-c58c-4bde-81b2-1055f495e29f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ae78853-78d6-4ef4-8e11-983138f2d585 HTTP/1.1" status: 200 len: 205 time: 0.2271171 Jan 12 09:41:21.234221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:21.238612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.240734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40426) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:21.305813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:21.305813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.331872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=e70ca36c-2b73-4b56-918c-861ed5311d89,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:21.400115 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eb7332b6-423e-4122-8850-8a1d0ee295eb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2216456 Jan 12 09:41:21.403734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40430) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:21.413729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:fe:11:43', 'name': 'tempest-NetworksTestDHCPv6-1790277329'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:21.493684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.26.1.90 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/b147168c-cbb6-499c-96d1-1052e7c1cc2c) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:21.521354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.638325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43342164-1390-4d47-9b6a-12bd00f8a7f5 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.786061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a0414e-ba67-402c-9adf-ef4855f73099 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:21.836357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.841642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.859692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Deleting port 79e690f4-4415-4769-b18c-e201344a30bf {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:21.864008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.958697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:21.974781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d3cb41b5-f05f-4fb6-a1e8-5f2fca4548e2 None None] Provisioning for port 4f53a9d4-813f-4d68-96ee-1207b479f67e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:21.983199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d3cb41b5-f05f-4fb6-a1e8-5f2fca4548e2 None None] Provisioning complete for port 4f53a9d4-813f-4d68-96ee-1207b479f67e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:21.983199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3cb41b5-f05f-4fb6-a1e8-5f2fca4548e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.984035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:21.991041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:22.020968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.085355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:22.144989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:22.144989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.158846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=b147168c-cbb6-499c-96d1-1052e7c1cc2c,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:22.158846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:22.165210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:22.175071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:22.178361 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.200210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.275342 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3cb41b5-f05f-4fb6-a1e8-5f2fca4548e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.320130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d3cb41b5-f05f-4fb6-a1e8-5f2fca4548e2 None None] For port 4f53a9d4-813f-4d68-96ee-1207b479f67e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4f53a9d4-813f-4d68-96ee-1207b479f67e,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:22.328309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3cb41b5-f05f-4fb6-a1e8-5f2fca4548e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.345357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43342164-1390-4d47-9b6a-12bd00f8a7f5 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.376491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 103ccab0-3bd5-40fc-92b5-fb56a05b0cd5 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:22.420956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43342164-1390-4d47-9b6a-12bd00f8a7f5 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.430931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=34ec86c2-64ae-4926-a404-674cd50b0998,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:22.442911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Calling delete_port for 79e690f4-4415-4769-b18c-e201344a30bf owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:22.468393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Checking segment: {'id': '8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '74a8074c-310f-4443-a6ec-17dd7e699530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:22.469059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network hostable DHCP agents. Network: 74a8074c-310f-4443-a6ec-17dd7e699530, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:22.470577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a5c7b-995b-4559-8798-541894ea0476 None None] Update dhcp port {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': '8f1736c7-b17f-41c9-828f-105eb5fb91df', 'ip_address': '2001:db8::f816:3eff:fe5f:3db5'}, {'subnet_id': 'e70ca36c-2b73-4b56-918c-861ed5311d89'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': '4f53a9d4-813f-4d68-96ee-1207b479f67e'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:41:22.532512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.537707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-877a5c7b-995b-4559-8798-541894ea0476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.562360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43342164-1390-4d47-9b6a-12bd00f8a7f5 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.563018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43342164-1390-4d47-9b6a-12bd00f8a7f5 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Fanout notify agent at l3_agent the message router_deleted on router 8ae78853-78d6-4ef4-8e11-983138f2d585 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:41:22.602713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 74a8074c-310f-4443-a6ec-17dd7e699530 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:22.621304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb41b5-f05f-4fb6-a1e8-5f2fca4548e2 None None] Pushing event updated for resources: {'Port': ['ID=4f53a9d4-813f-4d68-96ee-1207b479f67e,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:22.720738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.780663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 74a8074c-310f-4443-a6ec-17dd7e699530) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:22.786932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43342164-1390-4d47-9b6a-12bd00f8a7f5 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.789003 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-43342164-1390-4d47-9b6a-12bd00f8a7f5 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/8ae78853-78d6-4ef4-8e11-983138f2d585 HTTP/1.1" status: 204 len: 168 time: 1.5475020 Jan 12 09:41:22.793713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40434) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:22.795540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:22.796319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.797099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539fccd-8af8-44aa-9188-2e21c1cf353d None None] Network 74a8074c-310f-4443-a6ec-17dd7e699530 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:22.839667 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8:0:1::342 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/e70ca36c-2b73-4b56-918c-861ed5311d89/103ccab0-3bd5-40fc-92b5-fb56a05b0cd5) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:22.852376 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5e9142eb-faa1-4614-89c9-3b557a8f76a4 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1884596 Jan 12 09:41:22.852631 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40438) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:22.857934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f816:3eff:fefe:1143 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/8f1736c7-b17f-41c9-828f-105eb5fb91df/103ccab0-3bd5-40fc-92b5-fb56a05b0cd5) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:22.863595 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '74a8074c-310f-4443-a6ec-17dd7e699530', 'name': 'tempest-PortsIpV6TestJSON-632560346', 'fixed_ips': [{'subnet_id': '34ec86c2-64ae-4926-a404-674cd50b0998', 'ip_address': '2001:db8::10'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:22.946440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.958872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 4f53a9d4-813f-4d68-96ee-1207b479f67e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:23.004715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Pushing event deleted for resources: {'Port': ['ID=79e690f4-4415-4769-b18c-e201344a30bf,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:23.090521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 4f53a9d4-813f-4d68-96ee-1207b479f67e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:23.091490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.113994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-74a8074c-310f-4443-a6ec-17dd7e699530', 'network_id': '74a8074c-310f-4443-a6ec-17dd7e699530', 'tenant_id': 'd2c18f6667a44a878bdf808577b8beaa', 'fixed_ips': [{'subnet_id': '34ec86c2-64ae-4926-a404-674cd50b0998'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:23.114851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.148642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:23.157073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:23.163369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:23.182316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:23.209913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:23.215174 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.251647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port dab54bf0-8fa3-43bd-86c7-0fdb98c624cb yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:23.314296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.349194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 103ccab0-3bd5-40fc-92b5-fb56a05b0cd5 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:23.388666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Allocated IP 2001:db8::2 (74a8074c-310f-4443-a6ec-17dd7e699530/34ec86c2-64ae-4926-a404-674cd50b0998/d3dfcb09-21d3-4b95-a3b5-5879c4a2c962) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:23.389576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6544f6d-07c9-4d18-bfbe-8f93a79795b0 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting subnet e882fc45-a44f-4376-96f2-197937270eab {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:23.400394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6544f6d-07c9-4d18-bfbe-8f93a79795b0 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.432732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.444552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.527424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:23.531439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:23.537383 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=103ccab0-3bd5-40fc-92b5-fb56a05b0cd5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:23.540504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:23.545972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:23.546903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.575961 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ec4ffea3-79c0-482a-bcca-664f98743c0f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1710827 Jan 12 09:41:23.576922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40442) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:23.589298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-877a5c7b-995b-4559-8798-541894ea0476 None None] Allocated IP 2001:db8:0:1::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/e70ca36c-2b73-4b56-918c-861ed5311d89/4f53a9d4-813f-4d68-96ee-1207b479f67e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:23.648216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-26d76d7f-f326-4404-9227-10c33d8c3dcb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 103ccab0-3bd5-40fc-92b5-fb56a05b0cd5 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:23.648554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26d76d7f-f326-4404-9227-10c33d8c3dcb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.717763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6544f6d-07c9-4d18-bfbe-8f93a79795b0 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.804638 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.809849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.832849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Transition to ACTIVE for port object d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:23.841938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-877a5c7b-995b-4559-8798-541894ea0476 None None] For port 4f53a9d4-813f-4d68-96ee-1207b479f67e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4f53a9d4-813f-4d68-96ee-1207b479f67e,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:23.860100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Transition to ACTIVE for port object d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:23.876427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.896021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.911930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.913422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-877a5c7b-995b-4559-8798-541894ea0476 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.944717 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26d76d7f-f326-4404-9227-10c33d8c3dcb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.960087 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Pushing event updated for resources: {'Port': ['ID=d3dfcb09-21d3-4b95-a3b5-5879c4a2c962,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:23.962624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-877a5c7b-995b-4559-8798-541894ea0476 None None] Transition to ACTIVE for port object 4f53a9d4-813f-4d68-96ee-1207b479f67e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:23.967054 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Network 74a8074c-310f-4443-a6ec-17dd7e699530 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:23.968554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:23.971246 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:23.974859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-877a5c7b-995b-4559-8798-541894ea0476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.037742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6544f6d-07c9-4d18-bfbe-8f93a79795b0 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.070449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8::10 (74a8074c-310f-4443-a6ec-17dd7e699530/34ec86c2-64ae-4926-a404-674cd50b0998/dab54bf0-8fa3-43bd-86c7-0fdb98c624cb) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:24.074197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.077959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.078677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Fanout notify agent at l3_agent the message router_deleted on router 8b3a066c-5958-4e1e-a286-b9cb22aecf99 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:41:24.080139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-26d76d7f-f326-4404-9227-10c33d8c3dcb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 103ccab0-3bd5-40fc-92b5-fb56a05b0cd5 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:24.198770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.202033 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Attempting to bind port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:24.203092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Attempting to bind port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '74a8074c-310f-4443-a6ec-17dd7e699530'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:24.203763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Attempting to bind port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 on network 74a8074c-310f-4443-a6ec-17dd7e699530 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:24.204633 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2321f6b3-a31b-48a4-af34-2f8db14f956a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/8b3a066c-5958-4e1e-a286-b9cb22aecf99 HTTP/1.1" status: 204 len: 168 time: 3.8490803 Jan 12 09:41:24.206445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.207316 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a5c7b-995b-4559-8798-541894ea0476 None None] Pushing event updated for resources: {'Port': ['ID=4f53a9d4-813f-4d68-96ee-1207b479f67e,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:24.216198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:24.217460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Checking segment: {'id': '8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '74a8074c-310f-4443-a6ec-17dd7e699530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:24.217460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.217752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Bound using segment: {'id': '8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '74a8074c-310f-4443-a6ec-17dd7e699530'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:24.219152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Bound port: d3dfcb09-21d3-4b95-a3b5-5879c4a2c962, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '74a8074c-310f-4443-a6ec-17dd7e699530'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:24.219152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.250524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40446) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:24.258017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1469771304', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:24.271150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:24.295390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Usage tracker for resource:router and tenant:3f374d6dd1844b1ab0ddf16dc730bd8f is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:24.309737 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:24.320346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6544f6d-07c9-4d18-bfbe-8f93a79795b0 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.324533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:24.335618 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] For port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:24.341683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] For port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d3dfcb09-21d3-4b95-a3b5-5879c4a2c962,segment=NetworkSegment(8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8),segment_id=8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:24.346085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26d76d7f-f326-4404-9227-10c33d8c3dcb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.356765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.427264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6544f6d-07c9-4d18-bfbe-8f93a79795b0 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Subnet': ['ID=e882fc45-a44f-4376-96f2-197937270eab,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:24.436017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d76d7f-f326-4404-9227-10c33d8c3dcb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=103ccab0-3bd5-40fc-92b5-fb56a05b0cd5,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:24.458008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b3fe9-d554-4777-8d91-3c2c51f7cf79 None None] Pushing event updated for resources: {'Port': ['ID=d3dfcb09-21d3-4b95-a3b5-5879c4a2c962,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:24.494257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd767f2-4192-422d-9114-cb894373e660 None None] Network f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:24.498599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.500352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.523512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.533590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6544f6d-07c9-4d18-bfbe-8f93a79795b0 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.548414 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a6544f6d-07c9-4d18-bfbe-8f93a79795b0 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/e882fc45-a44f-4376-96f2-197937270eab HTTP/1.1" status: 204 len: 168 time: 1.7532494 Jan 12 09:41:24.607309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40452) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:24.749779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.850279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-26d76d7f-f326-4404-9227-10c33d8c3dcb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.853828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:24.854204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.944859 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-26d76d7f-f326-4404-9227-10c33d8c3dcb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/103ccab0-3bd5-40fc-92b5-fb56a05b0cd5 HTTP/1.1" status: 204 len: 168 time: 1.3548679 Jan 12 09:41:24.953412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40456) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:25.035832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 4f53a9d4-813f-4d68-96ee-1207b479f67e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:25.121519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe45e762-22c2-4459-9a3a-a29d0bc1f309 None None] DHCP port deletion for f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:41:25.137493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fe45e762-22c2-4459-9a3a-a29d0bc1f309 None None] Deleting port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:25.137862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe45e762-22c2-4459-9a3a-a29d0bc1f309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.198470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.206869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.212190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.228813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.251104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object dab54bf0-8fa3-43bd-86c7-0fdb98c624cb will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:25.265396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1681428-ea82-4472-9e33-446080ba9976 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:25.266877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c1681428-ea82-4472-9e33-446080ba9976 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:25.319326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c1681428-ea82-4472-9e33-446080ba9976 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:25.321614 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c1681428-ea82-4472-9e33-446080ba9976 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3699830 Jan 12 09:41:25.326985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40460) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:25.386715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.471365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fe45e762-22c2-4459-9a3a-a29d0bc1f309 None None] For port 7aff7e75-a692-47c5-829d-c7b1e8a44e78, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7aff7e75-a692-47c5-829d-c7b1e8a44e78,segment=NetworkSegment(abbd7113-eb51-4f26-9ff2-7a4cfb1174ef),segment_id=abbd7113-eb51-4f26-9ff2-7a4cfb1174ef)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:25.471930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe45e762-22c2-4459-9a3a-a29d0bc1f309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.502890 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 74a8074c-310f-4443-a6ec-17dd7e699530 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:25.509162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:25.514126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:25.518565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:25.519216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.562997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=b147168c-cbb6-499c-96d1-1052e7c1cc2c,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:25.580400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=dab54bf0-8fa3-43bd-86c7-0fdb98c624cb,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:25.594818 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-59c58be1-d639-4d03-a6fb-240bfa55b615 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7389839 Jan 12 09:41:25.596253 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40464) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:25.605442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': '74a8074c-310f-4443-a6ec-17dd7e699530', 'name': 'tempest-PortsIpV6TestJSON-1854220291', 'fixed_ips': [{'subnet_id': '34ec86c2-64ae-4926-a404-674cd50b0998', 'ip_address': '2001:db8::f'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:25.609722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port 7aff7e75-a692-47c5-829d-c7b1e8a44e78, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7aff7e75-a692-47c5-829d-c7b1e8a44e78,segment=NetworkSegment(abbd7113-eb51-4f26-9ff2-7a4cfb1174ef),segment_id=abbd7113-eb51-4f26-9ff2-7a4cfb1174ef)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:25.610133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.640128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eff4de-02ce-46da-9e19-486d5c1e667c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:25.641546 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b8eff4de-02ce-46da-9e19-486d5c1e667c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3134036 Jan 12 09:41:25.668979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40468) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:25.671527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.724507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fe45e762-22c2-4459-9a3a-a29d0bc1f309 None None] Calling delete_port for 7aff7e75-a692-47c5-829d-c7b1e8a44e78 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:25.801374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6daea4a4-6017-42a9-9e8b-0e94e6222941 None None] Provisioning for port 4f53a9d4-813f-4d68-96ee-1207b479f67e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:25.818902 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6daea4a4-6017-42a9-9e8b-0e94e6222941 None None] Provisioning complete for port 4f53a9d4-813f-4d68-96ee-1207b479f67e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:25.819367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6daea4a4-6017-42a9-9e8b-0e94e6222941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.839518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:25.846122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:25.851745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:25.864548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:25.888109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:25.911740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.930390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe45e762-22c2-4459-9a3a-a29d0bc1f309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.962700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port 2858cb00-0734-4192-a918-07b276f1c144 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:26.024706 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45e762-22c2-4459-9a3a-a29d0bc1f309 None None] Pushing event deleted for resources: {'Port': ['ID=7aff7e75-a692-47c5-829d-c7b1e8a44e78,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:26.041740 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45e762-22c2-4459-9a3a-a29d0bc1f309 None None] No DVR routers for this DVR port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:26.132207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 7aff7e75-a692-47c5-829d-c7b1e8a44e78 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:26.258381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8::f (74a8074c-310f-4443-a6ec-17dd7e699530/34ec86c2-64ae-4926-a404-674cd50b0998/2858cb00-0734-4192-a918-07b276f1c144) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:26.264534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e53f45bd-2ca4-4dc1-a5b2-67a7ebbf2086 None None] Could not find standard attr ID for object 103ccab0-3bd5-40fc-92b5-fb56a05b0cd5. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:41:26.305781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e9657-966a-4fdf-94a0-5fbeb338fa1a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:26.307205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e9657-966a-4fdf-94a0-5fbeb338fa1a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:26.308919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e9657-966a-4fdf-94a0-5fbeb338fa1a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:26.309468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8e2e9657-966a-4fdf-94a0-5fbeb338fa1a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:26.335387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:26.335708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:26.372549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8e2e9657-966a-4fdf-94a0-5fbeb338fa1a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:26.378967 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8e2e9657-966a-4fdf-94a0-5fbeb338fa1a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7034669 Jan 12 09:41:26.378967 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40472) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:26.382208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de52a5d-c123-4998-b88a-254a4643917b None None] Network 74a8074c-310f-4443-a6ec-17dd7e699530 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:26.570070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.598467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-96117abd-887e-43cf-856b-e5e42c5f8d9c None None] Provisioning for port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:26.599528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object 2858cb00-0734-4192-a918-07b276f1c144 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:26.626270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.713727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 74a8074c-310f-4443-a6ec-17dd7e699530 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:26.717541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:26.719895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=2858cb00-0734-4192-a918-07b276f1c144,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:26.721804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:26.725795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:26.726384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.755762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.764574 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d02573c7-6487-4cfa-afed-fd8377dbc5e0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1666324 Jan 12 09:41:26.767506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40476) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:26.805637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.856988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 7aff7e75-a692-47c5-829d-c7b1e8a44e78 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:26.857142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.927113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d46442-1aab-44e2-a91b-49e3b38fced7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:26.928247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-71d46442-1aab-44e2-a91b-49e3b38fced7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:26.953646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-71d46442-1aab-44e2-a91b-49e3b38fced7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:26.958613 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-71d46442-1aab-44e2-a91b-49e3b38fced7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1899569 Jan 12 09:41:26.959452 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40480) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:26.970117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] The port '7aff7e75-a692-47c5-829d-c7b1e8a44e78' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:41:26.976351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc852a7-55a2-4203-9049-854996f30310 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 8f1736c7-b17f-41c9-828f-105eb5fb91df {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:26.982508 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP 4dd088d9-778c-4dee-b658-4242c31a2cef associated. External IP: 172.26.1.90, port: 09895acd-2b12-4d8e-9888-b64eb7d7b298. Jan 12 09:41:27.008492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:27.085714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fc852a7-55a2-4203-9049-854996f30310 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.104300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de15e2ba-e41a-44ca-853e-954343041382 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:27.111283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de15e2ba-e41a-44ca-853e-954343041382 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:27.116041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:27.117194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de15e2ba-e41a-44ca-853e-954343041382 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:27.119447 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-de15e2ba-e41a-44ca-853e-954343041382 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1590240 Jan 12 09:41:27.122230 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40484) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:27.136406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:27.137139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.202356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1829d9d0-da98-4c91-8d06-48524dbaded7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 2858cb00-0734-4192-a918-07b276f1c144 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:27.202750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1829d9d0-da98-4c91-8d06-48524dbaded7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.241299 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Provisioning complete for port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:27.241920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.279605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Allocated IP 172.26.1.210 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/c9873b85-cc85-4d5e-9816-78f22d54c387) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:27.484831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fc852a7-55a2-4203-9049-854996f30310 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.491837 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.502599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.533558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1829d9d0-da98-4c91-8d06-48524dbaded7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.533945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.553945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] For port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d3dfcb09-21d3-4b95-a3b5-5879c4a2c962,segment=NetworkSegment(8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8),segment_id=8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:27.576951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.729110 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Provisioning for port dab54bf0-8fa3-43bd-86c7-0fdb98c624cb completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:27.731632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1829d9d0-da98-4c91-8d06-48524dbaded7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 2858cb00-0734-4192-a918-07b276f1c144 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:27.741064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:27.741652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:27.746815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Provisioning complete for port dab54bf0-8fa3-43bd-86c7-0fdb98c624cb triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:27.747426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.786945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Pushing event updated for resources: {'Port': ['ID=d3dfcb09-21d3-4b95-a3b5-5879c4a2c962,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:27.810216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:27.825177 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Port dab54bf0-8fa3-43bd-86c7-0fdb98c624cb cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:27.835749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbd7113-eb51-4f26-9ff2-7a4cfb1174ef') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:27.837782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbd7113-eb51-4f26-9ff2-7a4cfb1174ef') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:27.841563 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Provisioning for port 2858cb00-0734-4192-a918-07b276f1c144 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:27.848970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Provisioning complete for port 2858cb00-0734-4192-a918-07b276f1c144 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:27.849374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.873244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.913816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.923008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-db31d3e9-0d3e-4939-8652-3d2b5d5acff7 None None] Port 2858cb00-0734-4192-a918-07b276f1c144 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:27.923299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.925592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1829d9d0-da98-4c91-8d06-48524dbaded7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.937116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:41:27.937116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:27.955520 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:27.961188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fc852a7-55a2-4203-9049-854996f30310 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.067972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829d9d0-da98-4c91-8d06-48524dbaded7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=2858cb00-0734-4192-a918-07b276f1c144,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:28.069773 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7b9bf20e-0236-451b-b034-736c115473a2 None None] Provisioning complete for port dab54bf0-8fa3-43bd-86c7-0fdb98c624cb triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:28.079403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf20e-0236-451b-b034-736c115473a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.115810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1829d9d0-da98-4c91-8d06-48524dbaded7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.130281 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1829d9d0-da98-4c91-8d06-48524dbaded7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/2858cb00-0734-4192-a918-07b276f1c144 HTTP/1.1" status: 204 len: 168 time: 1.0067720 Jan 12 09:41:28.133222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40488) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.178017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7b9bf20e-0236-451b-b034-736c115473a2 None None] Port dab54bf0-8fa3-43bd-86c7-0fdb98c624cb cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:28.182479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.183449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7b9bf20e-0236-451b-b034-736c115473a2 None None] Could not find standard attr ID for object 2858cb00-0734-4192-a918-07b276f1c144. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:41:28.187746 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9e5f6c-61cb-4192-bb19-fb0421d204ea tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:41:28.188591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4d9e5f6c-61cb-4192-bb19-fb0421d204ea tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:28.210293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.214061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4d9e5f6c-61cb-4192-bb19-fb0421d204ea tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:28.224072 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4d9e5f6c-61cb-4192-bb19-fb0421d204ea tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/2858cb00-0734-4192-a918-07b276f1c144 HTTP/1.1" status: 404 len: 333 time: 0.0879467 Jan 12 09:41:28.224737 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.225032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40492) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.293339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Network': ['ID=f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:28.328652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4310b001-3df1-4b85-8f97-f498af1ccc62 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port dab54bf0-8fa3-43bd-86c7-0fdb98c624cb {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:28.328652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4310b001-3df1-4b85-8f97-f498af1ccc62 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.342672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fc852a7-55a2-4203-9049-854996f30310 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.396365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7aff7e75-a692-47c5-829d-c7b1e8a44e78 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:28.434871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 7aff7e75-a692-47c5-829d-c7b1e8a44e78 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:41:28.435393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7aff7e75-a692-47c5-829d-c7b1e8a44e78 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:28.446740 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9c286024-d5d8-4078-94b2-571ec8c01bbe tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/networks/f1ac11b2-4fba-4dba-a5d0-eee255c8a8e1 HTTP/1.1" status: 204 len: 168 time: 3.8379006 Jan 12 09:41:28.452012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40496) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.460359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc852a7-55a2-4203-9049-854996f30310 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1736c7-b17f-41c9-828f-105eb5fb91df,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:28.469878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1758371410', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:28.480262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:28.483619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:28.489123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:28.498252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:router and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:28.500548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:28.513392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe805a-86dc-4049-857f-e1bf9a1a0cf8 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:28.531324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Pushing event updated for resources: {'Port': ['ID=c9873b85-cc85-4d5e-9816-78f22d54c387,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:28.533731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:28.541686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0fc852a7-55a2-4203-9049-854996f30310 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.542749 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0fc852a7-55a2-4203-9049-854996f30310 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/8f1736c7-b17f-41c9-828f-105eb5fb91df HTTP/1.1" status: 204 len: 168 time: 2.1644089 Jan 12 09:41:28.550968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40500) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.559439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:28.686688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4310b001-3df1-4b85-8f97-f498af1ccc62 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.690540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.691600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.747733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1ea88d-c46b-45c7-b602-73da34d3bd14 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet e70ca36c-2b73-4b56-918c-861ed5311d89 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:28.753872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da1ea88d-c46b-45c7-b602-73da34d3bd14 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.839722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4310b001-3df1-4b85-8f97-f498af1ccc62 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for dab54bf0-8fa3-43bd-86c7-0fdb98c624cb owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:28.856271 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da1ea88d-c46b-45c7-b602-73da34d3bd14 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.892392 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.964621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:29.052247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4310b001-3df1-4b85-8f97-f498af1ccc62 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.099048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:29.099432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.111932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310b001-3df1-4b85-8f97-f498af1ccc62 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=dab54bf0-8fa3-43bd-86c7-0fdb98c624cb,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:29.222563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4310b001-3df1-4b85-8f97-f498af1ccc62 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.256319 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4310b001-3df1-4b85-8f97-f498af1ccc62 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/dab54bf0-8fa3-43bd-86c7-0fdb98c624cb HTTP/1.1" status: 204 len: 168 time: 1.0299916 Jan 12 09:41:29.261262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40506) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:29.289622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da1ea88d-c46b-45c7-b602-73da34d3bd14 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.333648 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef76e58-6d61-4b8d-91b2-e69e3135acd8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:41:29.333796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-eef76e58-6d61-4b8d-91b2-e69e3135acd8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:29.356673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-eef76e58-6d61-4b8d-91b2-e69e3135acd8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:29.361001 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eef76e58-6d61-4b8d-91b2-e69e3135acd8 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/dab54bf0-8fa3-43bd-86c7-0fdb98c624cb HTTP/1.1" status: 404 len: 333 time: 0.0981119 Jan 12 09:41:29.361479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40510) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:29.411576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.491588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.492197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.602796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da1ea88d-c46b-45c7-b602-73da34d3bd14 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.827835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-873cf728-efc2-413b-b362-b30c1ca536ad None None] Provisioning complete for port 4f53a9d4-813f-4d68-96ee-1207b479f67e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:29.827835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-873cf728-efc2-413b-b362-b30c1ca536ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.884192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ea88d-c46b-45c7-b602-73da34d3bd14 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=e70ca36c-2b73-4b56-918c-861ed5311d89,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:29.961235 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:29.968166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da1ea88d-c46b-45c7-b602-73da34d3bd14 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.975495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a6910-96c3-46d9-b170-5242814647cc None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:30.035062 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-da1ea88d-c46b-45c7-b602-73da34d3bd14 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/e70ca36c-2b73-4b56-918c-861ed5311d89 HTTP/1.1" status: 204 len: 168 time: 1.4770389 Jan 12 09:41:30.035473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40514) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:30.130702 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-083ddc1c-7277-42a1-aa01-cf3fe9b0bb33 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935118 Jan 12 09:41:30.133086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40518) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:30.143584 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:30.159928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c62d9a-31be-4317-82af-81facfbdf338 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet 34ec86c2-64ae-4926-a404-674cd50b0998 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:30.176295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a0c62d9a-31be-4317-82af-81facfbdf338 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.258073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ec887-d59c-4884-afca-6ef2ceb193d2 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:41:30.263088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c48ec887-d59c-4884-afca-6ef2ceb193d2 None None] Deleting port 4f53a9d4-813f-4d68-96ee-1207b479f67e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:30.263487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c48ec887-d59c-4884-afca-6ef2ceb193d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.281599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:30.287068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:30.289935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:30.296598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:30.316106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:30.329955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a0c62d9a-31be-4317-82af-81facfbdf338 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.419826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.513868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c48ec887-d59c-4884-afca-6ef2ceb193d2 None None] For port 4f53a9d4-813f-4d68-96ee-1207b479f67e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4f53a9d4-813f-4d68-96ee-1207b479f67e,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:30.514252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c48ec887-d59c-4884-afca-6ef2ceb193d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.596738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.644426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.646074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c48ec887-d59c-4884-afca-6ef2ceb193d2 None None] Calling delete_port for 4f53a9d4-813f-4d68-96ee-1207b479f67e owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:30.653079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a0c62d9a-31be-4317-82af-81facfbdf338 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.732433 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c48ec887-d59c-4884-afca-6ef2ceb193d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.778261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:41:30.779715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.784311 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ec887-d59c-4884-afca-6ef2ceb193d2 None None] Pushing event deleted for resources: {'Port': ['ID=4f53a9d4-813f-4d68-96ee-1207b479f67e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:30.788999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ec887-d59c-4884-afca-6ef2ceb193d2 None None] No DVR routers for this DVR port 4f53a9d4-813f-4d68-96ee-1207b479f67e on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:30.844262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:30.850599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:30.853839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:30.854419 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.866647 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a1a855-cb99-49cc-b12e-b52759212c06 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:30.914001 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-afead6b6-656b-47df-b378-f65c284d46af req-775585ef-d624-4aa5-b00d-6862f0f1a0d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3729422 Jan 12 09:41:30.927427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a0c62d9a-31be-4317-82af-81facfbdf338 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.968157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:30.995814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61fb36-0d58-434e-8032-d3ac02a25191 None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:31.000058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=4541b72d-b298-4c57-9b6a-0aac12246b75,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:31.006982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 4f53a9d4-813f-4d68-96ee-1207b479f67e no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:31.012495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Router daf710fd-08b7-4d71-89f8-81397a1d6c19 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:41:31.018338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c62d9a-31be-4317-82af-81facfbdf338 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=34ec86c2-64ae-4926-a404-674cd50b0998,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:31.022837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Allocated IP 172.26.1.191 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/8aa0438a-9074-4c89-a432-023522486367) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:31.034602 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8b31e330-b6f3-47d0-89e2-cd3996d9f9bb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9000888 Jan 12 09:41:31.039991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40522) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:31.049156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:31.070319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 4f53a9d4-813f-4d68-96ee-1207b479f67e {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:41:31.070654 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 4f53a9d4-813f-4d68-96ee-1207b479f67e not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:31.082626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb61fb36-0d58-434e-8032-d3ac02a25191 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:31.083452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-eb61fb36-0d58-434e-8032-d3ac02a25191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:31.090278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a0c62d9a-31be-4317-82af-81facfbdf338 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.136418 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a0c62d9a-31be-4317-82af-81facfbdf338 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/34ec86c2-64ae-4926-a404-674cd50b0998 HTTP/1.1" status: 204 len: 168 time: 1.7692661 Jan 12 09:41:31.140286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40526) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:31.179797 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3893669b-618c-480d-bcea-424fd8766bc8 None None] Network 74a8074c-310f-4443-a6ec-17dd7e699530 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:31.187661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.267661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-eb61fb36-0d58-434e-8032-d3ac02a25191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:31.316467 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.348117 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:31.351766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:31.352133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.361294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-30dcb7e0-f8cd-4e8e-94f9-63dab5d7b542 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.4235523 Jan 12 09:41:31.371177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40530) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:31.382765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:31.384483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-37060dce-0d82-4dc8-a7b4-fa9d7799ad91 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:31.390888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:31.401838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb61fb36-0d58-434e-8032-d3ac02a25191 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:31.402321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-eb61fb36-0d58-434e-8032-d3ac02a25191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:31.408227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:31.547980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:31.552989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-eb61fb36-0d58-434e-8032-d3ac02a25191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:31.553408 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61fb36-0d58-434e-8032-d3ac02a25191 None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:31.557130 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.633270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '4541b72d-b298-4c57-9b6a-0aac12246b75'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:31.636125 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.641492 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-afead6b6-656b-47df-b378-f65c284d46af req-66435257-e7bf-4394-ad4b-87a0a6448bfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 1098 time: 0.6011345 Jan 12 09:41:31.695290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.742864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] For port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d3dfcb09-21d3-4b95-a3b5-5879c4a2c962,segment=NetworkSegment(8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8),segment_id=8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:31.743214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.788457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-37060dce-0d82-4dc8-a7b4-fa9d7799ad91 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.808823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] DHCP port deletion for 74a8074c-310f-4443-a6ec-17dd7e699530 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:41:31.818038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] Deleting port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:31.818484 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.886822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Allocated IP 2001:db8::f816:3eff:fede:abc7 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/4541b72d-b298-4c57-9b6a-0aac12246b75/98d3bcf7-24a1-4200-9fd3-23ab84a77744) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:31.889586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:31.952784 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.ipam_backend_mixin [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4541b72d-b298-4c57-9b6a-0aac12246b75 (CIDR: 2001:db8::/64) Jan 12 09:41:31.960887 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:41:31.961317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:31.984227 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:41:31.998347 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-082e37e3-e5af-4b13-94a8-febb1ddd0861 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9540842 Jan 12 09:41:32.001654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40534) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:32.005757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afead6b6-656b-47df-b378-f65c284d46af req-d1709ce9-4d8b-4ade-be9f-c3fb63a759f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:32.007243 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-afead6b6-656b-47df-b378-f65c284d46af req-d1709ce9-4d8b-4ade-be9f-c3fb63a759f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.3336551 Jan 12 09:41:32.008940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:32.012097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.023559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.126583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=d3dfcb09-21d3-4b95-a3b5-5879c4a2c962,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:32.152730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No DVR routers for this DVR port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:32.215301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] For port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d3dfcb09-21d3-4b95-a3b5-5879c4a2c962,segment=NetworkSegment(8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8),segment_id=8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:32.216075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.256515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:32.259808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=8aa0438a-9074-4c89-a432-023522486367,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:32.267466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:32.279342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:32.336454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.377684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:32.383175 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-afead6b6-656b-47df-b378-f65c284d46af req-b5e13553-f674-4936-b6a9-e35ab0154e9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf05729-4cc8-4c42-abeb-0bf137aa6126 HTTP/1.1" status: 200 len: 1001 time: 0.3671844 Jan 12 09:41:32.383444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a8074c-310f-4443-a6ec-17dd7e699530']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:32.391272 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:32.397145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:32.401231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] Calling delete_port for d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:32.407279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:32.407561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddf5122-f138-4cdf-9d4e-fd0cc13fa3a8') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:32.414596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:32.439871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.458632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:32.463307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.496483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.525115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:32.525470 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:32.546468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.550987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:32.564157 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97204199-85e7-4790-b988-39ef5e41a7ac None None] Sync routers for ids ['daf710fd-08b7-4d71-89f8-81397a1d6c19'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:32.566901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-37060dce-0d82-4dc8-a7b4-fa9d7799ad91 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.567697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:41:32.568127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.580241 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97204199-85e7-4790-b988-39ef5e41a7ac None None] Routers {'daf710fd-08b7-4d71-89f8-81397a1d6c19'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:32.580868 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-97204199-85e7-4790-b988-39ef5e41a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['daf710fd-08b7-4d71-89f8-81397a1d6c19'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:32.584722 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:32.587005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-37060dce-0d82-4dc8-a7b4-fa9d7799ad91 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.587005 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-37060dce-0d82-4dc8-a7b4-fa9d7799ad91 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP 4dd088d9-778c-4dee-b658-4242c31a2cef disassociated. External IP: 172.26.1.90, port: 09895acd-2b12-4d8e-9888-b64eb7d7b298. Jan 12 09:41:32.644290 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-97204199-85e7-4790-b988-39ef5e41a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:32.657204 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97204199-85e7-4790-b988-39ef5e41a7ac None None] Routers {'daf710fd-08b7-4d71-89f8-81397a1d6c19'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:32.657204 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-97204199-85e7-4790-b988-39ef5e41a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['daf710fd-08b7-4d71-89f8-81397a1d6c19'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:32.667880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afead6b6-656b-47df-b378-f65c284d46af req-7234159b-830f-4cd9-93e0-69b03c3a41c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:32.669255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-afead6b6-656b-47df-b378-f65c284d46af req-7234159b-830f-4cd9-93e0-69b03c3a41c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.2765653 Jan 12 09:41:32.706106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Transition to ACTIVE for port object 98d3bcf7-24a1-4200-9fd3-23ab84a77744 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:32.709151 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.714505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.722458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.726313 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7c8e1bd0-d00d-4749-91d6-7b37e1ddb7dd tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4714279 Jan 12 09:41:32.728539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40538) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:32.733414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Transition to ACTIVE for port object 98d3bcf7-24a1-4200-9fd3-23ab84a77744 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:32.741409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.743185 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-97204199-85e7-4790-b988-39ef5e41a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:32.743596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97204199-85e7-4790-b988-39ef5e41a7ac None None] The sync data for ids ['daf710fd-08b7-4d71-89f8-81397a1d6c19'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:32.813342 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:32.818990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:32.822836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:32.831639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Pushing event updated for resources: {'Port': ['ID=98d3bcf7-24a1-4200-9fd3-23ab84a77744,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:32.874440 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-afead6b6-656b-47df-b378-f65c284d46af req-3a54fa8e-d790-4a5e-b73c-2051fcf7ee60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1979566 Jan 12 09:41:32.878876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:32.923671 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Attempting to bind port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:32.924175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Attempting to bind port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:32.924636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Attempting to bind port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:32.931604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:32.932134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:32.932641 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.933129 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:32.933831 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Bound port: 98d3bcf7-24a1-4200-9fd3-23ab84a77744, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:32.934433 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.947360 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:32.965237 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/networks/74a8074c-310f-4443-a6ec-17dd7e699530 HTTP/1.1" status: 204 len: 168 time: 1.8239274 Jan 12 09:41:32.970621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b68f06-667b-49e1-a566-f2bace72c110 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Network': ['ID=74a8074c-310f-4443-a6ec-17dd7e699530,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:32.974602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.975398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40542) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:32.975560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.982535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2116662479'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:32.989455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:41:32.989791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:32.990576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:33.007863 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:network and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:33.015043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:33.024064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:33.028487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] Deleting port d3dfcb09-21d3-4b95-a3b5-5879c4a2c962 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:33.028860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.097623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:33.097623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.119787 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-83a97f58-e7fe-40e9-9115-d197d9b49ccb None None] The port 'd3dfcb09-21d3-4b95-a3b5-5879c4a2c962' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:41:33.156984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] For port 98d3bcf7-24a1-4200-9fd3-23ab84a77744, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:33.161583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] For port 98d3bcf7-24a1-4200-9fd3-23ab84a77744, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=98d3bcf7-24a1-4200-9fd3-23ab84a77744,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:33.168518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.216790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:33.247241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.247588 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Added segment a894426c-e05e-4c62-96b9-c0587e50795f of type vlan for network b881bd0a-9f72-433d-83c0-8f9704160157 Jan 12 09:41:33.273683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6d7a8-45cf-4c22-905e-3d64cc09a92a None None] Pushing event updated for resources: {'Port': ['ID=98d3bcf7-24a1-4200-9fd3-23ab84a77744,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:33.310915 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.360540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.392499 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-afead6b6-656b-47df-b378-f65c284d46af req-b147722d-406a-4a21-8a0d-41b27d2d2374 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102973 Jan 12 09:41:33.444011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.448059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:33.456201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.543656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:33.563484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=7e775e4c-3c6e-4a3d-993d-98b5fb5354da,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:33.567169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:33.569990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:33.570579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.651786 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-afead6b6-656b-47df-b378-f65c284d46af req-82c947d0-898b-474d-92e4-af3b8f156e55 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523746 Jan 12 09:41:33.699940 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7234180 Jan 12 09:41:33.701697 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-df476fab-268d-46fb-9c36-6ab78901cb37 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6988497 Jan 12 09:41:33.703888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bc4dc-eedc-4293-b6f8-f29a41e45cc9 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Network': ['ID=b881bd0a-9f72-433d-83c0-8f9704160157,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:33.707118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40546) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:33.707432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40548) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:33.719219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network b881bd0a-9f72-433d-83c0-8f9704160157 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:33.726681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': 'b881bd0a-9f72-433d-83c0-8f9704160157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:33.745895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:a2:0a:75', 'name': 'tempest-NetworksTestDHCPv6-1417060150'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:33.818114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37060dce-0d82-4dc8-a7b4-fa9d7799ad91 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:33.835423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router 4be3f34f-64f7-48c6-9b40-64c7ff226862 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:41:33.945050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:33.961261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:33.968118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:33.985430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:34.061770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:34.070088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:34.072683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:34.087541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:34.149908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:34.199507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:34.203722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.213643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37060dce-0d82-4dc8-a7b4-fa9d7799ad91 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:34.218829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-37060dce-0d82-4dc8-a7b4-fa9d7799ad91 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.228895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ffcf19-4efd-4370-80ac-badd79b9bf8e None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:34.229960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.246963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffcf19-4efd-4370-80ac-badd79b9bf8e None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:34.250884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-58ffcf19-4efd-4370-80ac-badd79b9bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.277357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:34.288893 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936872e-79e5-4603-b227-d4913a6b8684 None None] Sync routers for ids ['4be3f34f-64f7-48c6-9b40-64c7ff226862'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:34.293508 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-37060dce-0d82-4dc8-a7b4-fa9d7799ad91 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "PUT /v2.0/floatingips/4dd088d9-778c-4dee-b658-4242c31a2cef HTTP/1.1" status: 200 len: 687 time: 2.9172528 Jan 12 09:41:34.299378 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40554) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:34.323965 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936872e-79e5-4603-b227-d4913a6b8684 None None] Routers {'4be3f34f-64f7-48c6-9b40-64c7ff226862'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:34.326359 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3936872e-79e5-4603-b227-d4913a6b8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4be3f34f-64f7-48c6-9b40-64c7ff226862'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.334629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 58a4a980-1189-4afa-822c-3d4131c07b77 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:34.390266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.391556 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ecb555fa-fb31-4107-b8dc-6f3d0d74437b tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.9327567 Jan 12 09:41:34.396287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40558) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:34.405368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-58ffcf19-4efd-4370-80ac-badd79b9bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.422201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffcf19-4efd-4370-80ac-badd79b9bf8e None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:34.422961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-58ffcf19-4efd-4370-80ac-badd79b9bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.493195 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3936872e-79e5-4603-b227-d4913a6b8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.495512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3062d5-ca31-4e45-9ea5-490765b19ff3 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:34.511321 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936872e-79e5-4603-b227-d4913a6b8684 None None] Routers {'4be3f34f-64f7-48c6-9b40-64c7ff226862'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:34.512291 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3936872e-79e5-4603-b227-d4913a6b8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4be3f34f-64f7-48c6-9b40-64c7ff226862'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.565163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-925d42f1-fbe3-40ad-a6e5-5e2392d963fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port b147168c-cbb6-499c-96d1-1052e7c1cc2c {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:34.565895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-925d42f1-fbe3-40ad-a6e5-5e2392d963fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.636382 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3936872e-79e5-4603-b227-d4913a6b8684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.636788 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936872e-79e5-4603-b227-d4913a6b8684 None None] The sync data for ids ['4be3f34f-64f7-48c6-9b40-64c7ff226862'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:34.666339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-58ffcf19-4efd-4370-80ac-badd79b9bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.668718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ffcf19-4efd-4370-80ac-badd79b9bf8e None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:34.689863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-54139473-f11e-45ec-924a-ba00896a5a01 None None] Provisioning for port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:34.990333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-925d42f1-fbe3-40ad-a6e5-5e2392d963fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.990904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-925d42f1-fbe3-40ad-a6e5-5e2392d963fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.994406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 98d3bcf7-24a1-4200-9fd3-23ab84a77744 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:34.999228 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8:0:1::3e3 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/7e775e4c-3c6e-4a3d-993d-98b5fb5354da/58a4a980-1189-4afa-822c-3d4131c07b77) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:35.012782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::f816:3eff:fea2:a75 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/4541b72d-b298-4c57-9b6a-0aac12246b75/58a4a980-1189-4afa-822c-3d4131c07b77) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:35.036667 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.121537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e767c33f-865f-46f9-bc44-61fc5d3373fb None None] Update dhcp port {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'fixed_ips': [{'subnet_id': '4541b72d-b298-4c57-9b6a-0aac12246b75', 'ip_address': '2001:db8::f816:3eff:fede:abc7'}, {'subnet_id': '7e775e4c-3c6e-4a3d-993d-98b5fb5354da'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': '98d3bcf7-24a1-4200-9fd3-23ab84a77744'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:41:35.126866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-925d42f1-fbe3-40ad-a6e5-5e2392d963fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for b147168c-cbb6-499c-96d1-1052e7c1cc2c owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:35.168779 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=2cd15d79-214a-40b0-ba2d-341e2f4f07d0,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:35.178765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e767c33f-865f-46f9-bc44-61fc5d3373fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.196521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:35.201899 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-57d346ab-d548-42a5-8443-471319f27161 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/routers/4be3f34f-64f7-48c6-9b40-64c7ff226862 HTTP/1.1" status: 200 len: 881 time: 0.8045442 Jan 12 09:41:35.207532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40564) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:35.227415 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:35.228045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.290497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-925d42f1-fbe3-40ad-a6e5-5e2392d963fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.333768 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.343903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d42f1-fbe3-40ad-a6e5-5e2392d963fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=b147168c-cbb6-499c-96d1-1052e7c1cc2c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:35.357058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Checking segment: {'id': 'a894426c-e05e-4c62-96b9-c0587e50795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b881bd0a-9f72-433d-83c0-8f9704160157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:35.357644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network hostable DHCP agents. Network: b881bd0a-9f72-433d-83c0-8f9704160157, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:35.436833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.444302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-925d42f1-fbe3-40ad-a6e5-5e2392d963fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.456161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-925d42f1-fbe3-40ad-a6e5-5e2392d963fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.457371 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-925d42f1-fbe3-40ad-a6e5-5e2392d963fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/floatingips/4dd088d9-778c-4dee-b658-4242c31a2cef HTTP/1.1" status: 204 len: 168 time: 1.1570673 Jan 12 09:41:35.461105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40568) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:35.467782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '642bcf19-5f15-40a2-bba6-7f77dbd75300'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:35.475660 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:35.480610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:floatingip and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:35.484463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:35.484914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 98d3bcf7-24a1-4200-9fd3-23ab84a77744, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=98d3bcf7-24a1-4200-9fd3-23ab84a77744,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:35.488739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.491745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:35.492046 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.506959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.533936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.537381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Deleting port c9873b85-cc85-4d5e-9816-78f22d54c387 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:35.537708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.567525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=98d3bcf7-24a1-4200-9fd3-23ab84a77744,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:35.606004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network b881bd0a-9f72-433d-83c0-8f9704160157 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:35.608231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 58a4a980-1189-4afa-822c-3d4131c07b77 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:35.643127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, b881bd0a-9f72-433d-83c0-8f9704160157) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:35.647498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.652527 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79e925-1388-4ac1-8928-d66511deadeb None None] Network b881bd0a-9f72-433d-83c0-8f9704160157 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:35.702989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:35.703483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.797998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.26.1.67 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/68f83e09-065d-4edc-be60-22225b40826e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:35.813789 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-18ef4cb7-d104-4eac-bdbd-8aa37f2bb9b5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1012900 Jan 12 09:41:35.824014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40572) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:35.838376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.845255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1733091292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:35.885472 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:35.921570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.931036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:router and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:35.938884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e767c33f-865f-46f9-bc44-61fc5d3373fb None None] Allocated IP 2001:db8:0:1::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/7e775e4c-3c6e-4a3d-993d-98b5fb5354da/98d3bcf7-24a1-4200-9fd3-23ab84a77744) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:35.949497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:35.955969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-b881bd0a-9f72-433d-83c0-8f9704160157', 'network_id': 'b881bd0a-9f72-433d-83c0-8f9704160157', 'tenant_id': 'd2c18f6667a44a878bdf808577b8beaa', 'fixed_ips': [{'subnet_id': '2cd15d79-214a-40b0-ba2d-341e2f4f07d0'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:35.956735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.970399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.002598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.013265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:36.072501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:36.076248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:36.077753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Calling delete_port for c9873b85-cc85-4d5e-9816-78f22d54c387 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:36.078101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=68f83e09-065d-4edc-be60-22225b40826e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:36.080381 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:36.120236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:36.132398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:36.137560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=58a4a980-1189-4afa-822c-3d4131c07b77,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:36.140225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:36.144397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:36.145304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.152560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.154144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.192537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-70105fba-b0ef-4d5e-b7a5-37b3902b91bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:router {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:36.214162 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a8404856-8aa4-4951-b47f-56b9b10bd60b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4995458 Jan 12 09:41:36.216881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40576) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:36.219521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e767c33f-865f-46f9-bc44-61fc5d3373fb None None] For port 98d3bcf7-24a1-4200-9fd3-23ab84a77744, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=98d3bcf7-24a1-4200-9fd3-23ab84a77744,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:36.244838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.254579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-70105fba-b0ef-4d5e-b7a5-37b3902b91bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:router {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:36.258620 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-70105fba-b0ef-4d5e-b7a5-37b3902b91bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0447426 Jan 12 09:41:36.259664 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40580) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:36.265857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Allocated IP 2001:db8::2 (b881bd0a-9f72-433d-83c0-8f9704160157/2cd15d79-214a-40b0-ba2d-341e2f4f07d0/0fea5797-74ef-430f-9b3c-db14a5fa4643) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:36.269873 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4f9c02a1-c4a4-4975-b9ba-e12d0d3091e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1758371410'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:36.277604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e767c33f-865f-46f9-bc44-61fc5d3373fb None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.319061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e767c33f-865f-46f9-bc44-61fc5d3373fb None None] Transition to ACTIVE for port object 98d3bcf7-24a1-4200-9fd3-23ab84a77744 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:36.344532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3e871ed5-862f-4c8a-90b1-b26396446893 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 58a4a980-1189-4afa-822c-3d4131c07b77 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:36.344973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e871ed5-862f-4c8a-90b1-b26396446893 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.347079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.530237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e767c33f-865f-46f9-bc44-61fc5d3373fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.544576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.546796 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-185fe536-b712-40f5-b29b-7b9ed532c750 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7093599 Jan 12 09:41:36.550605 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40584) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:36.561065 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'network_id': 'b881bd0a-9f72-433d-83c0-8f9704160157', 'name': 'tempest-PortsIpV6TestJSON-287790177'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:36.644755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.698724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Pushing event deleted for resources: {'Port': ['ID=c9873b85-cc85-4d5e-9816-78f22d54c387,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:36.759254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767c33f-865f-46f9-bc44-61fc5d3373fb None None] Pushing event updated for resources: {'Port': ['ID=98d3bcf7-24a1-4200-9fd3-23ab84a77744,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:36.767068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.784836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Transition to ACTIVE for port object 0fea5797-74ef-430f-9b3c-db14a5fa4643 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:36.829644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Transition to ACTIVE for port object 0fea5797-74ef-430f-9b3c-db14a5fa4643 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:36.841258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.937587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Network b881bd0a-9f72-433d-83c0-8f9704160157 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:36.941508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:36.942556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:36.949841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:36.964740 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Pushing event updated for resources: {'Port': ['ID=0fea5797-74ef-430f-9b3c-db14a5fa4643,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:36.966252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:36.977112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:36.997587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:37.007583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 98d3bcf7-24a1-4200-9fd3-23ab84a77744 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:37.030542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e871ed5-862f-4c8a-90b1-b26396446893 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.159448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:37.163296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.164285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Attempting to bind port 0fea5797-74ef-430f-9b3c-db14a5fa4643 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:37.164659 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Attempting to bind port 0fea5797-74ef-430f-9b3c-db14a5fa4643 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'a894426c-e05e-4c62-96b9-c0587e50795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b881bd0a-9f72-433d-83c0-8f9704160157'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:37.165023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Attempting to bind port 0fea5797-74ef-430f-9b3c-db14a5fa4643 on network b881bd0a-9f72-433d-83c0-8f9704160157 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:37.187432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.187662 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:37.187662 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Checking segment: {'id': 'a894426c-e05e-4c62-96b9-c0587e50795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b881bd0a-9f72-433d-83c0-8f9704160157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:37.188284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.189570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Bound using segment: {'id': 'a894426c-e05e-4c62-96b9-c0587e50795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b881bd0a-9f72-433d-83c0-8f9704160157'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:37.189570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Bound port: 0fea5797-74ef-430f-9b3c-db14a5fa4643, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a894426c-e05e-4c62-96b9-c0587e50795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b881bd0a-9f72-433d-83c0-8f9704160157'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:37.189570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.197311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3e871ed5-862f-4c8a-90b1-b26396446893 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 58a4a980-1189-4afa-822c-3d4131c07b77 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:37.260214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:37.328655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] For port 0fea5797-74ef-430f-9b3c-db14a5fa4643, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:37.335686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] For port 0fea5797-74ef-430f-9b3c-db14a5fa4643, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0fea5797-74ef-430f-9b3c-db14a5fa4643,segment=NetworkSegment(a894426c-e05e-4c62-96b9-c0587e50795f),segment_id=a894426c-e05e-4c62-96b9-c0587e50795f)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:37.341400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.373471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.452275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.469385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d383837-7ab0-4dc1-a3aa-01023349740e None None] Pushing event updated for resources: {'Port': ['ID=0fea5797-74ef-430f-9b3c-db14a5fa4643,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:37.561665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.643315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.665876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-139987e5-f21f-41a5-98ce-2538e3be5b73 None None] Provisioning for port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:37.673922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e871ed5-862f-4c8a-90b1-b26396446893 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.686560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-139987e5-f21f-41a5-98ce-2538e3be5b73 None None] Provisioning complete for port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:37.687294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-139987e5-f21f-41a5-98ce-2538e3be5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.713075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8::29a (b881bd0a-9f72-433d-83c0-8f9704160157/2cd15d79-214a-40b0-ba2d-341e2f4f07d0/86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:37.761157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e871ed5-862f-4c8a-90b1-b26396446893 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=58a4a980-1189-4afa-822c-3d4131c07b77,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:37.896538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Router daf710fd-08b7-4d71-89f8-81397a1d6c19 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:38.012682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e871ed5-862f-4c8a-90b1-b26396446893 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.048994 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3e871ed5-862f-4c8a-90b1-b26396446893 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/58a4a980-1189-4afa-822c-3d4131c07b77 HTTP/1.1" status: 204 len: 168 time: 1.8275185 Jan 12 09:41:38.050170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40588) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:38.062619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-741f3b74-141c-4887-8bc7-ac7471d62601 None None] Could not find standard attr ID for object 58a4a980-1189-4afa-822c-3d4131c07b77. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:41:38.193390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6e970-e88e-43a0-88cd-337b9243035f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:38.194100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-14f6e970-e88e-43a0-88cd-337b9243035f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:38.199061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.219558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.258460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-14f6e970-e88e-43a0-88cd-337b9243035f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:38.260703 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-14f6e970-e88e-43a0-88cd-337b9243035f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2095966 Jan 12 09:41:38.271830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40592) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:38.361126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.369115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=68f83e09-065d-4edc-be60-22225b40826e,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:38.411463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.445585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:38.520855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932353a9-1858-487a-8b30-904a328b3776 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:38.525027 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-932353a9-1858-487a-8b30-904a328b3776 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2498312 Jan 12 09:41:38.529370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40596) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:38.541912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:38.557346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d15d714-40c9-44d4-9853-fff80ad02c3c None None] Sync routers for ids ['daf710fd-08b7-4d71-89f8-81397a1d6c19'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:38.576364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15d714-40c9-44d4-9853-fff80ad02c3c None None] Routers {'daf710fd-08b7-4d71-89f8-81397a1d6c19'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:38.578744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3d15d714-40c9-44d4-9853-fff80ad02c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['daf710fd-08b7-4d71-89f8-81397a1d6c19'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:38.581401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.582601 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d14c877b-4cf2-4629-9420-77c9180c2683 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "PUT /v2.0/routers/daf710fd-08b7-4d71-89f8-81397a1d6c19 HTTP/1.1" status: 200 len: 706 time: 5.7182770 Jan 12 09:41:38.587941 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40600) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:38.666135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abbb34-e052-4e45-b801-498e43f8cc5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:38.667938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abbb34-e052-4e45-b801-498e43f8cc5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:38.669500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abbb34-e052-4e45-b801-498e43f8cc5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:38.670347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d2abbb34-e052-4e45-b801-498e43f8cc5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:38.701882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3d15d714-40c9-44d4-9853-fff80ad02c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:38.715866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15d714-40c9-44d4-9853-fff80ad02c3c None None] Routers {'daf710fd-08b7-4d71-89f8-81397a1d6c19'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:38.716646 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3d15d714-40c9-44d4-9853-fff80ad02c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['daf710fd-08b7-4d71-89f8-81397a1d6c19'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:38.763098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d2abbb34-e052-4e45-b801-498e43f8cc5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:38.763942 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d2abbb34-e052-4e45-b801-498e43f8cc5f tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2347338 Jan 12 09:41:38.767549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40604) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:38.795525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3d15d714-40c9-44d4-9853-fff80ad02c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:38.796051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d15d714-40c9-44d4-9853-fff80ad02c3c None None] The sync data for ids ['daf710fd-08b7-4d71-89f8-81397a1d6c19'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:38.892049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.938643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a1f6b5-111e-419a-afc1-08ed684da97e None None] Network b881bd0a-9f72-433d-83c0-8f9704160157 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:38.964909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f9c02a1-c4a4-4975-b9ba-e12d0d3091e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.971947 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4dcb0b71-cfa1-414e-a241-158447a56a35 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/routers/daf710fd-08b7-4d71-89f8-81397a1d6c19 HTTP/1.1" status: 200 len: 741 time: 0.3826468 Jan 12 09:41:38.972972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40608) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:39.000427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network b881bd0a-9f72-433d-83c0-8f9704160157 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:39.033868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:39.046469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:39.051221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:39.052091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.065700 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-465e7fba-e865-4677-ab4b-012a5625f7b4 tempest-RoutersAdminTest-395218897 tempest-RoutersAdminTest-395218897-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&device_id=daf710fd-08b7-4d71-89f8-81397a1d6c19 HTTP/1.1" status: 200 len: 205 time: 0.0813076 Jan 12 09:41:39.073098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0fea5797-74ef-430f-9b3c-db14a5fa4643 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:39.078329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40612) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:39.079939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f9c02a1-c4a4-4975-b9ba-e12d0d3091e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.128967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:39.133834 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e63269fb-fbbc-449e-ad04-8a8b18cff28b tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=daf710fd-08b7-4d71-89f8-81397a1d6c19 HTTP/1.1" status: 200 len: 205 time: 0.0514212 Jan 12 09:41:39.136852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40616) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:39.201963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-87a26b7b-e97f-4616-86e3-09f86289827f None None] Provisioning for port 0fea5797-74ef-430f-9b3c-db14a5fa4643 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:39.207045 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ec598c20-1811-440b-8418-4ecb72cbf3ae tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6551116 Jan 12 09:41:39.214161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40620) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:39.280150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 0fea5797-74ef-430f-9b3c-db14a5fa4643 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:39.295643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0fea5797-74ef-430f-9b3c-db14a5fa4643 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:39.297085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.317431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP 9f710d35-5731-4b92-8300-a78a7aecfe1d associated. External IP: 172.26.1.67, port: 642bcf19-5f15-40a2-bba6-7f77dbd75300. Jan 12 09:41:39.400978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-689a4490-5959-4cb3-bb37-36d327b8f5e7 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.464764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-58125522-8863-4902-93ef-1fd2d8c04f3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 4541b72d-b298-4c57-9b6a-0aac12246b75 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:39.473788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58125522-8863-4902-93ef-1fd2d8c04f3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.480705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.524561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 0fea5797-74ef-430f-9b3c-db14a5fa4643, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0fea5797-74ef-430f-9b3c-db14a5fa4643,segment=NetworkSegment(a894426c-e05e-4c62-96b9-c0587e50795f),segment_id=a894426c-e05e-4c62-96b9-c0587e50795f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:39.535051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.638576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=0fea5797-74ef-430f-9b3c-db14a5fa4643,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:39.641261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58125522-8863-4902-93ef-1fd2d8c04f3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.989865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b81328f7-c026-4ddb-a8b8-483ea0df5f6f None None] Provisioning for port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:39.992860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b81328f7-c026-4ddb-a8b8-483ea0df5f6f None None] Provisioning complete for port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:39.993078 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b81328f7-c026-4ddb-a8b8-483ea0df5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.071986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b81328f7-c026-4ddb-a8b8-483ea0df5f6f None None] Port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:40.100122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58125522-8863-4902-93ef-1fd2d8c04f3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.102299 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b81328f7-c026-4ddb-a8b8-483ea0df5f6f None None] Provisioning complete for port 0fea5797-74ef-430f-9b3c-db14a5fa4643 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:40.103010 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b81328f7-c026-4ddb-a8b8-483ea0df5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.120441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-689a4490-5959-4cb3-bb37-36d327b8f5e7 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.128189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-689a4490-5959-4cb3-bb37-36d327b8f5e7 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.173653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9c02a1-c4a4-4975-b9ba-e12d0d3091e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router 4be3f34f-64f7-48c6-9b40-64c7ff226862 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:40.185257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-689a4490-5959-4cb3-bb37-36d327b8f5e7 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.185600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689a4490-5959-4cb3-bb37-36d327b8f5e7 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Fanout notify agent at l3_agent the message router_deleted on router daf710fd-08b7-4d71-89f8-81397a1d6c19 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:41:40.270889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-689a4490-5959-4cb3-bb37-36d327b8f5e7 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.273678 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-689a4490-5959-4cb3-bb37-36d327b8f5e7 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/daf710fd-08b7-4d71-89f8-81397a1d6c19 HTTP/1.1" status: 204 len: 168 time: 1.1352360 Jan 12 09:41:40.279381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40624) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.323181 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58125522-8863-4902-93ef-1fd2d8c04f3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.326962 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-68439b99-b067-4c7e-ac4e-1c65f764b35c tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=daf710fd-08b7-4d71-89f8-81397a1d6c19 HTTP/1.1" status: 200 len: 205 time: 0.0432918 Jan 12 09:41:40.330840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40628) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.456146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9c02a1-c4a4-4975-b9ba-e12d0d3091e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:40.462698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4f9c02a1-c4a4-4975-b9ba-e12d0d3091e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.468891 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8e0226-fda8-4ea7-b9c2-ff74517a0aa3 None None] Sync routers for ids ['4be3f34f-64f7-48c6-9b40-64c7ff226862'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:40.470558 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4f9c02a1-c4a4-4975-b9ba-e12d0d3091e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/4be3f34f-64f7-48c6-9b40-64c7ff226862 HTTP/1.1" status: 200 len: 888 time: 4.2102008 Jan 12 09:41:40.471758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40632) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.487244 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8e0226-fda8-4ea7-b9c2-ff74517a0aa3 None None] Routers {'4be3f34f-64f7-48c6-9b40-64c7ff226862'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:40.487660 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-680b7da4-c88d-44fc-b77d-8df05e87b76b None None] Provisioning complete for port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:40.488284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-680b7da4-c88d-44fc-b77d-8df05e87b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.489171 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9c8e0226-fda8-4ea7-b9c2-ff74517a0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4be3f34f-64f7-48c6-9b40-64c7ff226862'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:40.535849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58125522-8863-4902-93ef-1fd2d8c04f3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=4541b72d-b298-4c57-9b6a-0aac12246b75,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:40.538218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58125522-8863-4902-93ef-1fd2d8c04f3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.544144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e182b2a8-9f2e-4edd-b7ad-6518a6054bc5 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:40.561470 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-1a82b54d-8cc4-4901-be97-df7585f9c3de tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] delete failed (client error): The resource could not be found. Jan 12 09:41:40.566422 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1a82b54d-8cc4-4901-be97-df7585f9c3de tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/daf710fd-08b7-4d71-89f8-81397a1d6c19 HTTP/1.1" status: 404 len: 336 time: 0.1896954 Jan 12 09:41:40.573076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40636) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.633922 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9c8e0226-fda8-4ea7-b9c2-ff74517a0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:40.646722 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8e0226-fda8-4ea7-b9c2-ff74517a0aa3 None None] Routers {'4be3f34f-64f7-48c6-9b40-64c7ff226862'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:40.648477 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9c8e0226-fda8-4ea7-b9c2-ff74517a0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4be3f34f-64f7-48c6-9b40-64c7ff226862'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:40.679093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-680b7da4-c88d-44fc-b77d-8df05e87b76b None None] Port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:40.730403 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9c8e0226-fda8-4ea7-b9c2-ff74517a0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:40.730897 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8e0226-fda8-4ea7-b9c2-ff74517a0aa3 None None] The sync data for ids ['4be3f34f-64f7-48c6-9b40-64c7ff226862'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:40.793526 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a1c63b14-5920-430e-a54a-235122064032 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/routers/4be3f34f-64f7-48c6-9b40-64c7ff226862 HTTP/1.1" status: 200 len: 888 time: 0.3197942 Jan 12 09:41:40.796494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40640) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.846844 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ae9dd014-0604-419b-92f6-9d7adc677f07 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b3a066c-5958-4e1e-a286-b9cb22aecf99 HTTP/1.1" status: 200 len: 205 time: 0.2717626 Jan 12 09:41:40.848105 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d4230e80-66ad-431c-a353-406643194040 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=4be3f34f-64f7-48c6-9b40-64c7ff226862 HTTP/1.1" status: 200 len: 205 time: 0.0503244 Jan 12 09:41:40.851295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40644) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.852223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40646) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.863897 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-58125522-8863-4902-93ef-1fd2d8c04f3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/4541b72d-b298-4c57-9b6a-0aac12246b75 HTTP/1.1" status: 204 len: 168 time: 2.0946112 Jan 12 09:41:40.871278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40652) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.941625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.993098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0fea5797-74ef-430f-9b3c-db14a5fa4643 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:40.998778 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-a60164b2-a01b-4d99-9acf-b4a4313c5994 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] delete failed (client error): The resource could not be found. Jan 12 09:41:41.002459 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a60164b2-a01b-4d99-9acf-b4a4313c5994 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/8b3a066c-5958-4e1e-a286-b9cb22aecf99 HTTP/1.1" status: 404 len: 336 time: 0.1449101 Jan 12 09:41:41.007006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40656) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.019584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aff08cf-d681-4df5-98b9-46de63ad7fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 7e775e4c-3c6e-4a3d-993d-98b5fb5354da {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:41.034286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4aff08cf-d681-4df5-98b9-46de63ad7fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.055246 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-097bb869-034d-4cf0-ab5b-ea0a0e28380d tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=dde2a8c5-f517-4b79-9a12-5541d3d337c5 HTTP/1.1" status: 200 len: 205 time: 0.0471013 Jan 12 09:41:41.057599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40660) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.108415 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0fea5797-74ef-430f-9b3c-db14a5fa4643 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:41.109032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.132494 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-c2aca402-b06c-4aa2-9535-e22310aa6c9e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] delete failed (client error): The resource could not be found. Jan 12 09:41:41.133509 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c2aca402-b06c-4aa2-9535-e22310aa6c9e tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/dde2a8c5-f517-4b79-9a12-5541d3d337c5 HTTP/1.1" status: 404 len: 336 time: 0.0750723 Jan 12 09:41:41.137929 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40664) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.196714 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6b2ee393-61d8-4a0f-9408-609cce5b0c38 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a7b573a-f831-4f77-976d-405797e7b68e HTTP/1.1" status: 200 len: 205 time: 0.0483348 Jan 12 09:41:41.196891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40668) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.237860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4aff08cf-d681-4df5-98b9-46de63ad7fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.268588 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-422c279c-6b50-4ed0-8327-18d7ef37903a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] delete failed (client error): The resource could not be found. Jan 12 09:41:41.273676 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-422c279c-6b50-4ed0-8327-18d7ef37903a tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/8a7b573a-f831-4f77-976d-405797e7b68e HTTP/1.1" status: 404 len: 336 time: 0.0719597 Jan 12 09:41:41.273676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40672) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.332639 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cba1abee-365b-403b-a865-373ca4ee18de tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=48e2e928-643d-4f8c-95a8-a9b5e538b5d3 HTTP/1.1" status: 200 len: 205 time: 0.0580378 Jan 12 09:41:41.335080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40678) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.529423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4aff08cf-d681-4df5-98b9-46de63ad7fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.579151 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-9ec77cf8-1e36-46d3-840c-b062a3523157 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] delete failed (client error): The resource could not be found. Jan 12 09:41:41.580197 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9ec77cf8-1e36-46d3-840c-b062a3523157 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/48e2e928-643d-4f8c-95a8-a9b5e538b5d3 HTTP/1.1" status: 404 len: 336 time: 0.2452826 Jan 12 09:41:41.584663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40684) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.588820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:41.641538 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4a42a48c-cf69-48d3-b53c-eaad3834ce34 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe66901-fdc6-4f11-ad7d-552a18e6781d HTTP/1.1" status: 200 len: 205 time: 0.0451202 Jan 12 09:41:41.644336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40688) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.644336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.701148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.764519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.808949 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-471dea8e-df5f-4523-b544-d70813f1c828 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] delete failed (client error): The resource could not be found. Jan 12 09:41:41.812520 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-471dea8e-df5f-4523-b544-d70813f1c828 tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/routers/5fe66901-fdc6-4f11-ad7d-552a18e6781d HTTP/1.1" status: 404 len: 336 time: 0.1751876 Jan 12 09:41:41.817469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40692) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.875862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4aff08cf-d681-4df5-98b9-46de63ad7fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.917843 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b52d108-9811-40f4-b75a-b8212273194b tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:41.918050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b52d108-9811-40f4-b75a-b8212273194b tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:41.931235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-913dc9e9-0ab2-4da6-88f5-345bcd59050d None None] Provisioning complete for port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:41.931610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-913dc9e9-0ab2-4da6-88f5-345bcd59050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.936660 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff08cf-d681-4df5-98b9-46de63ad7fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=7e775e4c-3c6e-4a3d-993d-98b5fb5354da,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:41.943935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.968149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 8aa0438a-9074-4c89-a432-023522486367 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:41.969219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.982797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:41.986001 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2b52d108-9811-40f4-b75a-b8212273194b tempest-RoutersAdminTest-580129899 tempest-RoutersAdminTest-580129899-project] 10.222.0.58 "DELETE /v2.0/subnets/7e496131-d878-4b66-8b34-5160f2d9c46f HTTP/1.1" status: 404 len: 337 time: 0.1595774 Jan 12 09:41:42.012281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4aff08cf-d681-4df5-98b9-46de63ad7fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.016840 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4aff08cf-d681-4df5-98b9-46de63ad7fa0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/7e775e4c-3c6e-4a3d-993d-98b5fb5354da HTTP/1.1" status: 204 len: 168 time: 1.1445374 Jan 12 09:41:42.024857 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40698) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:42.025057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171f02fd-2b2b-48d7-a1a2-473f73613ac2 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:42.262595 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ea1a454b-f04d-4844-a142-84879d81bbd5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2321925 Jan 12 09:41:42.264331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40702) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:42.272154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:42.374728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ca39e12a-e706-4a3f-a0a1-aa7ebe20f319 None None] Provisioning complete for port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:42.376572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca39e12a-e706-4a3f-a0a1-aa7ebe20f319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.463619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ca39e12a-e706-4a3f-a0a1-aa7ebe20f319 None None] Port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:42.465268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5aad91-4ed0-4884-b78c-de10747f45b2 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:41:42.471394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bc5aad91-4ed0-4884-b78c-de10747f45b2 None None] Deleting port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:42.471770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc5aad91-4ed0-4884-b78c-de10747f45b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.481852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.490397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:42.499742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:42.555879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:42.611675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40708) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:42.625926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 8aa0438a-9074-4c89-a432-023522486367 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:42.656418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:42.690733 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:42.693316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.728089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:42.739552 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-bc5aad91-4ed0-4884-b78c-de10747f45b2 None None] For port 98d3bcf7-24a1-4200-9fd3-23ab84a77744, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=98d3bcf7-24a1-4200-9fd3-23ab84a77744,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:42.740120 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc5aad91-4ed0-4884-b78c-de10747f45b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.750622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ffccf-b1e3-4f50-8285-a7cc7a57741d None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:42.798179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.827239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.837891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.887216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bc5aad91-4ed0-4884-b78c-de10747f45b2 None None] Calling delete_port for 98d3bcf7-24a1-4200-9fd3-23ab84a77744 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:42.902508 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-89cba0c6-cf68-4900-87da-4f450ac91daa tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.4400909 Jan 12 09:41:42.905112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40714) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:42.945546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 98d3bcf7-24a1-4200-9fd3-23ab84a77744 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:42.970637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b5363487-2486-4b40-a808-8dd909c88d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.990443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ffccf-b1e3-4f50-8285-a7cc7a57741d None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:42.991499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9e3ffccf-b1e3-4f50-8285-a7cc7a57741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.068279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9e3ffccf-b1e3-4f50-8285-a7cc7a57741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.106505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ffccf-b1e3-4f50-8285-a7cc7a57741d None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:43.107519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9e3ffccf-b1e3-4f50-8285-a7cc7a57741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.122977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.157898 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d2c8a553-5b28-49b5-aa06-1a017cbaf515 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "GET /v2.0/floatingips/9f710d35-5731-4b92-8300-a78a7aecfe1d HTTP/1.1" status: 200 len: 977 time: 0.2517121 Jan 12 09:41:43.160354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40718) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:43.196150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b5363487-2486-4b40-a808-8dd909c88d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:43.200164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=8aa0438a-9074-4c89-a432-023522486367,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:43.207916 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b5363487-2486-4b40-a808-8dd909c88d78 admin admin] Usage tracker for resource:security_group_rule and tenant:3f374d6dd1844b1ab0ddf16dc730bd8f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:43.211508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b5363487-2486-4b40-a808-8dd909c88d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:43.219521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b5363487-2486-4b40-a808-8dd909c88d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:43.235472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc5aad91-4ed0-4884-b78c-de10747f45b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.264591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.275935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 update to DOWN by agent not found {{(pid=83596) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 12 09:41:43.279355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9e3ffccf-b1e3-4f50-8285-a7cc7a57741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.280013 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ffccf-b1e3-4f50-8285-a7cc7a57741d None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:43.289037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5aad91-4ed0-4884-b78c-de10747f45b2 None None] Pushing event deleted for resources: {'Port': ['ID=98d3bcf7-24a1-4200-9fd3-23ab84a77744,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:43.299550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5aad91-4ed0-4884-b78c-de10747f45b2 None None] No DVR routers for this DVR port 98d3bcf7-24a1-4200-9fd3-23ab84a77744 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:43.344309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f687606c-2bce-4d74-8fa3-ab1886f61e64 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Synchronizing usage tracker for tenant:8dfb823b7540429eab50616891e089c1 on resource:floatingip {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:43.393241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f687606c-2bce-4d74-8fa3-ab1886f61e64 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Unset dirty status for tenant:8dfb823b7540429eab50616891e089c1 on resource:floatingip {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:43.394640 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f687606c-2bce-4d74-8fa3-ab1886f61e64 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2332673 Jan 12 09:41:43.395798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:43.397510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40722) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:43.402548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:43.411260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'port_id': '09895acd-2b12-4d8e-9888-b64eb7d7b298'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:43.412005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:43.412925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.415738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc4662f-fbff-4ca6-97c6-5d26ee8ebfa5 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:43.559958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.563554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.588678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=2d3c3182-9255-4fb8-b294-4bd9437deb5e,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:43.617757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.618807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.656940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': '2d3c3182-9255-4fb8-b294-4bd9437deb5e'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:43.658012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.709489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.783405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b5363487-2486-4b40-a808-8dd909c88d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.786313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:43.824001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Allocated IP 2001:db8::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/2d3c3182-9255-4fb8-b294-4bd9437deb5e/95334eed-b0af-450e-a1f4-a5cfdf77ac2d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:43.842472 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-edd64ad5-e30b-4b6a-b934-8129dc1c63de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5763946 Jan 12 09:41:43.843291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b5363487-2486-4b40-a808-8dd909c88d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.847274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40726) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:43.861126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:43.962913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5363487-2486-4b40-a808-8dd909c88d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af38550c-42c3-4298-85f8-9a068be2903c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:44.031532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.034750 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b5363487-2486-4b40-a808-8dd909c88d78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f374d6dd1844b1ab0ddf16dc730bd8f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4193420 Jan 12 09:41:44.037871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40730) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:44.040421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.049943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.061228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Transition to ACTIVE for port object 95334eed-b0af-450e-a1f4-a5cfdf77ac2d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:44.082873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Transition to ACTIVE for port object 95334eed-b0af-450e-a1f4-a5cfdf77ac2d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:44.090007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.103567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.103975 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Fanout notify agent at l3_agent the message router_deleted on router 4be3f34f-64f7-48c6-9b40-64c7ff226862 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:41:44.126443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9acad47c-e640-4eb6-82f3-26f22a5bc15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.141939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.143074 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-54de27eb-3496-4046-9002-826aecdb5b22 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/4be3f34f-64f7-48c6-9b40-64c7ff226862 HTTP/1.1" status: 204 len: 168 time: 3.2897842 Jan 12 09:41:44.146516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40734) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:44.160128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1601507239'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:44.165430 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:44.168226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:44.168706 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:44.171333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:44.175871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9acad47c-e640-4eb6-82f3-26f22a5bc15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.178633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Pushing event updated for resources: {'Port': ['ID=95334eed-b0af-450e-a1f4-a5cfdf77ac2d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:44.184373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:network and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:44.190476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:44.203727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:44.229546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:44.232969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.272040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Attempting to bind port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:44.272336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network b881bd0a-9f72-433d-83c0-8f9704160157 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:44.272497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Attempting to bind port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:44.272756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Attempting to bind port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:44.273361 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9acad47c-e640-4eb6-82f3-26f22a5bc15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.279381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:44.279760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:44.280656 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.280656 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:44.281156 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Bound port: 95334eed-b0af-450e-a1f4-a5cfdf77ac2d, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:44.281557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.286168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:44.289028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:44.303316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acad47c-e640-4eb6-82f3-26f22a5bc15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af38550c-42c3-4298-85f8-9a068be2903c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:44.311527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.312162 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added segment b9d5b6fe-985b-41ab-aaed-6ae87619095e of type vlan for network ed4fbe7c-a905-412b-93e3-570dc39bd932 Jan 12 09:41:44.326606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9acad47c-e640-4eb6-82f3-26f22a5bc15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.328091 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9acad47c-e640-4eb6-82f3-26f22a5bc15b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af38550c-42c3-4298-85f8-9a068be2903c HTTP/1.1" status: 204 len: 168 time: 0.2892931 Jan 12 09:41:44.351595 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.391026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.396613 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:44.398044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.409458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] For port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:44.414122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] For port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=95334eed-b0af-450e-a1f4-a5cfdf77ac2d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:44.426542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.484321 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3365512 Jan 12 09:41:44.490581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40740) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:44.505384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'subnet': {'network_id': 'ed4fbe7c-a905-412b-93e3-570dc39bd932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:44.577374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:44.588025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89dd1a-9e30-4b8b-9f37-f24039f60d84 None None] Pushing event updated for resources: {'Port': ['ID=95334eed-b0af-450e-a1f4-a5cfdf77ac2d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:44.595661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:44.608218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:44.638425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b90eb-48f6-4f59-929d-6599c261a8f3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Network': ['ID=ed4fbe7c-a905-412b-93e3-570dc39bd932,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:44.638703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:44.656060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network ed4fbe7c-a905-412b-93e3-570dc39bd932 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:44.701100 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:44.705511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:subnet and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:44.713289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:44.720287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:44.742224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:44.745220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:44.787192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cee637dc-82a9-4daa-9c91-f66b22b25de3 None None] Provisioning complete for port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:44.792704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cee637dc-82a9-4daa-9c91-f66b22b25de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.913341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.932852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cee637dc-82a9-4daa-9c91-f66b22b25de3 None None] Port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:45.059177 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 95334eed-b0af-450e-a1f4-a5cfdf77ac2d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:45.091636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40746) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:45.160109 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:45.166205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.212802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.299348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Subnet': ['ID=efaaba1f-5a8f-4f58-8412-88064816ce14,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:45.300039 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c2e117f7-e92a-42c2-946b-517a0aeb303e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=001461c4d1d240b187f590062c7e5e37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2020445 Jan 12 09:41:45.300133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40750) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:45.331863 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Checking segment: {'id': 'b9d5b6fe-985b-41ab-aaed-6ae87619095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ed4fbe7c-a905-412b-93e3-570dc39bd932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:45.332213 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network hostable DHCP agents. Network: ed4fbe7c-a905-412b-93e3-570dc39bd932, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:45.379435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9521cf0f-7bb4-46a9-9e5f-2581fa2a82cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.390711 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network ed4fbe7c-a905-412b-93e3-570dc39bd932 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:45.409448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9521cf0f-7bb4-46a9-9e5f-2581fa2a82cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.422854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, ed4fbe7c-a905-412b-93e3-570dc39bd932) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:45.433570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:45.434143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.434275 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8163a222-45ef-4da4-bb0a-5889ea131d94 None None] Network ed4fbe7c-a905-412b-93e3-570dc39bd932 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:45.435367 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.ipam_backend_mixin [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d3c3182-9255-4fb8-b294-4bd9437deb5e (CIDR: 2001:db8::/64) Jan 12 09:41:45.443070 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:41:45.443772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:45.504032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-41c2fe9c-edd4-4a80-9fc8-3a1291dbbfbf tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6531818 Jan 12 09:41:45.508801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40754) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:45.517808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:45.532775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.586208 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-212912be-f1c0-4a08-a76a-38910f3e1d00 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0898263 Jan 12 09:41:45.587513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40758) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:45.593449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-176523865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:45.600697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:45.605144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:router and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:45.610297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:45.617061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:45.622946 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9521cf0f-7bb4-46a9-9e5f-2581fa2a82cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.624942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.642548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521cf0f-7bb4-46a9-9e5f-2581fa2a82cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf0d571-527f-444b-9e09-f65357080787,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:45.658464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9521cf0f-7bb4-46a9-9e5f-2581fa2a82cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.663463 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9521cf0f-7bb4-46a9-9e5f-2581fa2a82cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bf0d571-527f-444b-9e09-f65357080787 HTTP/1.1" status: 204 len: 168 time: 0.3616791 Jan 12 09:41:45.665508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.667886 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.692285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.723040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.731356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Router 384d297b-0174-4761-9943-941c5d1eb3a8 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:41:45.764134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.765457 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1f3a73e2-aeb0-4708-bc7e-d9b282e57916 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1768246 Jan 12 09:41:45.769282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40764) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:45.819779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-ed4fbe7c-a905-412b-93e3-570dc39bd932', 'network_id': 'ed4fbe7c-a905-412b-93e3-570dc39bd932', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'fixed_ips': [{'subnet_id': 'efaaba1f-5a8f-4f58-8412-88064816ce14'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:45.820746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.037330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:46.044601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:46.049624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:46.058123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:46.164203 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ec751f8f-70fc-4229-92d9-e429161a62a9 None None] Provisioning for port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:46.183936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Allocated IP 172.20.0.2 (ed4fbe7c-a905-412b-93e3-570dc39bd932/efaaba1f-5a8f-4f58-8412-88064816ce14/92874ff9-cd1f-461b-92a7-f3d5633de4ad) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:46.185785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ec751f8f-70fc-4229-92d9-e429161a62a9 None None] Provisioning complete for port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:46.186329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec751f8f-70fc-4229-92d9-e429161a62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.186953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:46.191527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.396841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:46.402905 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fb5b3833-53dd-45b2-8484-e8dd60e45336 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "PUT /v2.0/routers/384d297b-0174-4761-9943-941c5d1eb3a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1893132 Jan 12 09:41:46.410838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40778) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:46.411580 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91f22a-48f9-48f1-963d-f69495310dfe None None] Sync routers for ids ['384d297b-0174-4761-9943-941c5d1eb3a8'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:46.431578 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91f22a-48f9-48f1-963d-f69495310dfe None None] Routers {'384d297b-0174-4761-9943-941c5d1eb3a8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:46.433019 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5c91f22a-48f9-48f1-963d-f69495310dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['384d297b-0174-4761-9943-941c5d1eb3a8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.452931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec751f8f-70fc-4229-92d9-e429161a62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.457138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP 9f710d35-5731-4b92-8300-a78a7aecfe1d associated. External IP: 172.26.1.67, port: 642bcf19-5f15-40a2-bba6-7f77dbd75300. Jan 12 09:41:46.471115 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.514244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ec751f8f-70fc-4229-92d9-e429161a62a9 None None] For port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=95334eed-b0af-450e-a1f4-a5cfdf77ac2d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:46.541105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec751f8f-70fc-4229-92d9-e429161a62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.607945 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5c91f22a-48f9-48f1-963d-f69495310dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.629558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec751f8f-70fc-4229-92d9-e429161a62a9 None None] Pushing event updated for resources: {'Port': ['ID=95334eed-b0af-450e-a1f4-a5cfdf77ac2d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:46.636234 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91f22a-48f9-48f1-963d-f69495310dfe None None] Routers {'384d297b-0174-4761-9943-941c5d1eb3a8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:46.636843 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5c91f22a-48f9-48f1-963d-f69495310dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['384d297b-0174-4761-9943-941c5d1eb3a8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.726921 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5c91f22a-48f9-48f1-963d-f69495310dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.727322 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91f22a-48f9-48f1-963d-f69495310dfe None None] The sync data for ids ['384d297b-0174-4761-9943-941c5d1eb3a8'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:46.738253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc063bb-fa11-4572-83ae-358d3ead5228 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:46.743301 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9dc063bb-fa11-4572-83ae-358d3ead5228 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports?device_id=384d297b-0174-4761-9943-941c5d1eb3a8 HTTP/1.1" status: 200 len: 988 time: 0.3292930 Jan 12 09:41:46.744105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40784) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:46.744256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.763707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Transition to ACTIVE for port object 92874ff9-cd1f-461b-92a7-f3d5633de4ad will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:46.794738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Transition to ACTIVE for port object 92874ff9-cd1f-461b-92a7-f3d5633de4ad will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:46.803000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.875992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Network ed4fbe7c-a905-412b-93e3-570dc39bd932 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:46.879214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:46.882024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:46.898012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Pushing event updated for resources: {'Port': ['ID=92874ff9-cd1f-461b-92a7-f3d5633de4ad,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:46.985788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Allocated IP 172.20.0.1 (ed4fbe7c-a905-412b-93e3-570dc39bd932/efaaba1f-5a8f-4f58-8412-88064816ce14/56b5a5e0-469b-4c41-bae5-74edf42dbeeb) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:47.001683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Attempting to bind port 92874ff9-cd1f-461b-92a7-f3d5633de4ad on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:47.002396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Attempting to bind port 92874ff9-cd1f-461b-92a7-f3d5633de4ad by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'b9d5b6fe-985b-41ab-aaed-6ae87619095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ed4fbe7c-a905-412b-93e3-570dc39bd932'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:47.002909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Attempting to bind port 92874ff9-cd1f-461b-92a7-f3d5633de4ad on network ed4fbe7c-a905-412b-93e3-570dc39bd932 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:47.007465 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 95334eed-b0af-450e-a1f4-a5cfdf77ac2d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:47.052762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:47.053221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Checking segment: {'id': 'b9d5b6fe-985b-41ab-aaed-6ae87619095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ed4fbe7c-a905-412b-93e3-570dc39bd932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:47.053518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.053905 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Bound using segment: {'id': 'b9d5b6fe-985b-41ab-aaed-6ae87619095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ed4fbe7c-a905-412b-93e3-570dc39bd932'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:47.054489 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Bound port: 92874ff9-cd1f-461b-92a7-f3d5633de4ad, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d5b6fe-985b-41ab-aaed-6ae87619095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ed4fbe7c-a905-412b-93e3-570dc39bd932'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:47.056306 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.082770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40792) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:47.179187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:47.180315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.199291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.217542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Transition to ACTIVE for port object 56b5a5e0-469b-4c41-bae5-74edf42dbeeb will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:47.239943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] For port 92874ff9-cd1f-461b-92a7-f3d5633de4ad, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:47.247158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.260613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] For port 92874ff9-cd1f-461b-92a7-f3d5633de4ad, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=92874ff9-cd1f-461b-92a7-f3d5633de4ad,segment=NetworkSegment(b9d5b6fe-985b-41ab-aaed-6ae87619095e),segment_id=b9d5b6fe-985b-41ab-aaed-6ae87619095e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:47.276940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.297667 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-116876761'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:47.311471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:47.322572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network ed4fbe7c-a905-412b-93e3-570dc39bd932 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:47.325911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:47.329907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:47.333387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Usage tracker for resource:network and tenant:23c5f2f624034952ab647b4f1a43b1df is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:47.337765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:47.349984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:47.367656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=56b5a5e0-469b-4c41-bae5-74edf42dbeeb,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:47.392469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.441799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d7cd3-ded5-49f3-bebb-ba790aee1a66 None None] Pushing event updated for resources: {'Port': ['ID=92874ff9-cd1f-461b-92a7-f3d5633de4ad,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:47.504448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.601065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.objects.ports [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83594) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:41:47.650180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Made reservation on behalf of 23c5f2f624034952ab647b4f1a43b1df for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:47.653172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.682286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.824413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:47.834866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Usage tracker for resource:security_group_rule and tenant:23c5f2f624034952ab647b4f1a43b1df is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:47.839279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:47.864594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:48.011417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.025715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.031277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.104985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:48.123601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.139478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.153686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=56b5a5e0-469b-4c41-bae5-74edf42dbeeb,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:48.157870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.248358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:48.306206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network ed4fbe7c-a905-412b-93e3-570dc39bd932 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:48.306489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0009f1-ad08-4d29-b487-1685784bd004,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:48.308760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:48.375083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.375428 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Added segment 8aac761f-cfc7-4b86-82d1-45b88935f242 of type vlan for network 537621e2-6ab8-4449-a0cb-501f5112e2b7 Jan 12 09:41:48.412020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a9744-0a43-4fa6-83b7-616267bef600 None None] Network ed4fbe7c-a905-412b-93e3-570dc39bd932 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:48.459387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.511056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] For port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=95334eed-b0af-450e-a1f4-a5cfdf77ac2d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:48.558778 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3e81f290-9785-4a22-aac5-6441ad6cd8bf None None] Provisioning for port 92874ff9-cd1f-461b-92a7-f3d5633de4ad completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:48.574853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.578909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:48.579547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.685183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.690898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router eecb3ee2-ffde-49a0-82ae-e92ef9aae084 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:41:48.720591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.721300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.784172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.865936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:48.879154 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f7237c96-475a-44ff-a404-bd4b74548df8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/eecb3ee2-ffde-49a0-82ae-e92ef9aae084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1083102 Jan 12 09:41:48.881372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c1ac8-0523-4890-a53f-e765ae5d4f37 None None] Sync routers for ids ['eecb3ee2-ffde-49a0-82ae-e92ef9aae084'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:48.883398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40798) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:48.910017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c1ac8-0523-4890-a53f-e765ae5d4f37 None None] Routers {'eecb3ee2-ffde-49a0-82ae-e92ef9aae084'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:48.910644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2f7c1ac8-0523-4890-a53f-e765ae5d4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['eecb3ee2-ffde-49a0-82ae-e92ef9aae084'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:48.925361 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8348033 Jan 12 09:41:48.932328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40802) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:48.939052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ba1fd-fd7e-4d34-9cb7-1c3e442b05ad tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event updated for resources: {'Network': ['ID=537621e2-6ab8-4449-a0cb-501f5112e2b7,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:48.955494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Request body: {'subnet': {'network_id': '537621e2-6ab8-4449-a0cb-501f5112e2b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:49.062009 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 537621e2-6ab8-4449-a0cb-501f5112e2b7 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:49.076236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 92874ff9-cd1f-461b-92a7-f3d5633de4ad up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:49.088878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba64b0-a7f5-4043-b333-fda9ce59eb82 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:49.089597 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c3ba64b0-a7f5-4043-b333-fda9ce59eb82 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:49.095672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:49.106446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:49.110454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:49.111955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.123756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:49.128220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Usage tracker for resource:subnet and tenant:23c5f2f624034952ab647b4f1a43b1df is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:49.131635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:49.134839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c3ba64b0-a7f5-4043-b333-fda9ce59eb82 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:49.136062 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c3ba64b0-a7f5-4043-b333-fda9ce59eb82 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports/56b5a5e0-469b-4c41-bae5-74edf42dbeeb HTTP/1.1" status: 200 len: 910 time: 0.2514405 Jan 12 09:41:49.139455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40806) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:49.142101 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:49.142796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cd6e17-3651-47df-a74b-4ad51644f71d None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:49.148937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d656e43c-2f0d-4e58-b96a-7842d4038a66 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'efaaba1f-5a8f-4f58-8412-88064816ce14'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:49.169494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=9cb415b8-3202-4f7d-8e4d-b1c66ce7c322,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:49.186707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=95334eed-b0af-450e-a1f4-a5cfdf77ac2d,revision_number=5']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:49.198809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Made reservation on behalf of 23c5f2f624034952ab647b4f1a43b1df for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:49.240601 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-518a08fb-7895-4157-ad90-04be1c4cd9b1 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7275090 Jan 12 09:41:49.244934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40810) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:49.253858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:de:ab:a0', 'name': 'tempest-NetworksTestDHCPv6-1894111795'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:49.278628 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2f7c1ac8-0523-4890-a53f-e765ae5d4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.311559 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c1ac8-0523-4890-a53f-e765ae5d4f37 None None] Routers {'eecb3ee2-ffde-49a0-82ae-e92ef9aae084'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:49.312275 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2f7c1ac8-0523-4890-a53f-e765ae5d4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['eecb3ee2-ffde-49a0-82ae-e92ef9aae084'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.386794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95950a30-d3e9-4f8b-a94b-32dbc61285db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.423968 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2f7c1ac8-0523-4890-a53f-e765ae5d4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.424958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c1ac8-0523-4890-a53f-e765ae5d4f37 None None] The sync data for ids ['eecb3ee2-ffde-49a0-82ae-e92ef9aae084'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:49.455211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 92874ff9-cd1f-461b-92a7-f3d5633de4ad completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:49.463070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 92874ff9-cd1f-461b-92a7-f3d5633de4ad triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:49.463437 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.497472 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.562173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8d9aed36-2788-4327-a25d-41b570aca109 None None] Provisioning for port 56b5a5e0-469b-4c41-bae5-74edf42dbeeb completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:49.567644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d656e43c-2f0d-4e58-b96a-7842d4038a66 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.581442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8d9aed36-2788-4327-a25d-41b570aca109 None None] Provisioning complete for port 56b5a5e0-469b-4c41-bae5-74edf42dbeeb triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:49.581811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d9aed36-2788-4327-a25d-41b570aca109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.619950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:49.634767 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecd1dd-1709-4d9d-b186-e8279ccec344 None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:49.656400 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecd1dd-1709-4d9d-b186-e8279ccec344 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:49.659751 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ccecd1dd-1709-4d9d-b186-e8279ccec344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.719426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8d9aed36-2788-4327-a25d-41b570aca109 None None] Port 56b5a5e0-469b-4c41-bae5-74edf42dbeeb cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:49.733851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.744963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:49.759252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:49.767452 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ccecd1dd-1709-4d9d-b186-e8279ccec344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.773552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:49.784523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:49.789777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 92874ff9-cd1f-461b-92a7-f3d5633de4ad, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=92874ff9-cd1f-461b-92a7-f3d5633de4ad,segment=NetworkSegment(b9d5b6fe-985b-41ab-aaed-6ae87619095e),segment_id=b9d5b6fe-985b-41ab-aaed-6ae87619095e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:49.798642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.807172 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecd1dd-1709-4d9d-b186-e8279ccec344 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:49.808031 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ccecd1dd-1709-4d9d-b186-e8279ccec344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.892144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-90d2e4d1-8bae-489b-8536-56cdf7386831 None None] Provisioning complete for port 56b5a5e0-469b-4c41-bae5-74edf42dbeeb triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:49.892914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90d2e4d1-8bae-489b-8536-56cdf7386831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.925796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=92874ff9-cd1f-461b-92a7-f3d5633de4ad,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:49.926810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:49.931797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.949983 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ccecd1dd-1709-4d9d-b186-e8279ccec344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.952222 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecd1dd-1709-4d9d-b186-e8279ccec344 None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:49.963391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-90d2e4d1-8bae-489b-8536-56cdf7386831 None None] Port 56b5a5e0-469b-4c41-bae5-74edf42dbeeb cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:50.041994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:50.042369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.063581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.075034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 31e1f3fa-dab7-4c00-89fb-54dab613fe76 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:50.247531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event updated for resources: {'Subnet': ['ID=606e9929-855d-4f8c-b22a-0ea4f1be8085,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:50.273718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Checking segment: {'id': '8aac761f-cfc7-4b86-82d1-45b88935f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '537621e2-6ab8-4449-a0cb-501f5112e2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:50.274073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Network hostable DHCP agents. Network: 537621e2-6ab8-4449-a0cb-501f5112e2b7, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:50.333513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Network 537621e2-6ab8-4449-a0cb-501f5112e2b7 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:50.355215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d656e43c-2f0d-4e58-b96a-7842d4038a66 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.358570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 537621e2-6ab8-4449-a0cb-501f5112e2b7) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:50.367442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:50.368105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.368629 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52dcc60-5e24-44b1-982d-81a330ef0b0e None None] Network 537621e2-6ab8-4449-a0cb-501f5112e2b7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:50.374554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d656e43c-2f0d-4e58-b96a-7842d4038a66 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.500534 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eb0b107a-4cdc-4c32-b8db-bab97164f60e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5614369 Jan 12 09:41:50.507802 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.512623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40814) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:50.521753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Request body: {'port': {'network_id': '537621e2-6ab8-4449-a0cb-501f5112e2b7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-549298389'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:50.549922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656e43c-2f0d-4e58-b96a-7842d4038a66 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=56b5a5e0-469b-4c41-bae5-74edf42dbeeb,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:50.611782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656e43c-2f0d-4e58-b96a-7842d4038a66 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:50.612387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d656e43c-2f0d-4e58-b96a-7842d4038a66 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.616473 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d656e43c-2f0d-4e58-b96a-7842d4038a66 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/ports/56b5a5e0-469b-4c41-bae5-74edf42dbeeb HTTP/1.1" status: 200 len: 910 time: 1.4732835 Jan 12 09:41:50.619274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40818) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:50.649696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fa826f99-69e3-4c2a-ba6c-610b8ce4c73f None None] Provisioning complete for port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:50.650328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa826f99-69e3-4c2a-ba6c-610b8ce4c73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.652037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:50.674253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-537621e2-6ab8-4449-a0cb-501f5112e2b7', 'network_id': '537621e2-6ab8-4449-a0cb-501f5112e2b7', 'tenant_id': '23c5f2f624034952ab647b4f1a43b1df', 'fixed_ips': [{'subnet_id': '606e9929-855d-4f8c-b22a-0ea4f1be8085'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:50.675179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.694108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::3b7 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/2d3c3182-9255-4fb8-b294-4bd9437deb5e/31e1f3fa-dab7-4c00-89fb-54dab613fe76) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:50.710292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:aba0 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/9cb415b8-3202-4f7d-8e4d-b1c66ce7c322/31e1f3fa-dab7-4c00-89fb-54dab613fe76) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:50.818290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:50.824533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Usage tracker for resource:port and tenant:23c5f2f624034952ab647b4f1a43b1df is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:50.828596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:50.835971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:50.852403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Made reservation on behalf of 23c5f2f624034952ab647b4f1a43b1df for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:50.855396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.912850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Allocated IP 2001:db8::2 (537621e2-6ab8-4449-a0cb-501f5112e2b7/606e9929-855d-4f8c-b22a-0ea4f1be8085/683ff65f-3927-4c2f-ab3e-58694f354469) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:50.946763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] device_id is not set on port 81231657-26c7-4167-ac0c-4c380bfb11fe yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:50.997422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 95334eed-b0af-450e-a1f4-a5cfdf77ac2d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:51.080802 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.244681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:51.245186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.280764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ab638a7-f4fb-4910-89a5-d0d5a565c34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.301749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:51.326521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.340072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.342986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Transition to ACTIVE for port object 683ff65f-3927-4c2f-ab3e-58694f354469 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:51.349748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.371432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Transition to ACTIVE for port object 683ff65f-3927-4c2f-ab3e-58694f354469 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:51.403935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.504701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 92874ff9-cd1f-461b-92a7-f3d5633de4ad up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:51.515559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Allocated IP 2001:db8::3ac (537621e2-6ab8-4449-a0cb-501f5112e2b7/606e9929-855d-4f8c-b22a-0ea4f1be8085/81231657-26c7-4167-ac0c-4c380bfb11fe) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:51.552964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 31e1f3fa-dab7-4c00-89fb-54dab613fe76 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:51.559604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Network 537621e2-6ab8-4449-a0cb-501f5112e2b7 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:51.568956 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Pushing event updated for resources: {'Port': ['ID=683ff65f-3927-4c2f-ab3e-58694f354469,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:51.570990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:51.571544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:51.577488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:51.615335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.659385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.675759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Attempting to bind port 683ff65f-3927-4c2f-ab3e-58694f354469 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:51.676412 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Attempting to bind port 683ff65f-3927-4c2f-ab3e-58694f354469 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '8aac761f-cfc7-4b86-82d1-45b88935f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '537621e2-6ab8-4449-a0cb-501f5112e2b7'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:51.676543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Attempting to bind port 683ff65f-3927-4c2f-ab3e-58694f354469 on network 537621e2-6ab8-4449-a0cb-501f5112e2b7 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:51.685764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:51.686129 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Checking segment: {'id': '8aac761f-cfc7-4b86-82d1-45b88935f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '537621e2-6ab8-4449-a0cb-501f5112e2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:51.686519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.686942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Bound using segment: {'id': '8aac761f-cfc7-4b86-82d1-45b88935f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '537621e2-6ab8-4449-a0cb-501f5112e2b7'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:51.687389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Bound port: 683ff65f-3927-4c2f-ab3e-58694f354469, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac761f-cfc7-4b86-82d1-45b88935f242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '537621e2-6ab8-4449-a0cb-501f5112e2b7'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:51.687755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.705505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 92874ff9-cd1f-461b-92a7-f3d5633de4ad triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:51.705861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.728046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.765027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.783923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Transition to ACTIVE for port object 81231657-26c7-4167-ac0c-4c380bfb11fe will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:51.860495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] For port 683ff65f-3927-4c2f-ab3e-58694f354469, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:51.879509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] For port 683ff65f-3927-4c2f-ab3e-58694f354469, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=683ff65f-3927-4c2f-ab3e-58694f354469,segment=NetworkSegment(8aac761f-cfc7-4b86-82d1-45b88935f242),segment_id=8aac761f-cfc7-4b86-82d1-45b88935f242)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:51.884707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.887696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.888627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:51.895339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:51.899071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=31e1f3fa-dab7-4c00-89fb-54dab613fe76,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:51.901581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:51.905452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:51.906052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.967949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event updated for resources: {'Port': ['ID=81231657-26c7-4167-ac0c-4c380bfb11fe,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:51.970822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d0e97-8cba-485a-a01e-41fe04b557c9 None None] Pushing event updated for resources: {'Port': ['ID=683ff65f-3927-4c2f-ab3e-58694f354469,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:52.005177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Network 537621e2-6ab8-4449-a0cb-501f5112e2b7 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:52.010089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:52.012750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:52.017047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:52.017653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.073660 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1235a2bf-3ce5-4d08-89c1-aac97bda1213 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8244317 Jan 12 09:41:52.074908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40822) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.082710 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e77eb31e-e514-42d7-909c-001ec05cd67c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5679326 Jan 12 09:41:52.085299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40826) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.095467 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Request body: {'port': {'network_id': '537621e2-6ab8-4449-a0cb-501f5112e2b7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1388304004', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:52.095983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.api.validators [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] bootfile-name is not in valid_values {{(pid=83595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:41:52.096320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.api.validators [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] tftp-server is not in valid_values {{(pid=83595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:41:52.096639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.api.validators [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] server-ip-address is not in valid_values {{(pid=83595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:41:52.369257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ad281b23-b7e2-476e-8017-072b07278603 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 31e1f3fa-dab7-4c00-89fb-54dab613fe76 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:52.369562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ad281b23-b7e2-476e-8017-072b07278603 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.376402 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6dc2688d-ff66-4b4b-a384-0f393af5661a None None] Provisioning for port 31e1f3fa-dab7-4c00-89fb-54dab613fe76 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:52.385224 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6dc2688d-ff66-4b4b-a384-0f393af5661a None None] Provisioning complete for port 31e1f3fa-dab7-4c00-89fb-54dab613fe76 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:52.385872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc2688d-ff66-4b4b-a384-0f393af5661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.386337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:52.392574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Usage tracker for resource:port and tenant:23c5f2f624034952ab647b4f1a43b1df is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:52.396002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:52.429080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:52.462684 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.465220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Made reservation on behalf of 23c5f2f624034952ab647b4f1a43b1df for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:52.468603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.474194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2688d-ff66-4b4b-a384-0f393af5661a None None] Port 31e1f3fa-dab7-4c00-89fb-54dab613fe76 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:52.538067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] device_id is not set on port d155e474-74bf-42e4-8b1e-015d9032f613 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:52.597773 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.602683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Router 384d297b-0174-4761-9943-941c5d1eb3a8 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:52.624523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:52.633339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.637600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d8919-a666-45b4-9118-e3844d6f20bb None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:52.654769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d8919-a666-45b4-9118-e3844d6f20bb None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:52.655398 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fb2d8919-a666-45b4-9118-e3844d6f20bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.717976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fb2d8919-a666-45b4-9118-e3844d6f20bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.730023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d8919-a666-45b4-9118-e3844d6f20bb None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:52.730872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fb2d8919-a666-45b4-9118-e3844d6f20bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.749907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Allocated IP 2001:db8::17f (537621e2-6ab8-4449-a0cb-501f5112e2b7/606e9929-855d-4f8c-b22a-0ea4f1be8085/d155e474-74bf-42e4-8b1e-015d9032f613) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:52.793019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fb2d8919-a666-45b4-9118-e3844d6f20bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.793681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d8919-a666-45b4-9118-e3844d6f20bb None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:52.941673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 56b5a5e0-469b-4c41-bae5-74edf42dbeeb {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:52.942010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.033951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 683ff65f-3927-4c2f-ab3e-58694f354469 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:53.121002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 683ff65f-3927-4c2f-ab3e-58694f354469 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:53.128106 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-08dd50f1-2e40-4c65-be9c-d72c13be1221 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "PUT /v2.0/floatingips/9f710d35-5731-4b92-8300-a78a7aecfe1d HTTP/1.1" status: 200 len: 978 time: 9.7294590 Jan 12 09:41:53.131338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ad281b23-b7e2-476e-8017-072b07278603 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.139770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40830) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:53.149177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-273615a9-0521-447f-a468-4cd2015695fc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:53.209142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:53.219749 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f53362-4bad-4113-a2b6-9520a78e32c4 None None] Sync routers for ids ['384d297b-0174-4761-9943-941c5d1eb3a8'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:53.233002 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f53362-4bad-4113-a2b6-9520a78e32c4 None None] Routers {'384d297b-0174-4761-9943-941c5d1eb3a8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:53.233629 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-07f53362-4bad-4113-a2b6-9520a78e32c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['384d297b-0174-4761-9943-941c5d1eb3a8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:53.270320 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c8258fb6-db8b-457f-91ec-5257bdeb6ca3 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "PUT /v2.0/routers/384d297b-0174-4761-9943-941c5d1eb3a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5192802 Jan 12 09:41:53.272684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40834) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:53.282037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a159f599-16e5-4faf-b325-761525d5de22 None None] Network 537621e2-6ab8-4449-a0cb-501f5112e2b7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:53.307769 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-07f53362-4bad-4113-a2b6-9520a78e32c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:53.320805 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f53362-4bad-4113-a2b6-9520a78e32c4 None None] Routers {'384d297b-0174-4761-9943-941c5d1eb3a8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:53.321709 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-07f53362-4bad-4113-a2b6-9520a78e32c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['384d297b-0174-4761-9943-941c5d1eb3a8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:53.323669 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-df70bc86-f561-4b2d-83f2-4ad1e75e728d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:41:53.324268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-df70bc86-f561-4b2d-83f2-4ad1e75e728d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:53.342377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ad281b23-b7e2-476e-8017-072b07278603 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 31e1f3fa-dab7-4c00-89fb-54dab613fe76 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:53.355886 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-df70bc86-f561-4b2d-83f2-4ad1e75e728d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:53.359523 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-df70bc86-f561-4b2d-83f2-4ad1e75e728d tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/86ad3bc2-fa85-4d3b-ae03-b03b6b7880c6 HTTP/1.1" status: 404 len: 333 time: 0.0817173 Jan 12 09:41:53.361025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.363852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40838) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:53.408332 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-07f53362-4bad-4113-a2b6-9520a78e32c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:53.409395 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f53362-4bad-4113-a2b6-9520a78e32c4 None None] The sync data for ids ['384d297b-0174-4761-9943-941c5d1eb3a8'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:53.418380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e1a62964-aa55-484f-b800-8ccf4371c075 None None] Provisioning for port 683ff65f-3927-4c2f-ab3e-58694f354469 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:53.427348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e1a62964-aa55-484f-b800-8ccf4371c075 None None] Provisioning complete for port 683ff65f-3927-4c2f-ab3e-58694f354469 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:53.427802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1a62964-aa55-484f-b800-8ccf4371c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.434516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-273615a9-0521-447f-a468-4cd2015695fc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.507837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Transition to ACTIVE for port object d155e474-74bf-42e4-8b1e-015d9032f613 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:53.510099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.618561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1a62964-aa55-484f-b800-8ccf4371c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.681007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 56b5a5e0-469b-4c41-bae5-74edf42dbeeb owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:53.693542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e1a62964-aa55-484f-b800-8ccf4371c075 None None] For port 683ff65f-3927-4c2f-ab3e-58694f354469, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=683ff65f-3927-4c2f-ab3e-58694f354469,segment=NetworkSegment(8aac761f-cfc7-4b86-82d1-45b88935f242),segment_id=8aac761f-cfc7-4b86-82d1-45b88935f242)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:53.702375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1a62964-aa55-484f-b800-8ccf4371c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.760848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc539be5-917c-4907-a5f9-7d03edf6b274 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.796398 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a62964-aa55-484f-b800-8ccf4371c075 None None] Pushing event updated for resources: {'Port': ['ID=683ff65f-3927-4c2f-ab3e-58694f354469,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:53.801354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.839253 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.846942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-273615a9-0521-447f-a468-4cd2015695fc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.852906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-273615a9-0521-447f-a468-4cd2015695fc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.853123 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-273615a9-0521-447f-a468-4cd2015695fc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP 9f710d35-5731-4b92-8300-a78a7aecfe1d disassociated. External IP: 172.26.1.67, port: 09895acd-2b12-4d8e-9888-b64eb7d7b298. Jan 12 09:41:53.910686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ad281b23-b7e2-476e-8017-072b07278603 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.970366 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad281b23-b7e2-476e-8017-072b07278603 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=31e1f3fa-dab7-4c00-89fb-54dab613fe76,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:53.995991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Network 537621e2-6ab8-4449-a0cb-501f5112e2b7 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:54.003109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:54.004974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event updated for resources: {'Port': ['ID=d155e474-74bf-42e4-8b1e-015d9032f613,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:54.007302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:54.011169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:54.011791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.069845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ad281b23-b7e2-476e-8017-072b07278603 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.085723 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ad281b23-b7e2-476e-8017-072b07278603 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/31e1f3fa-dab7-4c00-89fb-54dab613fe76 HTTP/1.1" status: 204 len: 168 time: 2.0100160 Jan 12 09:41:54.088070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40842) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.158592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-95604581-de95-40fb-92d7-b415e581ba24 None None] Provisioning for port 81231657-26c7-4167-ac0c-4c380bfb11fe completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:54.164138 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-95604581-de95-40fb-92d7-b415e581ba24 None None] Provisioning complete for port 81231657-26c7-4167-ac0c-4c380bfb11fe triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:54.164595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95604581-de95-40fb-92d7-b415e581ba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.216494 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8466de9f-2a12-4985-afe6-94d76006531d tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1279674 Jan 12 09:41:54.226329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40846) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.245371 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-95604581-de95-40fb-92d7-b415e581ba24 None None] Port 81231657-26c7-4167-ac0c-4c380bfb11fe cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:54.258929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-95604581-de95-40fb-92d7-b415e581ba24 None None] Provisioning complete for port 683ff65f-3927-4c2f-ab3e-58694f354469 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:54.259280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b445bc7e-e89b-4c26-b2e1-d4ecdb3f90b9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:54.259735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95604581-de95-40fb-92d7-b415e581ba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.260050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b445bc7e-e89b-4c26-b2e1-d4ecdb3f90b9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:54.312727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b445bc7e-e89b-4c26-b2e1-d4ecdb3f90b9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:54.314137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b445bc7e-e89b-4c26-b2e1-d4ecdb3f90b9 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2250986 Jan 12 09:41:54.317338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40850) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.483002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc539be5-917c-4907-a5f9-7d03edf6b274 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.497241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.501324 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc539be5-917c-4907-a5f9-7d03edf6b274 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.588200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ebc1f30f-9a86-4a99-b61e-3143037610e7 None None] Provisioning complete for port 81231657-26c7-4167-ac0c-4c380bfb11fe triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:54.588615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f30f-9a86-4a99-b61e-3143037610e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.622104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a266f8b-3554-4d91-bd13-3f9dfec4a738 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:54.623640 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4a266f8b-3554-4d91-bd13-3f9dfec4a738 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3036878 Jan 12 09:41:54.630863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40854) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.645243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1f30f-9a86-4a99-b61e-3143037610e7 None None] Port 81231657-26c7-4167-ac0c-4c380bfb11fe cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:54.677764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=56b5a5e0-469b-4c41-bae5-74edf42dbeeb,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:54.722482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360937fc-0d77-4b12-92e6-94bc1e9db728 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:54.722743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360937fc-0d77-4b12-92e6-94bc1e9db728 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:54.723996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360937fc-0d77-4b12-92e6-94bc1e9db728 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:54.724812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-360937fc-0d77-4b12-92e6-94bc1e9db728 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:54.777436 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cb18d991-33c6-4238-a6fd-7b3e2f3dcc29 None None] Provisioning for port d155e474-74bf-42e4-8b1e-015d9032f613 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:54.778171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2d485-bb5b-423b-b8b7-84b0ebe9466e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:54.782222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2d485-bb5b-423b-b8b7-84b0ebe9466e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:54.786114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2d485-bb5b-423b-b8b7-84b0ebe9466e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:54.786781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cb18d991-33c6-4238-a6fd-7b3e2f3dcc29 None None] Provisioning complete for port d155e474-74bf-42e4-8b1e-015d9032f613 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:54.787125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-aab2d485-bb5b-423b-b8b7-84b0ebe9466e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Synchronizing usage tracker for tenant:23c5f2f624034952ab647b4f1a43b1df on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:54.787544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb18d991-33c6-4238-a6fd-7b3e2f3dcc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.793626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc539be5-917c-4907-a5f9-7d03edf6b274 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.794192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc539be5-917c-4907-a5f9-7d03edf6b274 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Fanout notify agent at l3_agent the message router_deleted on router 384d297b-0174-4761-9943-941c5d1eb3a8 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:41:54.802528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-360937fc-0d77-4b12-92e6-94bc1e9db728 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:54.803820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-360937fc-0d77-4b12-92e6-94bc1e9db728 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1717453 Jan 12 09:41:54.807619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40858) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.829238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fc539be5-917c-4907-a5f9-7d03edf6b274 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.833069 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fc539be5-917c-4907-a5f9-7d03edf6b274 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/routers/384d297b-0174-4761-9943-941c5d1eb3a8 HTTP/1.1" status: 204 len: 168 time: 1.4626861 Jan 12 09:41:54.837238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40862) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.872309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cb18d991-33c6-4238-a6fd-7b3e2f3dcc29 None None] Port d155e474-74bf-42e4-8b1e-015d9032f613 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:54.936622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-aab2d485-bb5b-423b-b8b7-84b0ebe9466e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Unset dirty status for tenant:23c5f2f624034952ab647b4f1a43b1df on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:54.940639 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aab2d485-bb5b-423b-b8b7-84b0ebe9466e tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.7078586 Jan 12 09:41:54.947994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40866) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.985929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 683ff65f-3927-4c2f-ab3e-58694f354469 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:54.992479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273615a9-0521-447f-a468-4cd2015695fc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:55.054143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 683ff65f-3927-4c2f-ab3e-58694f354469 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:55.054606 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.105312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f9275c-f833-41fe-88b7-261dddd94b3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 2d3c3182-9255-4fb8-b294-4bd9437deb5e {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:55.111319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97f9275c-f833-41fe-88b7-261dddd94b3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.171735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c0112-0f18-4081-a180-f92a4b6ff3bd tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Deleting port d155e474-74bf-42e4-8b1e-015d9032f613 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:55.172000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0112-0f18-4081-a180-f92a4b6ff3bd tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.177889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97f9275c-f833-41fe-88b7-261dddd94b3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.205562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.339564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97f9275c-f833-41fe-88b7-261dddd94b3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.397425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc255d5-4085-4dd6-95f8-58e995570a70 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet 2cd15d79-214a-40b0-ba2d-341e2f4f07d0 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:55.404776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cc255d5-4085-4dd6-95f8-58e995570a70 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.423113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273615a9-0521-447f-a468-4cd2015695fc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:55.427536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97f9275c-f833-41fe-88b7-261dddd94b3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.434863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6006f6-cd13-4cb5-b339-678ba44ce9fb None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:55.456892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6006f6-cd13-4cb5-b339-678ba44ce9fb None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:55.457681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1f6006f6-cd13-4cb5-b339-678ba44ce9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:55.465386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-273615a9-0521-447f-a468-4cd2015695fc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.508557 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9275c-f833-41fe-88b7-261dddd94b3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3c3182-9255-4fb8-b294-4bd9437deb5e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:55.520526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97f9275c-f833-41fe-88b7-261dddd94b3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.524317 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-97f9275c-f833-41fe-88b7-261dddd94b3b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/2d3c3182-9255-4fb8-b294-4bd9437deb5e HTTP/1.1" status: 204 len: 168 time: 0.7134855 Jan 12 09:41:55.524893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40870) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:55.537608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8117e03a-0e4c-4284-99cf-56fdcbcb934e None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:55.561664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1f6006f6-cd13-4cb5-b339-678ba44ce9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:55.574035 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-273615a9-0521-447f-a468-4cd2015695fc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "PUT /v2.0/floatingips/9f710d35-5731-4b92-8300-a78a7aecfe1d HTTP/1.1" status: 200 len: 687 time: 2.4308608 Jan 12 09:41:55.574882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40874) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:55.599437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cc255d5-4085-4dd6-95f8-58e995570a70 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.638332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6006f6-cd13-4cb5-b339-678ba44ce9fb None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:55.640056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1f6006f6-cd13-4cb5-b339-678ba44ce9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:55.669866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2d77b7-1fa1-4483-91d8-7718f1046ccb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 9cb415b8-3202-4f7d-8e4d-b1c66ce7c322 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:55.708927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1f6006f6-cd13-4cb5-b339-678ba44ce9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:55.709668 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6006f6-cd13-4cb5-b339-678ba44ce9fb None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:55.725767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bc2d77b7-1fa1-4483-91d8-7718f1046ccb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.779999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-e26104f3-d2a7-4804-a9c0-6b9e47ca904e tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port 68f83e09-065d-4edc-be60-22225b40826e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:55.780344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e26104f3-d2a7-4804-a9c0-6b9e47ca904e tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.832098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bc2d77b7-1fa1-4483-91d8-7718f1046ccb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.903058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0112-0f18-4081-a180-f92a4b6ff3bd tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.150794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bc2d77b7-1fa1-4483-91d8-7718f1046ccb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.178312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e26104f3-d2a7-4804-a9c0-6b9e47ca904e tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.178737 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e26104f3-d2a7-4804-a9c0-6b9e47ca904e tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.179128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c0112-0f18-4081-a180-f92a4b6ff3bd tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Calling delete_port for d155e474-74bf-42e4-8b1e-015d9032f613 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:56.293549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cc255d5-4085-4dd6-95f8-58e995570a70 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.307244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-e26104f3-d2a7-4804-a9c0-6b9e47ca904e tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for 68f83e09-065d-4edc-be60-22225b40826e owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:56.376807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router eecb3ee2-ffde-49a0-82ae-e92ef9aae084 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:41:56.388038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bc2d77b7-1fa1-4483-91d8-7718f1046ccb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.410112 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d280ed60-8def-4c03-bcb3-0a13c77fbdcc None None] Provisioning complete for port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:56.410756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d280ed60-8def-4c03-bcb3-0a13c77fbdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.431941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d77b7-1fa1-4483-91d8-7718f1046ccb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb415b8-3202-4f7d-8e4d-b1c66ce7c322,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:56.442682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bc2d77b7-1fa1-4483-91d8-7718f1046ccb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.472403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2a538-d440-40fe-bcb5-e9a0dadbda62 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:56.522695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cc255d5-4085-4dd6-95f8-58e995570a70 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.553923 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bc2d77b7-1fa1-4483-91d8-7718f1046ccb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/9cb415b8-3202-4f7d-8e4d-b1c66ce7c322 HTTP/1.1" status: 204 len: 168 time: 1.0261011 Jan 12 09:41:56.554294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40878) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:56.585413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc255d5-4085-4dd6-95f8-58e995570a70 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd15d79-214a-40b0-ba2d-341e2f4f07d0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:56.613276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e26104f3-d2a7-4804-a9c0-6b9e47ca904e tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.643856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cc255d5-4085-4dd6-95f8-58e995570a70 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.655540 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021679ed-2a5e-4442-8d3f-bf930929bd39 None None] Network b881bd0a-9f72-433d-83c0-8f9704160157 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:56.658755 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-58db5c7a-ed5b-4813-89bf-6f8fcadc29e4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013837 Jan 12 09:41:56.661215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40882) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:56.671611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26104f3-d2a7-4804-a9c0-6b9e47ca904e tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=68f83e09-065d-4edc-be60-22225b40826e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:56.678128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:56.692954 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0112-0f18-4081-a180-f92a4b6ff3bd tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.738556 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9cc255d5-4085-4dd6-95f8-58e995570a70 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/2cd15d79-214a-40b0-ba2d-341e2f4f07d0 HTTP/1.1" status: 204 len: 168 time: 1.8967700 Jan 12 09:41:56.739834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40886) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:56.805020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c0112-0f18-4081-a180-f92a4b6ff3bd tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event deleted for resources: {'Port': ['ID=d155e474-74bf-42e4-8b1e-015d9032f613,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:56.822885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:41:56.828924 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ab836575-8686-46a5-9473-dcab92c96cfa tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/eecb3ee2-ffde-49a0-82ae-e92ef9aae084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2085817 Jan 12 09:41:56.838459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40890) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:56.839582 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86524b83-b2ed-4a56-bf9e-86ed2ce640e3 None None] Sync routers for ids ['eecb3ee2-ffde-49a0-82ae-e92ef9aae084'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:41:56.869795 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86524b83-b2ed-4a56-bf9e-86ed2ce640e3 None None] Routers {'eecb3ee2-ffde-49a0-82ae-e92ef9aae084'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:56.872572 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-86524b83-b2ed-4a56-bf9e-86ed2ce640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['eecb3ee2-ffde-49a0-82ae-e92ef9aae084'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:56.888273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0112-0f18-4081-a180-f92a4b6ff3bd tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.890426 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2b4c0112-0f18-4081-a180-f92a4b6ff3bd tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "DELETE /v2.0/ports/d155e474-74bf-42e4-8b1e-015d9032f613 HTTP/1.1" status: 204 len: 168 time: 1.9414525 Jan 12 09:41:56.896108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-931cb837-da44-4790-b1c5-780e198d589f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:56.899539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40894) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:56.912458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:56.920023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Request body: {'port': {'name': 'tempest-new-port-name-1639960105', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:56.920189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:56.920421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.api.validators [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] bootfile-name is not in valid_values {{(pid=83594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:41:56.921518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.api.validators [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] tftp-server is not in valid_values {{(pid=83594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:41:56.921762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.api.validators [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] server-ip-address is not in valid_values {{(pid=83594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:41:56.923665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:56.931163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:56.944322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:56.949150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e26104f3-d2a7-4804-a9c0-6b9e47ca904e tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.952173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e26104f3-d2a7-4804-a9c0-6b9e47ca904e tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.953301 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e26104f3-d2a7-4804-a9c0-6b9e47ca904e tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/floatingips/9f710d35-5731-4b92-8300-a78a7aecfe1d HTTP/1.1" status: 204 len: 168 time: 1.3779898 Jan 12 09:41:56.968614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40898) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:56.977273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.997561 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-86524b83-b2ed-4a56-bf9e-86ed2ce640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:57.022410 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86524b83-b2ed-4a56-bf9e-86ed2ce640e3 None None] Routers {'eecb3ee2-ffde-49a0-82ae-e92ef9aae084'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:41:57.023282 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-86524b83-b2ed-4a56-bf9e-86ed2ce640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['eecb3ee2-ffde-49a0-82ae-e92ef9aae084'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:57.046921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13563d1-8d4d-4cba-88eb-e85cf7307122 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:41:57.056295 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b13563d1-8d4d-4cba-88eb-e85cf7307122 None None] Deleting port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:57.057955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b13563d1-8d4d-4cba-88eb-e85cf7307122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.087669 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-86524b83-b2ed-4a56-bf9e-86ed2ce640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:57.088317 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86524b83-b2ed-4a56-bf9e-86ed2ce640e3 None None] The sync data for ids ['eecb3ee2-ffde-49a0-82ae-e92ef9aae084'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:41:57.099386 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d804be-90dd-40cd-a694-2eb7c160f687 None None] DHCP port deletion for b881bd0a-9f72-433d-83c0-8f9704160157 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:41:57.109852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-931cb837-da44-4790-b1c5-780e198d589f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:57.111068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-931cb837-da44-4790-b1c5-780e198d589f tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=eecb3ee2-ffde-49a0-82ae-e92ef9aae084 HTTP/1.1" status: 200 len: 205 time: 0.2699766 Jan 12 09:41:57.112068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-60994390-44f5-4e1e-a05c-e88a4511fdb1 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] delete failed (client error): The resource could not be found. Jan 12 09:41:57.112967 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-60994390-44f5-4e1e-a05c-e88a4511fdb1 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/floatingips/9f710d35-5731-4b92-8300-a78a7aecfe1d HTTP/1.1" status: 404 len: 345 time: 0.1434414 Jan 12 09:41:57.114019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40902) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:57.118705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40906) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:57.126986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-64d804be-90dd-40cd-a694-2eb7c160f687 None None] Deleting port 0fea5797-74ef-430f-9b3c-db14a5fa4643 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:57.127487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64d804be-90dd-40cd-a694-2eb7c160f687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.155448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 0fea5797-74ef-430f-9b3c-db14a5fa4643 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:57.155793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.168962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.280821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.362586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20dd00c8-c9e2-4182-8b11-9cca0edbadeb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.483684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169437d-382b-422e-9f22-dc82ff7327c7 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:57.487611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169437d-382b-422e-9f22-dc82ff7327c7 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:57.491414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169437d-382b-422e-9f22-dc82ff7327c7 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:57.492237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b169437d-382b-422e-9f22-dc82ff7327c7 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Synchronizing usage tracker for tenant:8dfb823b7540429eab50616891e089c1 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:57.511661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b13563d1-8d4d-4cba-88eb-e85cf7307122 None None] For port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=95334eed-b0af-450e-a1f4-a5cfdf77ac2d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:57.512284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b13563d1-8d4d-4cba-88eb-e85cf7307122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.624071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] For port 0fea5797-74ef-430f-9b3c-db14a5fa4643, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0fea5797-74ef-430f-9b3c-db14a5fa4643,segment=NetworkSegment(a894426c-e05e-4c62-96b9-c0587e50795f),segment_id=a894426c-e05e-4c62-96b9-c0587e50795f)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:57.624314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.631902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b169437d-382b-422e-9f22-dc82ff7327c7 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Unset dirty status for tenant:8dfb823b7540429eab50616891e089c1 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:57.635845 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b169437d-382b-422e-9f22-dc82ff7327c7 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "GET /v2.0/ports?network_id=68f40bf8-0d15-4586-8758-8b17e6120a42 HTTP/1.1" status: 200 len: 2359 time: 0.5130949 Jan 12 09:41:57.654678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b13563d1-8d4d-4cba-88eb-e85cf7307122 None None] Calling delete_port for 95334eed-b0af-450e-a1f4-a5cfdf77ac2d owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:57.686181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-64d804be-90dd-40cd-a694-2eb7c160f687 None None] For port 0fea5797-74ef-430f-9b3c-db14a5fa4643, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0fea5797-74ef-430f-9b3c-db14a5fa4643,segment=NetworkSegment(a894426c-e05e-4c62-96b9-c0587e50795f),segment_id=a894426c-e05e-4c62-96b9-c0587e50795f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:57.686569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64d804be-90dd-40cd-a694-2eb7c160f687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.738994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40910) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:57.817689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-64d804be-90dd-40cd-a694-2eb7c160f687 None None] Calling delete_port for 0fea5797-74ef-430f-9b3c-db14a5fa4643 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:57.872238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 0fea5797-74ef-430f-9b3c-db14a5fa4643 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:57.899716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b13563d1-8d4d-4cba-88eb-e85cf7307122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.947334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13563d1-8d4d-4cba-88eb-e85cf7307122 None None] Pushing event deleted for resources: {'Port': ['ID=95334eed-b0af-450e-a1f4-a5cfdf77ac2d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:57.951424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64d804be-90dd-40cd-a694-2eb7c160f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.972041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.980764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:57.981091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:57.997390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.998308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d804be-90dd-40cd-a694-2eb7c160f687 None None] Pushing event deleted for resources: {'Port': ['ID=0fea5797-74ef-430f-9b3c-db14a5fa4643,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:58.000701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13563d1-8d4d-4cba-88eb-e85cf7307122 None None] No DVR routers for this DVR port 95334eed-b0af-450e-a1f4-a5cfdf77ac2d on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:58.008364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d804be-90dd-40cd-a694-2eb7c160f687 None None] No DVR routers for this DVR port 0fea5797-74ef-430f-9b3c-db14a5fa4643 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:58.009578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.063639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbed306-2ae3-4855-90e1-3fced9421a94 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:58.065031 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9dbed306-2ae3-4855-90e1-3fced9421a94 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "GET /v2.0/subnets/fa265102-aa75-4bab-8d17-16c41e918f40 HTTP/1.1" status: 200 len: 797 time: 0.3250403 Jan 12 09:41:58.072244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40914) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:58.080710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] In _notify_port_updated(), no bound segment for port 81231657-26c7-4167-ac0c-4c380bfb11fe on network 537621e2-6ab8-4449-a0cb-501f5112e2b7 {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:41:58.083182 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20dd00c8-c9e2-4182-8b11-9cca0edbadeb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.084481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:58.085112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.086504 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "PUT /v2.0/ports/81231657-26c7-4167-ac0c-4c380bfb11fe HTTP/1.1" status: 200 len: 1130 time: 1.1725457 Jan 12 09:41:58.090278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'port': {'network_id': '68f40bf8-0d15-4586-8758-8b17e6120a42', 'name': 'tempest-FloatingIPTestJSON-1278991910', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:58.090582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40918) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:58.145787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20dd00c8-c9e2-4182-8b11-9cca0edbadeb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.170688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4dc3a-667c-4de5-b605-6cf6110a7d26 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event updated for resources: {'Port': ['ID=81231657-26c7-4167-ac0c-4c380bfb11fe,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:58.171096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:58.180089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:58.184383 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=f19c17ed-9108-4b8c-bb9a-8e83c491a9a3,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:58.187320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:58.187883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.197627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb2a27-7470-4b7e-8d4b-c8e4ce8975d4 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:41:58.218987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30be0f6-6539-443d-b763-9265953ac05c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:58.219590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a30be0f6-6539-443d-b763-9265953ac05c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Synchronizing usage tracker for tenant:23c5f2f624034952ab647b4f1a43b1df on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:58.242815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20dd00c8-c9e2-4182-8b11-9cca0edbadeb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.243325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dd00c8-c9e2-4182-8b11-9cca0edbadeb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Fanout notify agent at l3_agent the message router_deleted on router eecb3ee2-ffde-49a0-82ae-e92ef9aae084 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:41:58.250823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20dd00c8-c9e2-4182-8b11-9cca0edbadeb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.251962 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-20dd00c8-c9e2-4182-8b11-9cca0edbadeb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/eecb3ee2-ffde-49a0-82ae-e92ef9aae084 HTTP/1.1" status: 204 len: 168 time: 1.1369174 Jan 12 09:41:58.256082 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40922) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:58.258295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a30be0f6-6539-443d-b763-9265953ac05c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Unset dirty status for tenant:23c5f2f624034952ab647b4f1a43b1df on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:58.262763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40926) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:58.262992 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a30be0f6-6539-443d-b763-9265953ac05c tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "GET /v2.0/ports/81231657-26c7-4167-ac0c-4c380bfb11fe HTTP/1.1" status: 200 len: 1130 time: 0.1687369 Jan 12 09:41:58.264526 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-784aad31-e38e-405c-b83a-2c8bd24c6f1b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5993659 Jan 12 09:41:58.267399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40930) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:58.273249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:58.361357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:58.397554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:58.409759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-4bb0f21d-aacd-4108-bad9-e299234f09b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Deleting port 81231657-26c7-4167-ac0c-4c380bfb11fe {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:58.410167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f21d-aacd-4108-bad9-e299234f09b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.429660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:58.434385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:58.437550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:58.445377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:58.447073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'tenant_id': '71027c7ca7a84e3287429fdf95c87aa9', 'fixed_ips': [{'subnet_id': 'f19c17ed-9108-4b8c-bb9a-8e83c491a9a3'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:41:58.447867 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.458102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:58.463876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.465216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bd103d34-145e-4eee-b33e-f5c6e1f911eb None None] Provisioning complete for port 81231657-26c7-4167-ac0c-4c380bfb11fe triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:58.465616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bd103d34-145e-4eee-b33e-f5c6e1f911eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.488910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 0fea5797-74ef-430f-9b3c-db14a5fa4643 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:41:58.489478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.568380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bd103d34-145e-4eee-b33e-f5c6e1f911eb None None] Port 81231657-26c7-4167-ac0c-4c380bfb11fe cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:41:58.578524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Made reservation on behalf of 8dfb823b7540429eab50616891e089c1 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:58.614440 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.ipam_backend_mixin [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f19c17ed-9108-4b8c-bb9a-8e83c491a9a3 (CIDR: 2001:db8::/64) Jan 12 09:41:58.618452 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:41:58.619001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:58.637703 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-717f182a-f9b8-430a-880c-36d1d41b8dbb tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3689992 Jan 12 09:41:58.638274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] The port '0fea5797-74ef-430f-9b3c-db14a5fa4643' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:41:58.640662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40934) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:58.646347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'subnet': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:41:58.661285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Allocated IP 2001:db8::2 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/f19c17ed-9108-4b8c-bb9a-8e83c491a9a3/02d569a5-2782-4823-9ece-ce4652a6fa7d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:58.781103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:58.785532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:subnet and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:58.788856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:58.795381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:58.805241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:58.808743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.872590 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.884419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Transition to ACTIVE for port object 02d569a5-2782-4823-9ece-ce4652a6fa7d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:58.902708 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Transition to ACTIVE for port object 02d569a5-2782-4823-9ece-ce4652a6fa7d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:58.909992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.981561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de511d3-d0cf-40f5-8de7-002468407841 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting subnet efaaba1f-5a8f-4f58-8412-88064816ce14 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:41:58.984062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 95334eed-b0af-450e-a1f4-a5cfdf77ac2d no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:58.995137 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9de511d3-d0cf-40f5-8de7-002468407841 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.022675 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Pushing event updated for resources: {'Port': ['ID=02d569a5-2782-4823-9ece-ce4652a6fa7d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:59.027862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:59.028218 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 95334eed-b0af-450e-a1f4-a5cfdf77ac2d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:41:59.028545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 95334eed-b0af-450e-a1f4-a5cfdf77ac2d not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:59.028956 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0fea5797-74ef-430f-9b3c-db14a5fa4643 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:59.037094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.055632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:59.058214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:41:59.066352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 0fea5797-74ef-430f-9b3c-db14a5fa4643 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:41:59.066724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0fea5797-74ef-430f-9b3c-db14a5fa4643 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:59.089844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.123386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b881bd0a-9f72-433d-83c0-8f9704160157']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:59.152779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9de511d3-d0cf-40f5-8de7-002468407841 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.185022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a894426c-e05e-4c62-96b9-c0587e50795f') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:59.185317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a894426c-e05e-4c62-96b9-c0587e50795f') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:59.202232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Attempting to bind port 02d569a5-2782-4823-9ece-ce4652a6fa7d on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:59.202232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Attempting to bind port 02d569a5-2782-4823-9ece-ce4652a6fa7d by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:59.202232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Attempting to bind port 02d569a5-2782-4823-9ece-ce4652a6fa7d on network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:41:59.212701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:41:59.212701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Checking segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:41:59.212701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.212701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Bound using segment: {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:41:59.212701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Bound port: 02d569a5-2782-4823-9ece-ce4652a6fa7d, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727c279-30c2-45ef-a94c-c49716f910f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:59.212701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.241064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] device_id is not set on port b6713c4a-9e46-41ff-842c-6e81e9cb04af yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:59.245118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.objects.ports [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83595) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 12 09:41:59.292145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.302701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f21d-aacd-4108-bad9-e299234f09b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.354467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] For port 02d569a5-2782-4823-9ece-ce4652a6fa7d, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:41:59.358322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] For port 02d569a5-2782-4823-9ece-ce4652a6fa7d, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=02d569a5-2782-4823-9ece-ce4652a6fa7d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:41:59.363868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.403370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.455798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7fd51-b876-42a5-bbb5-22852a91fe20 None None] Pushing event updated for resources: {'Port': ['ID=02d569a5-2782-4823-9ece-ce4652a6fa7d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:59.477978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.606426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-4bb0f21d-aacd-4108-bad9-e299234f09b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Calling delete_port for 81231657-26c7-4167-ac0c-4c380bfb11fe owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:41:59.651366 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:41:59.652010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:59.667392 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:59.767767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] For port 02d569a5-2782-4823-9ece-ce4652a6fa7d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=02d569a5-2782-4823-9ece-ce4652a6fa7d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:41:59.800481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.806821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.807569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.853851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9de511d3-d0cf-40f5-8de7-002468407841 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.922192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.934778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:59.940735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:59.943900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:59.944480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.953420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Subnet': ['ID=565bd5e0-221f-4779-9c03-e57aaa77dacc,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:59.955770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.967555 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=02d569a5-2782-4823-9ece-ce4652a6fa7d,revision_number=4']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:59.976110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Network': ['ID=b881bd0a-9f72-433d-83c0-8f9704160157,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:59.984871 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-24073933-e2b8-45ce-b0ff-e22b2ad53640 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3426707 Jan 12 09:41:59.987217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40938) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:59.993295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Request body: {'port': {'network_id': 'cc06857d-d1f0-4c11-8ffc-ff5c048c4926', 'mac_address': 'fa:16:3e:46:05:92', 'name': 'tempest-NetworksTestDHCPv6-1832338410'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:00.044681 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1f995dbf-bde5-4a70-b827-fe17f3a50725 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/networks/b881bd0a-9f72-433d-83c0-8f9704160157 HTTP/1.1" status: 204 len: 168 time: 3.3038325 Jan 12 09:42:00.059714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40942) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:00.141310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9de511d3-d0cf-40f5-8de7-002468407841 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.154288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b7909f-7767-4d71-932f-433519ea370e tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:00.159401 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b8b7909f-7767-4d71-932f-433519ea370e tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/ab4f9b8e-3e91-4b97-8838-3b8bb629e91f HTTP/1.1" status: 200 len: 845 time: 0.0950580 Jan 12 09:42:00.169353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40946) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:00.182025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f21d-aacd-4108-bad9-e299234f09b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.226407 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de511d3-d0cf-40f5-8de7-002468407841 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Subnet': ['ID=efaaba1f-5a8f-4f58-8412-88064816ce14,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:00.248209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:00.256221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Usage tracker for resource:port and tenant:71027c7ca7a84e3287429fdf95c87aa9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:00.261378 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-34c7739b-62c3-4249-962b-207613f60054 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/ab4f9b8e-3e91-4b97-8838-3b8bb629e91f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0909033 Jan 12 09:42:00.262277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:00.265877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40950) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:00.274078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:00.278422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0f21d-aacd-4108-bad9-e299234f09b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event deleted for resources: {'Port': ['ID=81231657-26c7-4167-ac0c-4c380bfb11fe,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:00.287142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9de511d3-d0cf-40f5-8de7-002468407841 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.304159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f46b315-a307-447f-98d6-60b123157be8 None None] Network ed4fbe7c-a905-412b-93e3-570dc39bd932 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:00.345675 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9de511d3-d0cf-40f5-8de7-002468407841 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/efaaba1f-5a8f-4f58-8412-88064816ce14 HTTP/1.1" status: 204 len: 168 time: 2.0882564 Jan 12 09:42:00.353445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f21d-aacd-4108-bad9-e299234f09b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.355553 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4bb0f21d-aacd-4108-bad9-e299234f09b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "DELETE /v2.0/ports/81231657-26c7-4167-ac0c-4c380bfb11fe HTTP/1.1" status: 204 len: 168 time: 2.0919156 Jan 12 09:42:00.356316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40954) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:00.360263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40956) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:00.366430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.20.0.14 (68f40bf8-0d15-4586-8758-8b17e6120a42/fa265102-aa75-4bab-8d17-16c41e918f40/b6713c4a-9e46-41ff-842c-6e81e9cb04af) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:00.392251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:00.396504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:00.397936 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.20.0.13 (68f40bf8-0d15-4586-8758-8b17e6120a42/fa265102-aa75-4bab-8d17-16c41e918f40/b6713c4a-9e46-41ff-842c-6e81e9cb04af) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:00.399351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:00.405779 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:00.414124 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:00.418538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:00.585752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.587211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaa9fa0-5c0f-4840-b043-cc7b50c67a42 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:00.664248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Made reservation on behalf of 71027c7ca7a84e3287429fdf95c87aa9 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:00.668551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.707307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1e5a6bcb-5a38-4a5b-9ee7-d5d1ea7665dc None None] Provisioning for port 02d569a5-2782-4823-9ece-ce4652a6fa7d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:00.728209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] device_id is not set on port 604e8837-0a26-481d-ba90-dbf41f50dc4a yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:42:00.789217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64555ca1-6b02-4fbc-8af0-ce8fa923345f None None] DHCP port deletion for ed4fbe7c-a905-412b-93e3-570dc39bd932 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:42:00.798156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.800991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-64555ca1-6b02-4fbc-8af0-ce8fa923345f None None] Deleting port 92874ff9-cd1f-461b-92a7-f3d5633de4ad {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:00.801364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64555ca1-6b02-4fbc-8af0-ce8fa923345f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.894737 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.899704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 92874ff9-cd1f-461b-92a7-f3d5633de4ad {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:00.900035 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.008544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.052878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-64555ca1-6b02-4fbc-8af0-ce8fa923345f None None] For port 92874ff9-cd1f-461b-92a7-f3d5633de4ad, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=92874ff9-cd1f-461b-92a7-f3d5633de4ad,segment=NetworkSegment(b9d5b6fe-985b-41ab-aaed-6ae87619095e),segment_id=b9d5b6fe-985b-41ab-aaed-6ae87619095e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:01.053589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64555ca1-6b02-4fbc-8af0-ce8fa923345f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.089264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8::3b7 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/f19c17ed-9108-4b8c-bb9a-8e83c491a9a3/604e8837-0a26-481d-ba90-dbf41f50dc4a) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:01.101319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:01.102624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:592 (cc06857d-d1f0-4c11-8ffc-ff5c048c4926/565bd5e0-221f-4779-9c03-e57aaa77dacc/604e8837-0a26-481d-ba90-dbf41f50dc4a) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:01.106985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:01.112024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=d8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:01.115125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:01.115709 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.167929 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-47b45d67-23cd-40ec-89d1-cb5085fa9038 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9009523 Jan 12 09:42:01.170774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40962) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:01.178202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-64555ca1-6b02-4fbc-8af0-ce8fa923345f None None] Calling delete_port for 92874ff9-cd1f-461b-92a7-f3d5633de4ad owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:01.186520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'security_group': {'name': 'tempest-secgroup-210542586'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:01.197528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:01.223855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:01.261425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 02d569a5-2782-4823-9ece-ce4652a6fa7d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:01.264953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port 92874ff9-cd1f-461b-92a7-f3d5633de4ad, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=92874ff9-cd1f-461b-92a7-f3d5633de4ad,segment=NetworkSegment(b9d5b6fe-985b-41ab-aaed-6ae87619095e),segment_id=b9d5b6fe-985b-41ab-aaed-6ae87619095e)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:01.265305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.268892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:01.284188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:01.287025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6303c-8ada-4438-9ff4-a2ea62e77f81 None None] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:01.314339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.363526 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64555ca1-6b02-4fbc-8af0-ce8fa923345f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.377703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:01.381441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group_rule and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:01.384233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:01.389811 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:01.399793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 92874ff9-cd1f-461b-92a7-f3d5633de4ad owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:01.435898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64555ca1-6b02-4fbc-8af0-ce8fa923345f None None] Pushing event deleted for resources: {'Port': ['ID=92874ff9-cd1f-461b-92a7-f3d5633de4ad,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:01.468776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64555ca1-6b02-4fbc-8af0-ce8fa923345f None None] No DVR routers for this DVR port 92874ff9-cd1f-461b-92a7-f3d5633de4ad on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:01.522580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 02d569a5-2782-4823-9ece-ce4652a6fa7d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:01.535135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:42:01.537122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:42:01.548605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.553124 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-0900f2e9-3768-4243-b056-082812b87ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Deleting subnet 606e9929-855d-4f8c-b22a-0ea4f1be8085 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:42:01.562585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.575420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 02d569a5-2782-4823-9ece-ce4652a6fa7d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:01.576642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.588009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.612225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Transition to ACTIVE for port object 604e8837-0a26-481d-ba90-dbf41f50dc4a will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:01.630589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.640948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0900f2e9-3768-4243-b056-082812b87ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.651797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.724239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 68f40bf8-0d15-4586-8758-8b17e6120a42 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:01.732401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:01.736764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0900f2e9-3768-4243-b056-082812b87ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.756779 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.757086 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5855825 Jan 12 09:42:01.757772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e22ec7-37c8-4918-893e-d0418e0c5d06 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2005a450-2258-4af0-9c74-c3ae2e5b4fe4,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:01.765792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40966) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:01.774855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=b6713c4a-9e46-41ff-842c-6e81e9cb04af,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:01.776507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:01.780906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'security_group': {'name': 'tempest-secgroup-1573860722'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:01.791911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:01.793181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:01.798808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:01.802279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event updated for resources: {'Port': ['ID=604e8837-0a26-481d-ba90-dbf41f50dc4a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:01.808677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:01.817793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:01.821764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:01.823010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.826849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:01.838882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:01.853739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.857906 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-908318fc-5cdd-43e2-8b83-84af2ae7edf7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8694453 Jan 12 09:42:01.860518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40970) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:01.862637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:01.863793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.888699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'tenant_id': 'd2c18f6667a44a878bdf808577b8beaa', 'fixed_ips': [{'subnet_id': 'd8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:42:01.889744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.910314 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-14af90e0-1f29-446b-b7e8-66c431cd8c90 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.8365939 Jan 12 09:42:01.915560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40974) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:01.923853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': 'b6713c4a-9e46-41ff-842c-6e81e9cb04af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:01.924090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 02d569a5-2782-4823-9ece-ce4652a6fa7d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=02d569a5-2782-4823-9ece-ce4652a6fa7d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:01.935087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-25a40581-e2f1-48f6-a33c-2a9dc0f3ef25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting port 604e8837-0a26-481d-ba90-dbf41f50dc4a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:01.935310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:01.935430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-25a40581-e2f1-48f6-a33c-2a9dc0f3ef25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.951690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:01.966837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.967427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.018205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.050804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0900f2e9-3768-4243-b056-082812b87ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.069366 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 92874ff9-cd1f-461b-92a7-f3d5633de4ad {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:02.069520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.097032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 92874ff9-cd1f-461b-92a7-f3d5633de4ad no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:02.137902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:02.144406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 92874ff9-cd1f-461b-92a7-f3d5633de4ad {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:42:02.145050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 92874ff9-cd1f-461b-92a7-f3d5633de4ad not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:02.158897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] The port '92874ff9-cd1f-461b-92a7-f3d5633de4ad' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:42:02.216909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group_rule and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:02.222472 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:02.224366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=02d569a5-2782-4823-9ece-ce4652a6fa7d,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:02.240162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Allocated IP 2001:db8::2 (51139cf5-0ce4-4cda-8b4e-151a38c5c6a0/d8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9/abbb0cfe-e82d-491f-a731-ca2727ef9b19) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:02.241504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:02.318589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-25a40581-e2f1-48f6-a33c-2a9dc0f3ef25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.337589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.369445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0900f2e9-3768-4243-b056-082812b87ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.415182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0900f2e9-3768-4243-b056-082812b87ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.434620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900f2e9-3768-4243-b056-082812b87ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event deleted for resources: {'Subnet': ['ID=606e9929-855d-4f8c-b22a-0ea4f1be8085,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:02.437794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4fbe7c-a905-412b-93e3-570dc39bd932']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:02.460598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-25a40581-e2f1-48f6-a33c-2a9dc0f3ef25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Calling delete_port for 604e8837-0a26-481d-ba90-dbf41f50dc4a owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:02.460862 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0900f2e9-3768-4243-b056-082812b87ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "DELETE /v2.0/subnets/606e9929-855d-4f8c-b22a-0ea4f1be8085 HTTP/1.1" status: 204 len: 168 time: 2.0917859 Jan 12 09:42:02.463459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d5b6fe-985b-41ab-aaed-6ae87619095e') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:02.463750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d5b6fe-985b-41ab-aaed-6ae87619095e') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:02.470239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 40978) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:02.551676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.565755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0907ba76-5d1d-4115-af51-a4d2e414e505 None None] Network 537621e2-6ab8-4449-a0cb-501f5112e2b7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:02.567424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.614304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.620445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.626168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.658733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:02.659168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: util.warn( Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:02.683538 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:02.702609 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.715579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f7177b-d77c-47b7-81ee-ad19aa2ccab5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:02.726145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.727413 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-93049003-cfcd-456b-8a35-3ce561c87475 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9581671 Jan 12 09:42:02.730542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40982) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:02.740833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.741250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-354332803', 'security_groups': ['10f7177b-d77c-47b7-81ee-ad19aa2ccab5'], 'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:02.750139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b315ac1b-9c5e-47fa-8dc5-7ea40f5855dd None None] Provisioning complete for port 02d569a5-2782-4823-9ece-ce4652a6fa7d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:02.750627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b315ac1b-9c5e-47fa-8dc5-7ea40f5855dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.820522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Deleting port 683ff65f-3927-4c2f-ab3e-58694f354469 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:02.820781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.839820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Transition to ACTIVE for port object abbb0cfe-e82d-491f-a731-ca2727ef9b19 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:02.848450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-25a40581-e2f1-48f6-a33c-2a9dc0f3ef25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.855893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.876883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Transition to ACTIVE for port object abbb0cfe-e82d-491f-a731-ca2727ef9b19 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:02.882953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.887401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.902632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Network': ['ID=ed4fbe7c-a905-412b-93e3-570dc39bd932,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:02.917585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a40581-e2f1-48f6-a33c-2a9dc0f3ef25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Port': ['ID=604e8837-0a26-481d-ba90-dbf41f50dc4a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:02.922880 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9a011500-5967-4abe-8120-9cb6a51db9eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/networks/ed4fbe7c-a905-412b-93e3-570dc39bd932 HTTP/1.1" status: 204 len: 168 time: 2.5636308 Jan 12 09:42:02.928150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40986) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:02.943234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1212061766', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:02.975016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.26.1.11 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/5622b2a8-1d26-4377-be06-2b42a212ac6a) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:02.993059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:03.007282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:03.030228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:03.039999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:router and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:03.041673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:03.045784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Pushing event updated for resources: {'Port': ['ID=abbb0cfe-e82d-491f-a731-ca2727ef9b19,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:03.049178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:03.050034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:03.057939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:port and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:03.067086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:03.069711 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:03.075445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-25a40581-e2f1-48f6-a33c-2a9dc0f3ef25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.077858 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-25a40581-e2f1-48f6-a33c-2a9dc0f3ef25 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/604e8837-0a26-481d-ba90-dbf41f50dc4a HTTP/1.1" status: 204 len: 168 time: 1.2161782 Jan 12 09:42:03.084732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:03.087231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40990) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.115562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 02d569a5-2782-4823-9ece-ce4652a6fa7d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:03.146614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.147563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.162641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:03.167449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.210899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port 9c8ae53b-81f2-4b5b-87e6-8c8283548620 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:42:03.220930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] DHCP port deletion for 537621e2-6ab8-4449-a0cb-501f5112e2b7 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:42:03.244145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8859242f-0463-45e7-8f02-91075e14e7e4 None None] Could not find standard attr ID for object 604e8837-0a26-481d-ba90-dbf41f50dc4a. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:42:03.250944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.253000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] Deleting port 683ff65f-3927-4c2f-ab3e-58694f354469 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:03.253000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.298709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Attempting to bind port abbb0cfe-e82d-491f-a731-ca2727ef9b19 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:03.299163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Attempting to bind port abbb0cfe-e82d-491f-a731-ca2727ef9b19 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'cef16587-40c9-4963-ba6c-ae68d638ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:03.299620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Attempting to bind port abbb0cfe-e82d-491f-a731-ca2727ef9b19 on network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:03.323370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:03.323817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Checking segment: {'id': 'cef16587-40c9-4963-ba6c-ae68d638ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:03.324306 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.324780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Bound using segment: {'id': 'cef16587-40c9-4963-ba6c-ae68d638ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:03.325374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Bound port: abbb0cfe-e82d-491f-a731-ca2727ef9b19, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef16587-40c9-4963-ba6c-ae68d638ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:03.325835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.335784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] For port 683ff65f-3927-4c2f-ab3e-58694f354469, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=683ff65f-3927-4c2f-ab3e-58694f354469,segment=NetworkSegment(8aac761f-cfc7-4b86-82d1-45b88935f242),segment_id=8aac761f-cfc7-4b86-82d1-45b88935f242)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:03.336146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.385444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a7c39-00a3-4875-9096-6973c5021daa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:03.386148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a78a7c39-00a3-4875-9096-6973c5021daa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:03.416120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.437874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a78a7c39-00a3-4875-9096-6973c5021daa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:03.441027 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a78a7c39-00a3-4875-9096-6973c5021daa tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3526330 Jan 12 09:42:03.442177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40994) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.483204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Calling delete_port for 683ff65f-3927-4c2f-ab3e-58694f354469 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:03.541436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.545565 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eb51daa6-9753-45cd-971c-9d5a111d5300 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6044493 Jan 12 09:42:03.545746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.548956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 40998) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.554025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1815866910'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:03.562648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:03.572594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 02d569a5-2782-4823-9ece-ce4652a6fa7d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:03.573223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:network and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:03.573347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.587735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.591771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:03.595065 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8::283 (51139cf5-0ce4-4cda-8b4e-151a38c5c6a0/d8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9/9c8ae53b-81f2-4b5b-87e6-8c8283548620) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:03.602459 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:03.632797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:03.636400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.643882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event deleted for resources: {'Port': ['ID=683ff65f-3927-4c2f-ab3e-58694f354469,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:03.648485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] No DVR routers for this DVR port 683ff65f-3927-4c2f-ab3e-58694f354469 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:03.661530 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] For port 683ff65f-3927-4c2f-ab3e-58694f354469, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=683ff65f-3927-4c2f-ab3e-58694f354469,segment=NetworkSegment(8aac761f-cfc7-4b86-82d1-45b88935f242),segment_id=8aac761f-cfc7-4b86-82d1-45b88935f242)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:03.662049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.679792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.684362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] For port abbb0cfe-e82d-491f-a731-ca2727ef9b19, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:03.687384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d43106-b4b6-4fba-be9f-5ea2c40119e5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:03.691130 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-86d43106-b4b6-4fba-be9f-5ea2c40119e5 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2138035 Jan 12 09:42:03.713885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41002) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.851260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.854969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] Calling delete_port for 683ff65f-3927-4c2f-ab3e-58694f354469 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:03.864301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:03.871308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:03.882257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=5622b2a8-1d26-4377-be06-2b42a212ac6a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:03.889858 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] For port abbb0cfe-e82d-491f-a731-ca2727ef9b19, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=abbb0cfe-e82d-491f-a731-ca2727ef9b19,segment=NetworkSegment(cef16587-40c9-4963-ba6c-ae68d638ac5e),segment_id=cef16587-40c9-4963-ba6c-ae68d638ac5e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:03.891611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:03.905151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.920263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:03.922626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537621e2-6ab8-4449-a0cb-501f5112e2b7']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:03.940970 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aac761f-cfc7-4b86-82d1-45b88935f242') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:03.941563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aac761f-cfc7-4b86-82d1-45b88935f242') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:03.952750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.953096 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added segment 4b9ca6df-4610-4d43-9a88-76ed1070be95 of type vlan for network c8ba77c1-6fae-4311-8fc3-da3aa699584c Jan 12 09:42:03.963028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.974238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db2ac1-db7d-4e7c-92ec-cafe75827d8d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:03.975593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db2ac1-db7d-4e7c-92ec-cafe75827d8d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:03.976894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db2ac1-db7d-4e7c-92ec-cafe75827d8d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:03.977701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-98db2ac1-db7d-4e7c-92ec-cafe75827d8d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:04.032996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.037327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.039856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-98db2ac1-db7d-4e7c-92ec-cafe75827d8d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:04.041028 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-98db2ac1-db7d-4e7c-92ec-cafe75827d8d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3259027 Jan 12 09:42:04.050457 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41006) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.057760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56307fb5-4629-40b8-b160-536e78749fe7 None None] Pushing event updated for resources: {'Port': ['ID=abbb0cfe-e82d-491f-a731-ca2727ef9b19,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:04.074722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:42:04.075192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:42:04.090596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:04.091004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.098084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:04.113189 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:04.139349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object 9c8ae53b-81f2-4b5b-87e6-8c8283548620 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:04.155874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.159576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:04.160162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.295836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.317132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.335603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] Pushing event deleted for resources: {'Network': ['ID=537621e2-6ab8-4449-a0cb-501f5112e2b7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:04.374958 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8259439 Jan 12 09:42:04.383809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41010) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.389399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4187c-5ef4-4030-a761-be451ddff422 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Network': ['ID=c8ba77c1-6fae-4311-8fc3-da3aa699584c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:04.396952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'subnet': {'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:04.400446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network c8ba77c1-6fae-4311-8fc3-da3aa699584c details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:04.502865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.577025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] Deleting port 683ff65f-3927-4c2f-ab3e-58694f354469 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:04.577597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.643431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d006d38f-040b-456e-8b42-291035c1fac6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet 565bd5e0-221f-4779-9c03-e57aaa77dacc {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:42:04.650883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:04.651946 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:04.654003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2b1304c6-f0a9-4fb0-865f-4b11aa26703c None None] The port '683ff65f-3927-4c2f-ab3e-58694f354469' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:42:04.654145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d006d38f-040b-456e-8b42-291035c1fac6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.683237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=9c8ae53b-81f2-4b5b-87e6-8c8283548620,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:04.692514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:04.695043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:04.699245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:04.699844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.707030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:subnet and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:04.708781 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c948d2be-958e-46f4-84dd-a1f82962f062 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777 tempest-ExtraDHCPOptionsIpV6TestJSON-1011547777-project] 10.222.0.58 "DELETE /v2.0/networks/537621e2-6ab8-4449-a0cb-501f5112e2b7 HTTP/1.1" status: 204 len: 168 time: 2.2373557 Jan 12 09:42:04.713428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:04.723999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:04.732720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.752413 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aad21d1f-19b9-4757-a412-11354dc31f6b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0207984 Jan 12 09:42:04.753216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41016) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.755834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d006d38f-040b-456e-8b42-291035c1fac6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.792721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:04.806105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.813346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:05.060477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device abbb0cfe-e82d-491f-a731-ca2727ef9b19 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:05.129962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.174087 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:05.194899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41022) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:05.252588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.264907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.305948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 683ff65f-3927-4c2f-ab3e-58694f354469 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:05.331432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d006d38f-040b-456e-8b42-291035c1fac6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.376806 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 683ff65f-3927-4c2f-ab3e-58694f354469 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:42:05.377172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 683ff65f-3927-4c2f-ab3e-58694f354469 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:05.417857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9bc0ffc2-fae3-4260-a433-d7429982619b None None] Provisioning for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:05.441705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9bc0ffc2-fae3-4260-a433-d7429982619b None None] Provisioning complete for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:05.442085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ffc2-fae3-4260-a433-d7429982619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.467725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d006d38f-040b-456e-8b42-291035c1fac6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.503105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=5622b2a8-1d26-4377-be06-2b42a212ac6a,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:05.513442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.521722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:05.526944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006d38f-040b-456e-8b42-291035c1fac6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=565bd5e0-221f-4779-9c03-e57aaa77dacc,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:05.534470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:05.539375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:05.552121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:05.555314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d006d38f-040b-456e-8b42-291035c1fac6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.594096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f767829a-d947-4d7c-9d08-9dfde9363f5b None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:05.629258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:05.632176 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ae9f9e5d-20cf-4cac-b027-8d576e9dbeba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23c5f2f624034952ab647b4f1a43b1df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4339356 Jan 12 09:42:05.632352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41028) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:05.657443 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d006d38f-040b-456e-8b42-291035c1fac6 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/565bd5e0-221f-4779-9c03-e57aaa77dacc HTTP/1.1" status: 204 len: 168 time: 1.6028237 Jan 12 09:42:05.663102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41032) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:05.709673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ffc2-fae3-4260-a433-d7429982619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.778457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9bc0ffc2-fae3-4260-a433-d7429982619b None None] For port abbb0cfe-e82d-491f-a731-ca2727ef9b19, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=abbb0cfe-e82d-491f-a731-ca2727ef9b19,segment=NetworkSegment(cef16587-40c9-4963-ba6c-ae68d638ac5e),segment_id=cef16587-40c9-4963-ba6c-ae68d638ac5e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:05.807730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ffc2-fae3-4260-a433-d7429982619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.914748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3244cb3c-34e2-4bb8-bb7c-cacb0101b2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.930794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.937192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9bc0ffc2-fae3-4260-a433-d7429982619b None None] Provisioning complete for port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:05.937569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ffc2-fae3-4260-a433-d7429982619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.968925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.972963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0ffc2-fae3-4260-a433-d7429982619b None None] Pushing event updated for resources: {'Port': ['ID=abbb0cfe-e82d-491f-a731-ca2727ef9b19,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:05.978088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3244cb3c-34e2-4bb8-bb7c-cacb0101b2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.009542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0ffc2-fae3-4260-a433-d7429982619b None None] Port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:06.058828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d409b7-7a36-4fdc-98ad-ead859431903 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Deleting subnet f19c17ed-9108-4b8c-bb9a-8e83c491a9a3 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:42:06.063329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47d409b7-7a36-4fdc-98ad-ead859431903 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.101185 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP e69bc9b7-c2c2-4cfe-ac36-5129e11e6b8c associated. External IP: 172.26.1.11, port: b6713c4a-9e46-41ff-842c-6e81e9cb04af. Jan 12 09:42:06.102392 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Subnet': ['ID=45826556-d53f-4447-816c-1f7db181782c,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:06.137600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0ca7c051-1027-439a-9429-f31559650d0a None None] Provisioning for port 9c8ae53b-81f2-4b5b-87e6-8c8283548620 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:06.144921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0ca7c051-1027-439a-9429-f31559650d0a None None] Provisioning complete for port 9c8ae53b-81f2-4b5b-87e6-8c8283548620 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:06.145381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ca7c051-1027-439a-9429-f31559650d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.168035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Checking segment: {'id': '4b9ca6df-4610-4d43-9a88-76ed1070be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:06.168492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network hostable DHCP agents. Network: c8ba77c1-6fae-4311-8fc3-da3aa699584c, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:06.173743 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.ipam_backend_mixin [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9 (CIDR: 2001:db8::/64) Jan 12 09:42:06.181343 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:06.181782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:06.208821 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d19a90f5-5a7c-41a2-a2b4-2c23d3bc3520 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4221976 Jan 12 09:42:06.212258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3244cb3c-34e2-4bb8-bb7c-cacb0101b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.212777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41036) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:06.219000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47d409b7-7a36-4fdc-98ad-ead859431903 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.219192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:06.226236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7c051-1027-439a-9429-f31559650d0a None None] Port 9c8ae53b-81f2-4b5b-87e6-8c8283548620 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:06.242328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network c8ba77c1-6fae-4311-8fc3-da3aa699584c is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:06.271698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244cb3c-34e2-4bb8-bb7c-cacb0101b2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0009f1-ad08-4d29-b487-1685784bd004,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:06.293245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3244cb3c-34e2-4bb8-bb7c-cacb0101b2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.294367 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3244cb3c-34e2-4bb8-bb7c-cacb0101b2f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb0009f1-ad08-4d29-b487-1685784bd004 HTTP/1.1" status: 204 len: 168 time: 0.6605115 Jan 12 09:42:06.331753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, c8ba77c1-6fae-4311-8fc3-da3aa699584c) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:06.339670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:06.340247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.349078 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f768370-ff88-4ded-93b0-557774858521 None None] Network c8ba77c1-6fae-4311-8fc3-da3aa699584c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:06.421049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47d409b7-7a36-4fdc-98ad-ead859431903 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.437953 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4d8a5c96-8fb5-480f-abc7-30bdb1701138 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0528972 Jan 12 09:42:06.439292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:06.441911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41042) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:06.546195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:06.572738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:06.580023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47d409b7-7a36-4fdc-98ad-ead859431903 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.594910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:06.627526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d409b7-7a36-4fdc-98ad-ead859431903 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Subnet': ['ID=f19c17ed-9108-4b8c-bb9a-8e83c491a9a3,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:06.696820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-47d409b7-7a36-4fdc-98ad-ead859431903 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.715368 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-47d409b7-7a36-4fdc-98ad-ead859431903 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/f19c17ed-9108-4b8c-bb9a-8e83c491a9a3 HTTP/1.1" status: 204 len: 168 time: 1.0512450 Jan 12 09:42:06.718322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41048) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:06.735905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:06.740751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.779827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:42:06.781666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.805991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-957f539b-9317-4d27-ab87-02260acab186 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864148 Jan 12 09:42:06.806455 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41056) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:06.893396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d10a5-76cb-4b94-aa1a-47fa9898a9f7 None None] Network cc06857d-d1f0-4c11-8ffc-ff5c048c4926 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:07.114006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3791dacd-fd93-446b-aaa4-a35bf4e47549 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:07.118149 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3791dacd-fd93-446b-aaa4-a35bf4e47549 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3090167 Jan 12 09:42:07.118932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41064) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.131719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device abbb0cfe-e82d-491f-a731-ca2727ef9b19 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:07.210435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cfc864-8078-437b-a670-833d432217a3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:07.211159 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-96cfc864-8078-437b-a670-833d432217a3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Synchronizing usage tracker for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:07.232697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-96cfc864-8078-437b-a670-833d432217a3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Unset dirty status for tenant:71027c7ca7a84e3287429fdf95c87aa9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:07.233860 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-96cfc864-8078-437b-a670-833d432217a3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1130729 Jan 12 09:42:07.246164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41070) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.313442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.328807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d315c5a4-95f8-44a2-9f31-16bb770a5c85 None None] Provisioning complete for port 02d569a5-2782-4823-9ece-ce4652a6fa7d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:07.329247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d315c5a4-95f8-44a2-9f31-16bb770a5c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.355259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:07.355259 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a3e0e768-9a91-4930-89ba-490ea5014478 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958359 Jan 12 09:42:07.356658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41076) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.396282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Allocated IP 172.20.0.2 (c8ba77c1-6fae-4311-8fc3-da3aa699584c/45826556-d53f-4447-816c-1f7db181782c/eefde55e-d56b-4576-840c-6bf3e922a6b7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:07.403619 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d792cc-bcb7-4b2c-8cfa-d351ad24ff62 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:07.404112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d792cc-bcb7-4b2c-8cfa-d351ad24ff62 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:07.409771 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-82d792cc-bcb7-4b2c-8cfa-d351ad24ff62 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/604e8837-0a26-481d-ba90-dbf41f50dc4a HTTP/1.1" status: 404 len: 333 time: 0.0483377 Jan 12 09:42:07.409771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41082) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.458797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0162b51b-8916-4468-b135-73a0befe5cfe tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:07.459228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0162b51b-8916-4468-b135-73a0befe5cfe tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:07.463317 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0162b51b-8916-4468-b135-73a0befe5cfe tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/565bd5e0-221f-4779-9c03-e57aaa77dacc HTTP/1.1" status: 404 len: 337 time: 0.0513992 Jan 12 09:42:07.463753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41086) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.508583 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e98958d-4473-4fa6-ae44-dfca35db4bd2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:07.508583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e98958d-4473-4fa6-ae44-dfca35db4bd2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:07.514423 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4e98958d-4473-4fa6-ae44-dfca35db4bd2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/f19c17ed-9108-4b8c-bb9a-8e83c491a9a3 HTTP/1.1" status: 404 len: 337 time: 0.0463412 Jan 12 09:42:07.514423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41090) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.517601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:07.517967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.593775 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bea7fb3-aaeb-4b2f-9c17-b5e1d3bb8d20 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:07.593775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bea7fb3-aaeb-4b2f-9c17-b5e1d3bb8d20 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:07.593775 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5bea7fb3-aaeb-4b2f-9c17-b5e1d3bb8d20 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/31e1f3fa-dab7-4c00-89fb-54dab613fe76 HTTP/1.1" status: 404 len: 333 time: 0.0718298 Jan 12 09:42:07.593775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41094) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.615471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41096) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.673349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ad37c-3da5-4d96-85c6-8da12a100a93 None None] DHCP port deletion for cc06857d-d1f0-4c11-8ffc-ff5c048c4926 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:42:07.692267 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a35ad37c-3da5-4d96-85c6-8da12a100a93 None None] Deleting port 02d569a5-2782-4823-9ece-ce4652a6fa7d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:07.692677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a35ad37c-3da5-4d96-85c6-8da12a100a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.717782 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98efa89-d08c-4590-b8a9-1ffdce25bc23 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:07.718222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98efa89-d08c-4590-b8a9-1ffdce25bc23 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:07.719941 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a98efa89-d08c-4590-b8a9-1ffdce25bc23 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/9cb415b8-3202-4f7d-8e4d-b1c66ce7c322 HTTP/1.1" status: 404 len: 337 time: 0.0525329 Jan 12 09:42:07.722445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41104) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.772453 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-857716d3-9f9a-4444-8381-d960d8ac8774 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:07.772899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857716d3-9f9a-4444-8381-d960d8ac8774 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:07.774587 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-857716d3-9f9a-4444-8381-d960d8ac8774 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/2d3c3182-9255-4fb8-b294-4bd9437deb5e HTTP/1.1" status: 404 len: 337 time: 0.0512295 Jan 12 09:42:07.777108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41108) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.820790 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-758f3f50-4123-4e7a-8471-fb8d9205c836 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:07.821184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758f3f50-4123-4e7a-8471-fb8d9205c836 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:07.825240 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-758f3f50-4123-4e7a-8471-fb8d9205c836 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/58a4a980-1189-4afa-822c-3d4131c07b77 HTTP/1.1" status: 404 len: 333 time: 0.0447853 Jan 12 09:42:07.825637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41112) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.841327 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'networks': [{'name': 'tempest-network--1959792991'}, {'name': 'tempest-network--1803123949'}]} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:07.841673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'network': {'name': 'tempest-network--1959792991'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:07.842106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'network': {'name': 'tempest-network--1803123949'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:07.857007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:07.868664 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-082002ba-3962-41c8-8e3d-368e9dd3af6c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:07.869103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082002ba-3962-41c8-8e3d-368e9dd3af6c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:07.874607 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-082002ba-3962-41c8-8e3d-368e9dd3af6c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/7e775e4c-3c6e-4a3d-993d-98b5fb5354da HTTP/1.1" status: 404 len: 337 time: 0.0439777 Jan 12 09:42:07.874802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Usage tracker for resource:network and tenant:f0240fc1e7154cfcac3bed38e81de7a9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:07.874911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41116) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.880000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:07.901239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:07.907388 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.915168 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3addb9b4-d16b-4dc0-b67d-a4b9c0d37d89 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:07.915625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3addb9b4-d16b-4dc0-b67d-a4b9c0d37d89 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:07.919673 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3addb9b4-d16b-4dc0-b67d-a4b9c0d37d89 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/4541b72d-b298-4c57-9b6a-0aac12246b75 HTTP/1.1" status: 404 len: 337 time: 0.0430825 Jan 12 09:42:07.919930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41120) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.963658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Made reservation on behalf of f0240fc1e7154cfcac3bed38e81de7a9 for: {'network': 2} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:07.967271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.999883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.012633 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9549dfb-833f-4855-a698-34c0133999c7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:08.012633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9549dfb-833f-4855-a698-34c0133999c7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:08.017250 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e9549dfb-833f-4855-a698-34c0133999c7 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/103ccab0-3bd5-40fc-92b5-fb56a05b0cd5 HTTP/1.1" status: 404 len: 333 time: 0.0940874 Jan 12 09:42:08.017474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:08.017590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=5a65543a-b1fd-445b-b82e-82fa10885671,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:08.019560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41124) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.022320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:08.055747 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:08.056226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.072824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:08.078032 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b7b488-e03b-481f-ba16-780793594877 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:08.078534 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b7b488-e03b-481f-ba16-780793594877 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:08.082145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1068c135-79b4-4378-98c0-78ce3d3db4bd None None] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:08.096419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.103495 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-50b7b488-e03b-481f-ba16-780793594877 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/e70ca36c-2b73-4b56-918c-861ed5311d89 HTTP/1.1" status: 404 len: 337 time: 0.0825169 Jan 12 09:42:08.110169 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d4ccd947-45a9-4e96-a791-686f5c62e5a6 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8938518 Jan 12 09:42:08.110368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b222ef-6ac4-49be-bd22-f16b9dd321fd None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:08.110487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:08.110487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41128) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.110487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41130) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.116007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Usage tracker for resource:security_group_rule and tenant:f0240fc1e7154cfcac3bed38e81de7a9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:08.121637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1993820149', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5a65543a-b1fd-445b-b82e-82fa10885671'}], 'security_groups': ['2005a450-2258-4af0-9c74-c3ae2e5b4fe4']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:08.159623 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-651d1ccd-a8e5-4ac0-8eb2-df425d856142 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2404692 Jan 12 09:42:08.160051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41136) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.165539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-91dcb044-f32b-4d12-bdac-a0a592e5cd7c tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'port_id': 'b6713c4a-9e46-41ff-842c-6e81e9cb04af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:08.176161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:08.193732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:08.204013 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f90431-0482-4506-b2b1-4dfba46a7b38 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:08.204920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f90431-0482-4506-b2b1-4dfba46a7b38 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:08.209521 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d8f90431-0482-4506-b2b1-4dfba46a7b38 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/8f1736c7-b17f-41c9-828f-105eb5fb91df HTTP/1.1" status: 404 len: 337 time: 0.0949152 Jan 12 09:42:08.217272 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41140) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.229716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.233021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a35ad37c-3da5-4d96-85c6-8da12a100a93 None None] For port 02d569a5-2782-4823-9ece-ce4652a6fa7d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=02d569a5-2782-4823-9ece-ce4652a6fa7d,segment=NetworkSegment(2727c279-30c2-45ef-a94c-c49716f910f6),segment_id=2727c279-30c2-45ef-a94c-c49716f910f6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:08.233399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a35ad37c-3da5-4d96-85c6-8da12a100a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.268456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91dcb044-f32b-4d12-bdac-a0a592e5cd7c tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.273496 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96f1ac4-f4c2-49d9-979f-e73286b8386d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:08.273943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96f1ac4-f4c2-49d9-979f-e73286b8386d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:08.308665 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b222ef-6ac4-49be-bd22-f16b9dd321fd None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:08.308665 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-66b222ef-6ac4-49be-bd22-f16b9dd321fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:08.321277 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d96f1ac4-f4c2-49d9-979f-e73286b8386d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/839ac16f-48b1-438e-b08b-c4269f0d414b HTTP/1.1" status: 404 len: 333 time: 0.1003487 Jan 12 09:42:08.327195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41144) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.373959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Transition to ACTIVE for port object eefde55e-d56b-4576-840c-6bf3e922a6b7 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:08.383601 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54264ac-0a50-4552-af11-fc20de1f93f3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:08.384056 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54264ac-0a50-4552-af11-fc20de1f93f3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:08.414344 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f54264ac-0a50-4552-af11-fc20de1f93f3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/ba3fa92d-382e-4461-8ff4-3f2a1b58f1a8 HTTP/1.1" status: 404 len: 337 time: 0.0803568 Jan 12 09:42:08.415371 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.416416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41148) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.446419 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.450249 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a35ad37c-3da5-4d96-85c6-8da12a100a93 None None] Calling delete_port for 02d569a5-2782-4823-9ece-ce4652a6fa7d owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:08.468128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-227b5e0c-a4dc-4fd1-8726-073530b10f36 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:08.468588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227b5e0c-a4dc-4fd1-8726-073530b10f36 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:08.472547 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-227b5e0c-a4dc-4fd1-8726-073530b10f36 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/4a069389-c3a4-4bce-aa13-b569b71eabde HTTP/1.1" status: 404 len: 333 time: 0.0531583 Jan 12 09:42:08.473917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41152) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.479040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.479040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.485396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-66b222ef-6ac4-49be-bd22-f16b9dd321fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:08.524934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Transition to ACTIVE for port object eefde55e-d56b-4576-840c-6bf3e922a6b7 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:08.569125 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-35899b81-7e8d-499b-a06c-a241767761a4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:08.569620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35899b81-7e8d-499b-a06c-a241767761a4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:08.574141 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-35899b81-7e8d-499b-a06c-a241767761a4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/ebbff808-1977-4252-abc7-2fbfadb8f334 HTTP/1.1" status: 404 len: 337 time: 0.0975647 Jan 12 09:42:08.574448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41156) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.576598 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.584662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f3856c-9b1e-440c-ac56-a67a5eda6902,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:08.587197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:08.652676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.653395 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Added segment e5ca4f8c-724d-49fc-9e54-f5e41021d7c2 of type vlan for network c436e1ce-2a0c-46b2-8b34-07c4fe4e6135 Jan 12 09:42:08.686541 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b222ef-6ac4-49be-bd22-f16b9dd321fd None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:08.687551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-66b222ef-6ac4-49be-bd22-f16b9dd321fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:08.760937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Allocated IP 172.20.0.1 (c8ba77c1-6fae-4311-8fc3-da3aa699584c/45826556-d53f-4447-816c-1f7db181782c/7da5c188-604c-4254-8ccc-eae831985500) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:08.763951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.786445 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7214b3-83f9-43aa-a2b1-d0eced0e5b53 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:08.786859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7214b3-83f9-43aa-a2b1-d0eced0e5b53 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:08.790834 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4a7214b3-83f9-43aa-a2b1-d0eced0e5b53 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/ea320d06-a34b-4ea4-b9dd-f31aa1259af1 HTTP/1.1" status: 404 len: 333 time: 0.2129769 Jan 12 09:42:08.791614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41160) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.842542 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e680f534-6cf1-4b11-b277-2b8535c87523 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:08.843029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e680f534-6cf1-4b11-b277-2b8535c87523 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:08.846993 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e680f534-6cf1-4b11-b277-2b8535c87523 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/d7202140-8478-4e0f-b999-8b7465c67ff3 HTTP/1.1" status: 404 len: 337 time: 0.0527518 Jan 12 09:42:08.848519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41164) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.858829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-66b222ef-6ac4-49be-bd22-f16b9dd321fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:08.859942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b222ef-6ac4-49be-bd22-f16b9dd321fd None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:08.862470 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a35ad37c-3da5-4d96-85c6-8da12a100a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.868021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Network c8ba77c1-6fae-4311-8fc3-da3aa699584c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:08.875196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:08.877614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:08.880137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Pushing event updated for resources: {'Port': ['ID=eefde55e-d56b-4576-840c-6bf3e922a6b7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:08.944035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ad37c-3da5-4d96-85c6-8da12a100a93 None None] Pushing event deleted for resources: {'Port': ['ID=02d569a5-2782-4823-9ece-ce4652a6fa7d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:08.946055 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-586e9aa0-70a0-4d70-9399-fdde36e28dd8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:08.946944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586e9aa0-70a0-4d70-9399-fdde36e28dd8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:08.948844 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-586e9aa0-70a0-4d70-9399-fdde36e28dd8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/c767a522-45ee-49c1-94b2-cc39c795ac21 HTTP/1.1" status: 404 len: 333 time: 0.1006033 Jan 12 09:42:08.956792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ad37c-3da5-4d96-85c6-8da12a100a93 None None] No DVR routers for this DVR port 02d569a5-2782-4823-9ece-ce4652a6fa7d on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:08.959724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41168) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.996839 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:42:09.015862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:09.018443 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a264eb-509d-42e4-a16e-012aa5b25233 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.019114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a264eb-509d-42e4-a16e-012aa5b25233 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.020920 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b3a264eb-509d-42e4-a16e-012aa5b25233 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/382f834f-92e3-4801-a123-7f8a260190cf HTTP/1.1" status: 404 len: 337 time: 0.0600474 Jan 12 09:42:09.023498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 02d569a5-2782-4823-9ece-ce4652a6fa7d no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:09.024345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41172) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.080382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.080601 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Added segment b1d5afe7-b615-4093-80bb-efb88cc39cd6 of type vlan for network f8b532ea-5de8-422e-a5da-d04304178322 Jan 12 09:42:09.090533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 02d569a5-2782-4823-9ece-ce4652a6fa7d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:42:09.091119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 02d569a5-2782-4823-9ece-ce4652a6fa7d not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:09.099192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.126014 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-693c36da-901b-4063-97ee-93ad6a017299 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.126783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693c36da-901b-4063-97ee-93ad6a017299 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.128454 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-693c36da-901b-4063-97ee-93ad6a017299 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/4562fd66-034d-4524-be8d-eec34c666b0d HTTP/1.1" status: 404 len: 333 time: 0.1030624 Jan 12 09:42:09.131637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Attempting to bind port eefde55e-d56b-4576-840c-6bf3e922a6b7 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:09.132104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Attempting to bind port eefde55e-d56b-4576-840c-6bf3e922a6b7 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '4b9ca6df-4610-4d43-9a88-76ed1070be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:09.132547 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Attempting to bind port eefde55e-d56b-4576-840c-6bf3e922a6b7 on network c8ba77c1-6fae-4311-8fc3-da3aa699584c {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:09.134143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41176) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.145323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:09.145806 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Checking segment: {'id': '4b9ca6df-4610-4d43-9a88-76ed1070be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:09.146715 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.146715 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Bound using segment: {'id': '4b9ca6df-4610-4d43-9a88-76ed1070be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:09.147384 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Bound port: eefde55e-d56b-4576-840c-6bf3e922a6b7, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9ca6df-4610-4d43-9a88-76ed1070be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:09.147840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.199909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.219987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Transition to ACTIVE for port object 7da5c188-604c-4254-8ccc-eae831985500 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:09.221492 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b73c5b-8e7a-4093-82a6-68ea3ad663d2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.221923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b73c5b-8e7a-4093-82a6-68ea3ad663d2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.243327 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-19b73c5b-8e7a-4093-82a6-68ea3ad663d2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/598d9bcb-5049-46b0-af0f-98cef485c807 HTTP/1.1" status: 404 len: 337 time: 0.1002765 Jan 12 09:42:09.246017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41180) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.269891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Delete allocated IP 2001:db8::283 (51139cf5-0ce4-4cda-8b4e-151a38c5c6a0/d8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9) {{(pid=83595) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:42:09.283864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8:0:1::4e (51139cf5-0ce4-4cda-8b4e-151a38c5c6a0/5a65543a-b1fd-445b-b82e-82fa10885671/9c8ae53b-81f2-4b5b-87e6-8c8283548620) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:09.294143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.294622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.297772 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e0b7ee-642f-4c7c-9584-0333a9dd34b2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.298329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e0b7ee-642f-4c7c-9584-0333a9dd34b2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.298438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:09.299905 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d6e0b7ee-642f-4c7c-9584-0333a9dd34b2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/40acaaea-0239-43f4-9eff-d0ae034dfae7 HTTP/1.1" status: 404 len: 333 time: 0.0525410 Jan 12 09:42:09.301236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:09.301872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.302476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41184) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.319677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] For port eefde55e-d56b-4576-840c-6bf3e922a6b7, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:09.323235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] For port eefde55e-d56b-4576-840c-6bf3e922a6b7, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=eefde55e-d56b-4576-840c-6bf3e922a6b7,segment=NetworkSegment(4b9ca6df-4610-4d43-9a88-76ed1070be95),segment_id=4b9ca6df-4610-4d43-9a88-76ed1070be95)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:09.324699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d155b9b7-ec95-4421-958e-f5d3e8baceb3 None None] Update dhcp port {'port': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'fixed_ips': [{'subnet_id': 'd8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9', 'ip_address': '2001:db8::2'}, {'subnet_id': '5a65543a-b1fd-445b-b82e-82fa10885671'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': 'abbb0cfe-e82d-491f-a731-ca2727ef9b19'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:42:09.352959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.423386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.450857 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91dcb044-f32b-4d12-bdac-a0a592e5cd7c tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.452934 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41ae8e8-673c-40fb-8f4a-9810424514c3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.453813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41ae8e8-673c-40fb-8f4a-9810424514c3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.459012 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c41ae8e8-673c-40fb-8f4a-9810424514c3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/7469fd7d-c65e-472e-a1c1-dd78d6726e20 HTTP/1.1" status: 404 len: 337 time: 0.1553621 Jan 12 09:42:09.460283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41188) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.460989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91dcb044-f32b-4d12-bdac-a0a592e5cd7c tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.474512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d155b9b7-ec95-4421-958e-f5d3e8baceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.500608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8fc3e-06e3-4037-b821-68b2286c3f36 None None] Pushing event updated for resources: {'Port': ['ID=eefde55e-d56b-4576-840c-6bf3e922a6b7,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:09.575541 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-83de9871-bd08-42c0-a122-5a795c41ec47 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.575988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83de9871-bd08-42c0-a122-5a795c41ec47 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.580647 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-83de9871-bd08-42c0-a122-5a795c41ec47 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/8a1b2a21-a304-4082-bbc1-515981696114 HTTP/1.1" status: 404 len: 337 time: 0.0683041 Jan 12 09:42:09.581432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41192) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.629643 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f269e0a-75a7-4567-9fda-718dad49569a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.630082 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f269e0a-75a7-4567-9fda-718dad49569a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.634578 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6f269e0a-75a7-4567-9fda-718dad49569a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/74df0752-cbd7-4b1a-9dd1-d3d06586195b HTTP/1.1" status: 404 len: 333 time: 0.0512104 Jan 12 09:42:09.636053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41196) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.638568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.697065 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3771adfd-6368-4297-9f60-5b4c4cb2ec4b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.697508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3771adfd-6368-4297-9f60-5b4c4cb2ec4b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.701694 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3771adfd-6368-4297-9f60-5b4c4cb2ec4b tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/62205a7b-9907-48c8-bff1-c8c78de231fc HTTP/1.1" status: 404 len: 337 time: 0.0621736 Jan 12 09:42:09.702694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41200) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.755974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff07d7f-95b9-4719-a323-ff24dfa5c03d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.756418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff07d7f-95b9-4719-a323-ff24dfa5c03d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.760610 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2ff07d7f-95b9-4719-a323-ff24dfa5c03d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/ca353e8e-ef69-4caa-9fb4-c99341058b1b HTTP/1.1" status: 404 len: 337 time: 0.0535533 Jan 12 09:42:09.760914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41204) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.805914 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1865911 Jan 12 09:42:09.835201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41208) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.839898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object 9c8ae53b-81f2-4b5b-87e6-8c8283548620 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:09.856207 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd016e75-c457-45e4-99c0-c63bb4bf5875 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.856959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd016e75-c457-45e4-99c0-c63bb4bf5875 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.858812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dd016e75-c457-45e4-99c0-c63bb4bf5875 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/3d9fa4bd-b13d-4d31-9b29-d56cb87b2ae3 HTTP/1.1" status: 404 len: 333 time: 0.0967422 Jan 12 09:42:09.864933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41212) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.873430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.882309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'Network': ['ID=c436e1ce-2a0c-46b2-8b34-07c4fe4e6135,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:09.896181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network c436e1ce-2a0c-46b2-8b34-07c4fe4e6135 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:09.915044 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-56db6071-1117-4f33-b831-cf5b32f12bde tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.915722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56db6071-1117-4f33-b831-cf5b32f12bde tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.917947 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-56db6071-1117-4f33-b831-cf5b32f12bde tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/3d79653c-84bf-4ff2-bcc5-331b3764b133 HTTP/1.1" status: 404 len: 337 time: 0.0519073 Jan 12 09:42:09.920542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41216) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.922119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network c8ba77c1-6fae-4311-8fc3-da3aa699584c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:09.964322 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-78533885-c467-4b67-b392-310109d91b6c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:09.965016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78533885-c467-4b67-b392-310109d91b6c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:09.966851 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-78533885-c467-4b67-b392-310109d91b6c tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/4897713c-3c0b-40aa-bf04-3152a23ad4df HTTP/1.1" status: 404 len: 337 time: 0.0452385 Jan 12 09:42:09.970071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41220) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.994860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-d155b9b7-ec95-4421-958e-f5d3e8baceb3 None None] Allocated IP 2001:db8:0:1::2 (51139cf5-0ce4-4cda-8b4e-151a38c5c6a0/5a65543a-b1fd-445b-b82e-82fa10885671/abbb0cfe-e82d-491f-a731-ca2727ef9b19) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:10.017219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:10.019777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:10.021155 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4144be82-d1bc-4259-8a25-6df6265af641 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:10.021774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4144be82-d1bc-4259-8a25-6df6265af641 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:10.023750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4144be82-d1bc-4259-8a25-6df6265af641 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/fe6a8975-293b-4b7f-9bce-2cec6618a936 HTTP/1.1" status: 404 len: 333 time: 0.0523486 Jan 12 09:42:10.027864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41224) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.066732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=7da5c188-604c-4254-8ccc-eae831985500,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:10.076750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8ee930-e0b4-4fa0-863f-5c8bdf7a2df0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:10.077248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8ee930-e0b4-4fa0-863f-5c8bdf7a2df0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:10.078946 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8c8ee930-e0b4-4fa0-863f-5c8bdf7a2df0 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/01ee3263-96b3-4906-aba7-1b140b4a8157 HTTP/1.1" status: 404 len: 337 time: 0.0498769 Jan 12 09:42:10.083000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41228) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.173711 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d155b9b7-ec95-4421-958e-f5d3e8baceb3 None None] For port abbb0cfe-e82d-491f-a731-ca2727ef9b19, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=abbb0cfe-e82d-491f-a731-ca2727ef9b19,segment=NetworkSegment(cef16587-40c9-4963-ba6c-ae68d638ac5e),segment_id=cef16587-40c9-4963-ba6c-ae68d638ac5e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:10.210837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] In _notify_port_updated(), no bound segment for port 9c8ae53b-81f2-4b5b-87e6-8c8283548620 on network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:42:10.211357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d155b9b7-ec95-4421-958e-f5d3e8baceb3 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.214901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:10.215521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.216819 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "PUT /v2.0/ports/9c8ae53b-81f2-4b5b-87e6-8c8283548620 HTTP/1.1" status: 200 len: 930 time: 2.1040008 Jan 12 09:42:10.228476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae566ad2-42cf-4f02-a931-8cb48675a125 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'Network': ['ID=f8b532ea-5de8-422e-a5da-d04304178322,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:10.231897 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41232) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.243966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d155b9b7-ec95-4421-958e-f5d3e8baceb3 None None] Transition to ACTIVE for port object abbb0cfe-e82d-491f-a731-ca2727ef9b19 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:10.248375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network f8b532ea-5de8-422e-a5da-d04304178322 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:10.269876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d155b9b7-ec95-4421-958e-f5d3e8baceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.282433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc32db-b853-4675-9a84-2b2de966058c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=9c8ae53b-81f2-4b5b-87e6-8c8283548620,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:10.303369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.306308 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb71493c-7a17-4c69-b356-6e766e7e4e20 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:10.306928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb71493c-7a17-4c69-b356-6e766e7e4e20 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:10.308709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bb71493c-7a17-4c69-b356-6e766e7e4e20 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/604cc131-e060-4d6a-abde-b81ad1634272 HTTP/1.1" status: 404 len: 337 time: 0.2247183 Jan 12 09:42:10.315661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41236) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.395400 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b3b111fc-660f-4f63-a8f3-f3abb5a36e93 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b74ed80-c3f2-4c4d-a64f-c7560e613b31 HTTP/1.1" status: 200 len: 205 time: 0.0760589 Jan 12 09:42:10.401561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41240) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.411505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c33f1-8571-4c62-83d9-6cec6bfffe79 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:10.415823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c33f1-8571-4c62-83d9-6cec6bfffe79 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:10.419859 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c33f1-8571-4c62-83d9-6cec6bfffe79 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:10.423911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c33f1-8571-4c62-83d9-6cec6bfffe79 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:10.424988 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b21c33f1-8571-4c62-83d9-6cec6bfffe79 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Synchronizing usage tracker for tenant:f0240fc1e7154cfcac3bed38e81de7a9 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:10.487815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 9c8ae53b-81f2-4b5b-87e6-8c8283548620 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:10.488307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.494161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dcb044-f32b-4d12-bdac-a0a592e5cd7c tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:10.569969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155b9b7-ec95-4421-958e-f5d3e8baceb3 None None] Pushing event updated for resources: {'Port': ['ID=abbb0cfe-e82d-491f-a731-ca2727ef9b19,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:10.591363 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-ebaf27f7-f08b-4881-ac52-ea842ab2b29a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] delete failed (client error): The resource could not be found. Jan 12 09:42:10.592364 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ebaf27f7-f08b-4881-ac52-ea842ab2b29a tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/routers/9b74ed80-c3f2-4c4d-a64f-c7560e613b31 HTTP/1.1" status: 404 len: 336 time: 0.1877766 Jan 12 09:42:10.597055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41244) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.632172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9d2997-8c24-4b3f-a27f-c6914ca24421 None None] Network c8ba77c1-6fae-4311-8fc3-da3aa699584c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:10.663086 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8788bd7-6aa8-4419-b838-5718316280f2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:10.663694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8788bd7-6aa8-4419-b838-5718316280f2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:10.668054 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f8788bd7-6aa8-4419-b838-5718316280f2 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/d4fd032b-c575-4f6f-81e7-ce6306ca1c59 HTTP/1.1" status: 404 len: 337 time: 0.0623648 Jan 12 09:42:10.672824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41248) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.678649 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b21c33f1-8571-4c62-83d9-6cec6bfffe79 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Unset dirty status for tenant:f0240fc1e7154cfcac3bed38e81de7a9 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:10.679856 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b21c33f1-8571-4c62-83d9-6cec6bfffe79 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8420427 Jan 12 09:42:10.684608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41252) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.725045 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-32c34a78-579b-48a2-bed5-9d956c835670 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "GET /v2.0/ports?device_id=139ee0cd-8f0b-4894-b885-34d98cdc59be HTTP/1.1" status: 200 len: 205 time: 0.0487194 Jan 12 09:42:10.726920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41256) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.790852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e3d3337b-bbf7-4c2d-98fa-206018a3ed47 None None] Provisioning for port eefde55e-d56b-4576-840c-6bf3e922a6b7 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:10.797401 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-a854fbfc-d553-4735-8cd4-ec499805bc96 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] delete failed (client error): The resource could not be found. Jan 12 09:42:10.798550 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a854fbfc-d553-4735-8cd4-ec499805bc96 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/routers/139ee0cd-8f0b-4894-b885-34d98cdc59be HTTP/1.1" status: 404 len: 336 time: 0.0706365 Jan 12 09:42:10.802092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41260) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.822565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.842712 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bbc01b-836d-4da2-80f7-39d4394d1203 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:10.843306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bbc01b-836d-4da2-80f7-39d4394d1203 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:10.845065 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-95bbc01b-836d-4da2-80f7-39d4394d1203 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/d945776e-3f9c-4e29-a7ee-8a8b11c61f15 HTTP/1.1" status: 404 len: 337 time: 0.0417941 Jan 12 09:42:10.848226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41264) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.894281 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-174cfd6f-106c-47c5-803a-b0235cc846de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:10.894932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174cfd6f-106c-47c5-803a-b0235cc846de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:10.896688 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-174cfd6f-106c-47c5-803a-b0235cc846de tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/28698ce2-558c-4237-8acf-026cf2fb73f3 HTTP/1.1" status: 404 len: 337 time: 0.0464466 Jan 12 09:42:10.900245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41268) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.018426 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd626a0-80e7-491e-971b-86a4cb78eb7d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.019050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd626a0-80e7-491e-971b-86a4cb78eb7d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.023007 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ccd626a0-80e7-491e-971b-86a4cb78eb7d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/c3bf8710-0e50-4229-a621-db467731c5ab HTTP/1.1" status: 404 len: 333 time: 0.1194348 Jan 12 09:42:11.024043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41272) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.071234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.074784 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59b67be-644e-4414-8f92-eb93d7589aca tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.076790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59b67be-644e-4414-8f92-eb93d7589aca tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.080291 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f59b67be-644e-4414-8f92-eb93d7589aca tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/67c756dc-2e0c-408c-baeb-cfd124d6954a HTTP/1.1" status: 404 len: 337 time: 0.0514033 Jan 12 09:42:11.084116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41276) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.126389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device eefde55e-d56b-4576-840c-6bf3e922a6b7 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:11.149272 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f351efa-e1ba-42ea-8129-cdbbf2075f00 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.149859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f351efa-e1ba-42ea-8129-cdbbf2075f00 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.154265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2f351efa-e1ba-42ea-8129-cdbbf2075f00 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/77a3177a-7532-4198-bd73-a13e3c49bc8e HTTP/1.1" status: 404 len: 333 time: 0.0656335 Jan 12 09:42:11.154886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41280) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.164172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.194826 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b88cb75-7951-4379-9180-6a35401fb490 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.195279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b88cb75-7951-4379-9180-6a35401fb490 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.199396 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2b88cb75-7951-4379-9180-6a35401fb490 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/618fab99-a36e-4231-aaa0-c1096ff517b5 HTTP/1.1" status: 404 len: 337 time: 0.0410953 Jan 12 09:42:11.199791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41284) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.264431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1107dbeb-5d5b-4a5c-a645-6af87582d073 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.264872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1107dbeb-5d5b-4a5c-a645-6af87582d073 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.268863 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1107dbeb-5d5b-4a5c-a645-6af87582d073 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/88748395-0d72-4657-a41a-fe437b3be41f HTTP/1.1" status: 404 len: 333 time: 0.0658398 Jan 12 09:42:11.269537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41288) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.296698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port eefde55e-d56b-4576-840c-6bf3e922a6b7 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:11.303080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port eefde55e-d56b-4576-840c-6bf3e922a6b7 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:11.303655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.320035 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dcb044-f32b-4d12-bdac-a0a592e5cd7c tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:11.324824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91dcb044-f32b-4d12-bdac-a0a592e5cd7c tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.331215 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9ebe8-3501-49d1-af3a-7bcd06586a72 None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:11.331723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 9c8ae53b-81f2-4b5b-87e6-8c8283548620 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:11.345023 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9ebe8-3501-49d1-af3a-7bcd06586a72 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:11.345941 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4ab9ebe8-3501-49d1-af3a-7bcd06586a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:11.367665 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2d678d-ceb1-48f3-8d1a-81f79e439048 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.368097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2d678d-ceb1-48f3-8d1a-81f79e439048 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.378848 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ed2d678d-ceb1-48f3-8d1a-81f79e439048 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/0f66c8e9-1f6a-4b37-b037-304759cd6b9e HTTP/1.1" status: 404 len: 337 time: 0.1037521 Jan 12 09:42:11.384247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41292) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.450447 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4ab9ebe8-3501-49d1-af3a-7bcd06586a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:11.451600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-84b2b264-2b3f-420e-908d-f52bf288abcb None None] Provisioning complete for port eefde55e-d56b-4576-840c-6bf3e922a6b7 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:11.451971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84b2b264-2b3f-420e-908d-f52bf288abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.469000 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d41b2db-c86a-4d63-a8ad-703c991b4936 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.469433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d41b2db-c86a-4d63-a8ad-703c991b4936 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.470078 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9ebe8-3501-49d1-af3a-7bcd06586a72 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:11.470959 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4ab9ebe8-3501-49d1-af3a-7bcd06586a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:11.471407 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7d41b2db-c86a-4d63-a8ad-703c991b4936 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/96c28939-7c14-4c40-8cff-50f16cca6a63 HTTP/1.1" status: 404 len: 333 time: 0.0857763 Jan 12 09:42:11.479021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41296) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.546917 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4ab9ebe8-3501-49d1-af3a-7bcd06586a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:11.549712 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9ebe8-3501-49d1-af3a-7bcd06586a72 None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:11.550120 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c0ab56-9dfc-4055-b3c3-af42c45aa0e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.561095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c0ab56-9dfc-4055-b3c3-af42c45aa0e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.563016 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-92c0ab56-9dfc-4055-b3c3-af42c45aa0e8 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/4ad5a3f3-39cf-4e8e-8294-dacfaf944ed0 HTTP/1.1" status: 404 len: 337 time: 0.0829589 Jan 12 09:42:11.566272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41300) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.667229 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57b1560-13a3-4760-8e99-b979f31e43d3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.667665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57b1560-13a3-4760-8e99-b979f31e43d3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.672187 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e57b1560-13a3-4760-8e99-b979f31e43d3 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/248a6a79-57af-4e7b-b8c6-b97c6a2d3839 HTTP/1.1" status: 404 len: 333 time: 0.1026328 Jan 12 09:42:11.674451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41304) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.719959 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-97feece6-b2cc-4d44-92a8-b756f63d447d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.720511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97feece6-b2cc-4d44-92a8-b756f63d447d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.727881 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-97feece6-b2cc-4d44-92a8-b756f63d447d tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/5a9ca8e3-4740-435f-b922-69982ae1d0ac HTTP/1.1" status: 404 len: 337 time: 0.0472443 Jan 12 09:42:11.727881 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-91dcb044-f32b-4d12-bdac-a0a592e5cd7c tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "PUT /v2.0/floatingips/e69bc9b7-c2c2-4cfe-ac36-5129e11e6b8c HTTP/1.1" status: 200 len: 978 time: 3.5631709 Jan 12 09:42:11.727881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41308) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.729278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41310) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.760708 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.774690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84b2b264-2b3f-420e-908d-f52bf288abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.826842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port eefde55e-d56b-4576-840c-6bf3e922a6b7, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=eefde55e-d56b-4576-840c-6bf3e922a6b7,segment=NetworkSegment(4b9ca6df-4610-4d43-9a88-76ed1070be95),segment_id=4b9ca6df-4610-4d43-9a88-76ed1070be95)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:11.857132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.858332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device abbb0cfe-e82d-491f-a731-ca2727ef9b19 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:11.858496 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f011f77b-4d10-48ad-a67e-0ba8cb66e475 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:11.858897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f011f77b-4d10-48ad-a67e-0ba8cb66e475 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:11.862848 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f011f77b-4d10-48ad-a67e-0ba8cb66e475 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/93e32a23-04c0-4a0f-a6e7-2d2b878b49ae HTTP/1.1" status: 404 len: 333 time: 0.0537617 Jan 12 09:42:11.866509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41316) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.957698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.986813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-84b2b264-2b3f-420e-908d-f52bf288abcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:42:11.987253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-84b2b264-2b3f-420e-908d-f52bf288abcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:42:12.007042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=eefde55e-d56b-4576-840c-6bf3e922a6b7,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:12.031738 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab0a966-c30f-4483-a2b3-ca529f2fefa4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:12.032168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab0a966-c30f-4483-a2b3-ca529f2fefa4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:12.033912 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4ab0a966-c30f-4483-a2b3-ca529f2fefa4 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/37343233-b050-410a-8015-fc9de84c8644 HTTP/1.1" status: 404 len: 337 time: 0.1663003 Jan 12 09:42:12.062134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41320) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.104830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.128297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port 5622b2a8-1d26-4377-be06-2b42a212ac6a {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:12.128634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.140555 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=9c8ae53b-81f2-4b5b-87e6-8c8283548620,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:12.154927 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0abcfce-1de9-4369-9d5a-20b918810324 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:12.155360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0abcfce-1de9-4369-9d5a-20b918810324 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:12.216815 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a0abcfce-1de9-4369-9d5a-20b918810324 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/ports/fa872432-8264-4b28-9b6e-b1616b405140 HTTP/1.1" status: 404 len: 333 time: 0.1529229 Jan 12 09:42:12.224199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.224538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.224873 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.225199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.225520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.225839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.226152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.226466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.226804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.227115 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.227422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.230365 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.232255 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f3197d73-2974-4b81-abea-26bbd252e606 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/9c8ae53b-81f2-4b5b-87e6-8c8283548620 HTTP/1.1" status: 204 len: 168 time: 1.9905257 Jan 12 09:42:12.233923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c436e1ce-2a0c-46b2-8b34-07c4fe4e6135']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:12.243241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41324) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.243480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41326) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.260788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ca4f8c-724d-49fc-9e54-f5e41021d7c2') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:12.261124 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ca4f8c-724d-49fc-9e54-f5e41021d7c2') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:12.287719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.308650 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.317463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:12.317816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.330965 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e6f80a-0cdb-4572-a2c0-6b6a05e6cc64 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:42:12.331576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-21e6f80a-0cdb-4572-a2c0-6b6a05e6cc64 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:12.333053 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:12.335222 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccefd5b-708d-441c-9886-75aac1d0c927 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:12.335222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccefd5b-708d-441c-9886-75aac1d0c927 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:12.335976 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2ccefd5b-708d-441c-9886-75aac1d0c927 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/subnets/76c2783e-b45d-4b4f-b16d-a902d2f8bfb3 HTTP/1.1" status: 404 len: 337 time: 0.0916257 Jan 12 09:42:12.340673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41332) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.374559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-21e6f80a-0cdb-4572-a2c0-6b6a05e6cc64 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:12.375712 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-21e6f80a-0cdb-4572-a2c0-6b6a05e6cc64 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/9c8ae53b-81f2-4b5b-87e6-8c8283548620 HTTP/1.1" status: 404 len: 333 time: 0.1297362 Jan 12 09:42:12.378707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41336) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.419152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.419435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.419554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.488527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.555004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for 5622b2a8-1d26-4377-be06-2b42a212ac6a owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:12.561223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-84b2b264-2b3f-420e-908d-f52bf288abcb None None] Provisioning for port 7da5c188-604c-4254-8ccc-eae831985500 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:12.566835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-84b2b264-2b3f-420e-908d-f52bf288abcb None None] Provisioning complete for port 7da5c188-604c-4254-8ccc-eae831985500 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:12.567211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84b2b264-2b3f-420e-908d-f52bf288abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.605697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.624511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-84b2b264-2b3f-420e-908d-f52bf288abcb None None] Port 7da5c188-604c-4254-8ccc-eae831985500 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:12.626531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.637152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.653345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.662571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.664264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.671340 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Network': ['ID=c436e1ce-2a0c-46b2-8b34-07c4fe4e6135,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:12.675318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=7da5c188-604c-4254-8ccc-eae831985500,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:12.688703 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8dd8fc32-5ea2-4e54-874a-99eb05873be8 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "DELETE /v2.0/networks/c436e1ce-2a0c-46b2-8b34-07c4fe4e6135 HTTP/1.1" status: 204 len: 168 time: 2.0006614 Jan 12 09:42:12.689944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41340) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.748827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8a4ae9a4-5a20-4f06-b20e-428c7bcac5c9 None None] Provisioning complete for port 7da5c188-604c-4254-8ccc-eae831985500 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:12.749457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae9a4-5a20-4f06-b20e-428c7bcac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.765079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.789576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f7177b-d77c-47b7-81ee-ad19aa2ccab5,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:12.804814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ae9a4-5a20-4f06-b20e-428c7bcac5c9 None None] Port 7da5c188-604c-4254-8ccc-eae831985500 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:12.807530 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8a4ae9a4-5a20-4f06-b20e-428c7bcac5c9 None None] Could not find standard attr ID for object 9c8ae53b-81f2-4b5b-87e6-8c8283548620. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:42:12.814744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.815309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.815866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.816192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.816611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.817029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.817490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.818019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.818495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.819078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.819534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:12.820921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8a4ae9a4-5a20-4f06-b20e-428c7bcac5c9 None None] Provisioning for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:12.824731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.826880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8a4ae9a4-5a20-4f06-b20e-428c7bcac5c9 None None] Provisioning complete for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:12.827321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae9a4-5a20-4f06-b20e-428c7bcac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.878634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=5622b2a8-1d26-4377-be06-2b42a212ac6a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:12.883210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.886819 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ecd8a000-adfc-4448-bf1d-1ed0f0b3b7fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/security-groups/10f7177b-d77c-47b7-81ee-ad19aa2ccab5 HTTP/1.1" status: 204 len: 168 time: 0.5047977 Jan 12 09:42:12.911834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41344) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.986807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8a4ae9a4-5a20-4f06-b20e-428c7bcac5c9 None None] Provisioning complete for port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:12.987276 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a4ae9a4-5a20-4f06-b20e-428c7bcac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.996970 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.012230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.021642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.041057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device eefde55e-d56b-4576-840c-6bf3e922a6b7 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:13.055294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc06857d-d1f0-4c11-8ffc-ff5c048c4926']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:13.072699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2727c279-30c2-45ef-a94c-c49716f910f6') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:13.073359 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2727c279-30c2-45ef-a94c-c49716f910f6') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:13.086162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.099195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0511428-1b94-4261-9560-fd8f405e78b7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.100199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ae9a4-5a20-4f06-b20e-428c7bcac5c9 None None] Port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:13.125141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port eefde55e-d56b-4576-840c-6bf3e922a6b7 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:13.125519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.140202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0511428-1b94-4261-9560-fd8f405e78b7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.231958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network c8ba77c1-6fae-4311-8fc3-da3aa699584c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:13.241112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:13.269045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0511428-1b94-4261-9560-fd8f405e78b7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.292002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0511428-1b94-4261-9560-fd8f405e78b7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005a450-2258-4af0-9c74-c3ae2e5b4fe4,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:13.299187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0511428-1b94-4261-9560-fd8f405e78b7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.302716 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c0511428-1b94-4261-9560-fd8f405e78b7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/security-groups/2005a450-2258-4af0-9c74-c3ae2e5b4fe4 HTTP/1.1" status: 204 len: 168 time: 0.3834236 Jan 12 09:42:13.303842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41348) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:13.323464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.445974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:13.446712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:13.468202 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:13.524903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c31f87b6-2788-4126-b286-754753f5fe74 None None] Provisioning complete for port 7da5c188-604c-4254-8ccc-eae831985500 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:13.525727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c31f87b6-2788-4126-b286-754753f5fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.559626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.581824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c31f87b6-2788-4126-b286-754753f5fe74 None None] Port 7da5c188-604c-4254-8ccc-eae831985500 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:13.610896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b532ea-5de8-422e-a5da-d04304178322']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:13.625790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d5afe7-b615-4093-80bb-efb88cc39cd6') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:13.626100 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d5afe7-b615-4093-80bb-efb88cc39cd6') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:13.689902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.701996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-81282741-873b-410f-b839-9eaa7c8b07f5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet d8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:42:13.707222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-81282741-873b-410f-b839-9eaa7c8b07f5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.714544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.720712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.736302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] Pushing event deleted for resources: {'Network': ['ID=cc06857d-d1f0-4c11-8ffc-ff5c048c4926,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:13.741047 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b1e57eef-c987-45be-bf52-bdf37c1ee021 tempest-NetworksTestDHCPv6-1095734521 tempest-NetworksTestDHCPv6-1095734521-project] 10.222.0.58 "DELETE /v2.0/networks/cc06857d-d1f0-4c11-8ffc-ff5c048c4926 HTTP/1.1" status: 204 len: 168 time: 1.3954697 Jan 12 09:42:13.747723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.810974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:13.811289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.821982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-81282741-873b-410f-b839-9eaa7c8b07f5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:13.827035 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:13.929798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.939927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-81282741-873b-410f-b839-9eaa7c8b07f5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.951855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.967181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Network': ['ID=f8b532ea-5de8-422e-a5da-d04304178322,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:13.968451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:13.971472 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-87544ec6-1d5a-45d3-b4a4-b9c14f81a052 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "DELETE /v2.0/networks/f8b532ea-5de8-422e-a5da-d04304178322 HTTP/1.1" status: 204 len: 168 time: 1.2676060 Jan 12 09:42:13.973915 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41354) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.095101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41360) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.101566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-81282741-873b-410f-b839-9eaa7c8b07f5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.145057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:42:14.146555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81282741-873b-410f-b839-9eaa7c8b07f5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:14.157586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-81282741-873b-410f-b839-9eaa7c8b07f5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.160359 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc2d4bd-4744-4ab5-899d-b31ab641fded tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:14.163921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ef8fe-7ec4-4003-afae-d70d38232d66 None None] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:14.166037 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc2d4bd-4744-4ab5-899d-b31ab641fded tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:14.167266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0bc2d4bd-4744-4ab5-899d-b31ab641fded tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Synchronizing usage tracker for tenant:f0240fc1e7154cfcac3bed38e81de7a9 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:14.172690 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-81282741-873b-410f-b839-9eaa7c8b07f5 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/d8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9 HTTP/1.1" status: 204 len: 168 time: 0.8675344 Jan 12 09:42:14.174098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41368) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.181868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:14.263168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0bc2d4bd-4744-4ab5-899d-b31ab641fded tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Unset dirty status for tenant:f0240fc1e7154cfcac3bed38e81de7a9 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:14.264384 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0bc2d4bd-4744-4ab5-899d-b31ab641fded tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2895286 Jan 12 09:42:14.268900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41372) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.277300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-148175147'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:14.285050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:14.353904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:14.374741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Made reservation on behalf of f0240fc1e7154cfcac3bed38e81de7a9 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:14.377967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.416443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:14.431128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.431723 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Added segment 5ebd1d9d-080e-4267-8648-008e1078b92a of type vlan for network 82ad2945-0c4e-4e59-82d0-7eb48ee91254 Jan 12 09:42:14.440384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:14.443058 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-28a192ea-f531-42e2-91c4-31710b9a567d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71027c7ca7a84e3287429fdf95c87aa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3443117 Jan 12 09:42:14.444207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:14.445538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41376) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.451816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:14.455282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Sync routers for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:14.466570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:14.477071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:14.478007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:14.483349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:14.485330 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6a6cda2f-8e95-4258-a464-213339135817 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0419583 Jan 12 09:42:14.488701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41380) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.496474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.511634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:14.512385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'network': {'name': 'tempest-RoutersTest-420419679'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:14.525457 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:14.528892 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d153290-ecf8-410a-944a-6908e6f1297e None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:14.533669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.536838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:network and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:14.550283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:14.553518 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d153290-ecf8-410a-944a-6908e6f1297e None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:14.555027 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8d153290-ecf8-410a-944a-6908e6f1297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:14.560234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:14.566932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:14.570162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.598719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:14.603069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.640516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.644741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:14.645331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.648579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:42:14.660650 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8d153290-ecf8-410a-944a-6908e6f1297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:14.675740 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d153290-ecf8-410a-944a-6908e6f1297e None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:14.676655 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8d153290-ecf8-410a-944a-6908e6f1297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:14.705532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cfedaf4f-b68b-485e-ba1f-71a4be3a2cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.732147 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f76b6b03-1f5b-4119-8d09-f77e681f72fd tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/floatingips/e69bc9b7-c2c2-4cfe-ac36-5129e11e6b8c HTTP/1.1" status: 204 len: 168 time: 3.0038884 Jan 12 09:42:14.735847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41384) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.767116 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8d153290-ecf8-410a-944a-6908e6f1297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:14.767984 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d153290-ecf8-410a-944a-6908e6f1297e None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:14.821672 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5517137 Jan 12 09:42:14.831762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41388) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.843040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1983564785'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:14.855668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d10f-02b0-4255-940f-cc2a210d31f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'Network': ['ID=82ad2945-0c4e-4e59-82d0-7eb48ee91254,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:14.856855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c1b80-4f4f-4ba8-a091-aa84a63f3cee tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port b6713c4a-9e46-41ff-842c-6e81e9cb04af {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:14.857316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce2c1b80-4f4f-4ba8-a091-aa84a63f3cee tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.861792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:14.864071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:14.872542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cfedaf4f-b68b-485e-ba1f-71a4be3a2cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.890133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 82ad2945-0c4e-4e59-82d0-7eb48ee91254 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:15.093730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:15.111397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.112123 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added segment 2064e459-a426-49fc-87b3-0d4ead95f65a of type vlan for network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f Jan 12 09:42:15.142214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.151261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Made reservation on behalf of f0240fc1e7154cfcac3bed38e81de7a9 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:15.154317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.188653 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:10Z', 'revision_number': 2, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:11Z', 'revision_number': 2, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:15.191667 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:15.193686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Checking router: e196c571-6a30-46fa-a3aa-b0308360544f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:42:15.194048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Updating router e196c571-6a30-46fa-a3aa-b0308360544f port 7da5c188-604c-4254-8ccc-eae831985500 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:42:15.202441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.202931 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Added segment d3e9f5a1-c17a-47f5-bdf7-7bbe5bacc03a of type vlan for network 74656d36-ed60-42f9-9f70-3c9b673ec2e0 Jan 12 09:42:15.227462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.232535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cfedaf4f-b68b-485e-ba1f-71a4be3a2cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.245799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.255039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.259892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:42:15.270031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedaf4f-b68b-485e-ba1f-71a4be3a2cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f239ca4-a216-4355-8296-4989314abbd7,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.301387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.305869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:15.306507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.337722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:15.342733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=4ede5d5f-54aa-42f5-8c1d-4a8b2e105955,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.344889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:15.348882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:15.349453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.354046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce2c1b80-4f4f-4ba8-a091-aa84a63f3cee tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.412460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a31d113-ad35-4fb1-a9f8-20611415cb17 None None] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:15.414009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cfedaf4f-b68b-485e-ba1f-71a4be3a2cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.415251 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cfedaf4f-b68b-485e-ba1f-71a4be3a2cf7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f239ca4-a216-4355-8296-4989314abbd7 HTTP/1.1" status: 204 len: 168 time: 0.9683247 Jan 12 09:42:15.416411 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.421534 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:15.422121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.438365 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9446537 Jan 12 09:42:15.447450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41394) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:15.465694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'subnet': {'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:15.585352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9ff51-04d3-469e-ba6f-bf1cd193aab1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Network': ['ID=07c5ac6c-dedf-44db-ab83-9ab9957bb11f,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.619630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:15.622944 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7887304 Jan 12 09:42:15.646081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c1b80-4f4f-4ba8-a091-aa84a63f3cee tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for b6713c4a-9e46-41ff-842c-6e81e9cb04af owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:15.674502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:15.682041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41398) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:15.698423 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:subnet and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:15.699917 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ca316e79-314c-4d00-8230-2464b3600554 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5248890 Jan 12 09:42:15.704612 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41404) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:15.705506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:15.706804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'ports': [{'network_id': '82ad2945-0c4e-4e59-82d0-7eb48ee91254', 'name': 'tempest-port--704480189', 'admin_state_up': True}, {'network_id': '74656d36-ed60-42f9-9f70-3c9b673ec2e0', 'admin_state_up': False}]} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:15.709365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'port': {'network_id': '82ad2945-0c4e-4e59-82d0-7eb48ee91254', 'name': 'tempest-port--704480189', 'admin_state_up': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:15.711680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'port': {'network_id': '74656d36-ed60-42f9-9f70-3c9b673ec2e0', 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:15.713062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:15.729999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'security_group': {'name': 'tempest-secgroup-2139527430'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:15.743129 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:15.755807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:15.759809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed282c1-e60a-4ffb-8d0e-9bd5e7151af2 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'Network': ['ID=74656d36-ed60-42f9-9f70-3c9b673ec2e0,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.763931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:15.766816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:15.781001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 74656d36-ed60-42f9-9f70-3c9b673ec2e0 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:15.857685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:15.898908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.926643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.990344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:15.994556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Usage tracker for resource:port and tenant:f0240fc1e7154cfcac3bed38e81de7a9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:15.997379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:16.003763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:16.017899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Made reservation on behalf of f0240fc1e7154cfcac3bed38e81de7a9 for: {'port': 2} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:16.022028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.072372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2337b99c-769a-40da-8cb5-c32f96466eb0 None None] Provisioning complete for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:16.072744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2337b99c-769a-40da-8cb5-c32f96466eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.099768 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:16.109343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group_rule and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:16.114283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:16.123191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:16.212041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce2c1b80-4f4f-4ba8-a091-aa84a63f3cee tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.269441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.280286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.283700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.325268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c1b80-4f4f-4ba8-a091-aa84a63f3cee tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=b6713c4a-9e46-41ff-842c-6e81e9cb04af,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:16.360827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:42:16.398385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.399889 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6913738 Jan 12 09:42:16.401415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.405154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41416) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.466255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca958a-ba6f-44b7-857d-344bad816892 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa3edb8-23c3-44f8-a51f-68e236f0ed37,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:16.476742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa93a70-9d97-4db0-a16f-86eda79b4903 None None] Update dhcp port {'port': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'fixed_ips': [{'subnet_id': '5a65543a-b1fd-445b-b82e-82fa10885671', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4ede5d5f-54aa-42f5-8c1d-4a8b2e105955'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': 'abbb0cfe-e82d-491f-a731-ca2727ef9b19'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:42:16.492642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'security_group': {'name': 'tempest-secgroup-462547989'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:16.510038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:16.532639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:16.537581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:16.546046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:16.547990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.566183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Subnet': ['ID=be6415f9-ba8f-401f-bac3-8831cb4349f9,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:16.570268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2337b99c-769a-40da-8cb5-c32f96466eb0 None None] Provisioning complete for port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:16.571041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2337b99c-769a-40da-8cb5-c32f96466eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.587357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.601739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2aa93a70-9d97-4db0-a16f-86eda79b4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.623089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Checking segment: {'id': '2064e459-a426-49fc-87b3-0d4ead95f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:16.623779 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network hostable DHCP agents. Network: 07c5ac6c-dedf-44db-ab83-9ab9957bb11f, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:16.683961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:16.688210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group_rule and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:16.691971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:16.698095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:16.712832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Transition to ACTIVE for port object 7da5c188-604c-4254-8ccc-eae831985500 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:16.736442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.767974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.775025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.823772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2337b99c-769a-40da-8cb5-c32f96466eb0 None None] Port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:16.833576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c967c4e5-a9d1-4249-9699-f870b5c0b8e9,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:16.836202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.837679 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-64df7c94-4f13-4d63-a876-b859da1d3f55 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3730512 Jan 12 09:42:16.839039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:16.847331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41426) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.855996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'security_group': {'name': 'tempest-secgroup-1169632671'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:16.861917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 07c5ac6c-dedf-44db-ab83-9ab9957bb11f) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:16.866926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:16.869972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:16.870810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.878981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce2c1b80-4f4f-4ba8-a091-aa84a63f3cee tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.893992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:16.900710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] device_id is not set on port 2480098c-66ee-4063-b964-2415b70d02fe yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:42:16.901646 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-58fa5f28-e5fd-4d36-bc28-ec8c4fa9f544 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4501748 Jan 12 09:42:16.903724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:16.906891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41430) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.925875 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ce2c1b80-4f4f-4ba8-a091-aa84a63f3cee tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/ports/b6713c4a-9e46-41ff-842c-6e81e9cb04af HTTP/1.1" status: 204 len: 168 time: 2.1850338 Jan 12 09:42:16.926067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41434) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.937708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:16.948013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:16.951074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41438) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.989029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:16.992465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:17.006950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30ef8d6-eaa1-419a-b9b1-ad6ed88dfd6a None None] Network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:17.007998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.089604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.136264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:17.147507 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:security_group_rule and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:17.178705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:17.178884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Pushing event updated for resources: {'Port': ['ID=7da5c188-604c-4254-8ccc-eae831985500,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:17.187142 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:17.217394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-392130b5-791c-4ed7-ab70-a2c39944df8e tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-474073530', 'prefixes': ['172.20.0.0/16']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:17.223860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-392130b5-791c-4ed7-ab70-a2c39944df8e tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:17.272870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.272870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.273260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.273260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.273573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.273900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.274212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.274531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.274878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.275445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.275593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:17.286697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.372257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.378263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.416778 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Attempting to bind port 7da5c188-604c-4254-8ccc-eae831985500 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:17.417146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Attempting to bind port 7da5c188-604c-4254-8ccc-eae831985500 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '4b9ca6df-4610-4d43-9a88-76ed1070be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:17.417501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Attempting to bind port 7da5c188-604c-4254-8ccc-eae831985500 on network c8ba77c1-6fae-4311-8fc3-da3aa699584c {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:17.437506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] device_id is not set on port 67427b58-9bd1-4251-991d-b0be61552785 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:42:17.442792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14566110-3f0b-4dab-a9ba-ca27e2f531f1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:17.446771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.448290 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ede3f664-caf8-421e-bd5d-920ea5cada71 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5993061 Jan 12 09:42:17.453967 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41444) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:17.456129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.507258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-2aa93a70-9d97-4db0-a16f-86eda79b4903 None None] Allocated IP 2001:db8::2 (51139cf5-0ce4-4cda-8b4e-151a38c5c6a0/4ede5d5f-54aa-42f5-8c1d-4a8b2e105955/abbb0cfe-e82d-491f-a731-ca2727ef9b19) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:17.519836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:17.520788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Checking segment: {'id': '4b9ca6df-4610-4d43-9a88-76ed1070be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:17.522229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.522856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Bound using segment: {'id': '4b9ca6df-4610-4d43-9a88-76ed1070be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:17.524182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Bound port: 7da5c188-604c-4254-8ccc-eae831985500, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9ca6df-4610-4d43-9a88-76ed1070be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:17.524772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.533822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-940266907', 'security_groups': ['14566110-3f0b-4dab-a9ba-ca27e2f531f1'], 'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ede5d5f-54aa-42f5-8c1d-4a8b2e105955'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:17.726492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:42:17.727631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.774973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-392130b5-791c-4ed7-ab70-a2c39944df8e tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] Notify callbacks [] for subnetpool, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.778538 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-392130b5-791c-4ed7-ab70-a2c39944df8e tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8237469 Jan 12 09:42:17.778996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41448) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:17.800982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.26.1.224 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/aa51b243-9b37-441f-b2cd-e0c818c5dcdb) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:17.829943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:17.830759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] For port 7da5c188-604c-4254-8ccc-eae831985500, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:17.849822 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6dbfa17d-51cc-4c54-9d02-352ac91a2dd7 tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] 10.222.0.58 "GET /v2.0/subnetpools/7addf2a3-1898-4a9e-bae1-47d3dcfaa848 HTTP/1.1" status: 200 len: 731 time: 0.0672514 Jan 12 09:42:17.850234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41452) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:17.852553 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:17.857167 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] For port 7da5c188-604c-4254-8ccc-eae831985500, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7da5c188-604c-4254-8ccc-eae831985500,segment=NetworkSegment(4b9ca6df-4610-4d43-9a88-76ed1070be95),segment_id=4b9ca6df-4610-4d43-9a88-76ed1070be95)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:17.862461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-2354404e-1832-4606-9573-7d0f5464363c tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-268192070'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:17.869531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.942596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2aa93a70-9d97-4db0-a16f-86eda79b4903 None None] For port abbb0cfe-e82d-491f-a731-ca2727ef9b19, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=abbb0cfe-e82d-491f-a731-ca2727ef9b19,segment=NetworkSegment(cef16587-40c9-4963-ba6c-ae68d638ac5e),segment_id=cef16587-40c9-4963-ba6c-ae68d638ac5e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:17.974009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.010892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c170a3-111d-4537-a93d-a1f08ffddf4f None None] Pushing event updated for resources: {'Port': ['ID=7da5c188-604c-4254-8ccc-eae831985500,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:18.059855 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2aa93a70-9d97-4db0-a16f-86eda79b4903 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.073265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.081214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:18.081502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:41:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:18.087527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:18.092294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.135825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Allocated IP 172.21.0.2 (07c5ac6c-dedf-44db-ab83-9ab9957bb11f/be6415f9-ba8f-401f-bac3-8831cb4349f9/10d98adb-602f-48c4-93aa-a4e2e4199f5d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:18.140328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] device_id is not set on port 5a347ebb-38fd-4c12-b67b-e43ea8b157d3 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:42:18.148252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2aa93a70-9d97-4db0-a16f-86eda79b4903 None None] Transition to ACTIVE for port object abbb0cfe-e82d-491f-a731-ca2727ef9b19 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:18.196944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2354404e-1832-4606-9573-7d0f5464363c tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] Notify callbacks [] for subnetpool, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.198511 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2354404e-1832-4606-9573-7d0f5464363c tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] 10.222.0.58 "PUT /v2.0/subnetpools/7addf2a3-1898-4a9e-bae1-47d3dcfaa848 HTTP/1.1" status: 200 len: 683 time: 0.3472795 Jan 12 09:42:18.208419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2aa93a70-9d97-4db0-a16f-86eda79b4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.238996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41456) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.409728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.427257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e3afb906-ef3c-47e7-8428-d5e812ee7fef tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] Notify callbacks [] for subnetpool, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.428372 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e3afb906-ef3c-47e7-8428-d5e812ee7fef tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] 10.222.0.58 "DELETE /v2.0/subnetpools/7addf2a3-1898-4a9e-bae1-47d3dcfaa848 HTTP/1.1" status: 204 len: 168 time: 0.1883137 Jan 12 09:42:18.430990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41460) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.438404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8::8f (51139cf5-0ce4-4cda-8b4e-151a38c5c6a0/4ede5d5f-54aa-42f5-8c1d-4a8b2e105955/5a347ebb-38fd-4c12-b67b-e43ea8b157d3) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:18.445054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.454832 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-2822c728-af7e-40a5-aaf3-ffd610fbad63 tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] show failed (client error): The resource could not be found. Jan 12 09:42:18.455925 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2822c728-af7e-40a5-aaf3-ffd610fbad63 tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] 10.222.0.58 "GET /v2.0/subnetpools/7addf2a3-1898-4a9e-bae1-47d3dcfaa848 HTTP/1.1" status: 404 len: 346 time: 0.0240331 Jan 12 09:42:18.459550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41464) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.481968 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-7c52d7c8-14fe-434c-ad29-8b6058eac583 tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] delete failed (client error): The resource could not be found. Jan 12 09:42:18.483086 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7c52d7c8-14fe-434c-ad29-8b6058eac583 tempest-SubnetPoolsTestJSON-1100650501 tempest-SubnetPoolsTestJSON-1100650501-project] 10.222.0.58 "DELETE /v2.0/subnetpools/7addf2a3-1898-4a9e-bae1-47d3dcfaa848 HTTP/1.1" status: 404 len: 346 time: 0.0216722 Jan 12 09:42:18.526096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:42:18.569149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa93a70-9d97-4db0-a16f-86eda79b4903 None None] Pushing event updated for resources: {'Port': ['ID=abbb0cfe-e82d-491f-a731-ca2727ef9b19,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:18.595926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'Port': ['ID=2480098c-66ee-4063-b964-2415b70d02fe,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:18.601930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Checking segment: {'id': '5ebd1d9d-080e-4267-8648-008e1078b92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82ad2945-0c4e-4e59-82d0-7eb48ee91254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:18.601930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Network hostable DHCP agents. Network: 82ad2945-0c4e-4e59-82d0-7eb48ee91254, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:18.715792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.816897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:18.823785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:18.834198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:18.856794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41472) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.866608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.868422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Network 82ad2945-0c4e-4e59-82d0-7eb48ee91254 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:18.886046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=aa51b243-9b37-441f-b2cd-e0c818c5dcdb,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:18.892026 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Transition to ACTIVE for port object 10d98adb-602f-48c4-93aa-a4e2e4199f5d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:18.924295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 82ad2945-0c4e-4e59-82d0-7eb48ee91254) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:18.946728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:18.947750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.954518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Transition to ACTIVE for port object 10d98adb-602f-48c4-93aa-a4e2e4199f5d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:18.958453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db64d8f-0e0c-4b67-938b-c68067c3a4b4 None None] Network 82ad2945-0c4e-4e59-82d0-7eb48ee91254 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:19.050447 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.058121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'Port': ['ID=67427b58-9bd1-4251-991d-b0be61552785,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:19.087663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad025-45db-44b8-a2eb-7156fbbb9176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.091554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object 5a347ebb-38fd-4c12-b67b-e43ea8b157d3 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:19.095118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.136634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Allocated IP 172.21.0.1 (07c5ac6c-dedf-44db-ab83-9ab9957bb11f/be6415f9-ba8f-401f-bac3-8831cb4349f9/668086d5-bc88-4864-b417-8762d717d889) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:19.139241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device abbb0cfe-e82d-491f-a731-ca2727ef9b19 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:19.150177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1b1ad025-45db-44b8-a2eb-7156fbbb9176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:19.150861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Checking segment: {'id': 'd3e9f5a1-c17a-47f5-bdf7-7bbe5bacc03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '74656d36-ed60-42f9-9f70-3c9b673ec2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:19.151301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Network hostable DHCP agents. Network: 74656d36-ed60-42f9-9f70-3c9b673ec2e0, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:19.156448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1b1ad025-45db-44b8-a2eb-7156fbbb9176 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf94afd4cec48b3bfb9998c23aeffca is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:19.161633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1b1ad025-45db-44b8-a2eb-7156fbbb9176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:19.179964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.195921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1b1ad025-45db-44b8-a2eb-7156fbbb9176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:19.276749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:19.285153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:19.293669 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b4525e4-007f-4fc4-86c9-9d88334a9a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.295371 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:19.295520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:19.367002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.367384 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Pushing event updated for resources: {'Port': ['ID=10d98adb-602f-48c4-93aa-a4e2e4199f5d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:19.403676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad025-45db-44b8-a2eb-7156fbbb9176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.404868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Transition to ACTIVE for port object 668086d5-bc88-4864-b417-8762d717d889 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:19.416889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.425023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad025-45db-44b8-a2eb-7156fbbb9176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.436305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:19.439342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:19.443466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:19.444068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.445579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.448390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=5a347ebb-38fd-4c12-b67b-e43ea8b157d3,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:19.498973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Network 74656d36-ed60-42f9-9f70-3c9b673ec2e0 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:19.521559 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:10Z', 'revision_number': 2, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:17Z', 'revision_number': 4, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:19.549158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c5896-3bd5-4765-b343-885516903578 None None] The sync data for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv is: [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:10Z', 'revision_number': 2, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:17Z', 'revision_number': 4, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:19.550699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 74656d36-ed60-42f9-9f70-3c9b673ec2e0) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:19.571184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc11769-6060-4bc7-bf77-401b51186994 None None] Network 74656d36-ed60-42f9-9f70-3c9b673ec2e0 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:19.572186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:19.583875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:19.587808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:19.588330 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1b1ad025-45db-44b8-a2eb-7156fbbb9176 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1bf94afd4cec48b3bfb9998c23aeffca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7293661 Jan 12 09:42:19.593019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.593778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:19.597146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ad025-45db-44b8-a2eb-7156fbbb9176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee18d280-4bfa-4773-a47c-0de89bb092b5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:19.599776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41480) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:19.605344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:19.609260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=668086d5-bc88-4864-b417-8762d717d889,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:19.623267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:19.631064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Attempting to bind port 10d98adb-602f-48c4-93aa-a4e2e4199f5d on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:19.631642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Attempting to bind port 10d98adb-602f-48c4-93aa-a4e2e4199f5d by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2064e459-a426-49fc-87b3-0d4ead95f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:19.632317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Attempting to bind port 10d98adb-602f-48c4-93aa-a4e2e4199f5d on network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:19.635618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.674160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-15ddd755-b0bf-45a3-939d-76931a9802c5 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.9884706 Jan 12 09:42:19.675259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41484) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:19.696335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-50df4bae-8447-4bf3-94e1-c174654b6e5a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1685476 Jan 12 09:42:19.696456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41488) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:19.709825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:19.721428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:19.721797 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Checking segment: {'id': '2064e459-a426-49fc-87b3-0d4ead95f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:19.722187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.722572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Bound using segment: {'id': '2064e459-a426-49fc-87b3-0d4ead95f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:19.723074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Bound port: 10d98adb-602f-48c4-93aa-a4e2e4199f5d, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2064e459-a426-49fc-87b3-0d4ead95f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:19.723435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.787017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d67a2df7-afda-4f8e-9dfb-b2d48d924332 None None] Provisioning for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:19.872271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.935818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d378f24-746a-4668-a25c-720dcef06d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.954643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b9b6ca-3dcd-42dd-9160-8fccd6b3a5d4 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:19.960371 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b9b6ca-3dcd-42dd-9160-8fccd6b3a5d4 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:19.962049 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-92b9b6ca-3dcd-42dd-9160-8fccd6b3a5d4 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2810724 Jan 12 09:42:19.962848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] For port 10d98adb-602f-48c4-93aa-a4e2e4199f5d, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:19.966369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] For port 10d98adb-602f-48c4-93aa-a4e2e4199f5d, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=10d98adb-602f-48c4-93aa-a4e2e4199f5d,segment=NetworkSegment(2064e459-a426-49fc-87b3-0d4ead95f65a),segment_id=2064e459-a426-49fc-87b3-0d4ead95f65a)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:19.967599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d67a2df7-afda-4f8e-9dfb-b2d48d924332 None None] Provisioning complete for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:19.968016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d67a2df7-afda-4f8e-9dfb-b2d48d924332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.970388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41492) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:20.035961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d378f24-746a-4668-a25c-720dcef06d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.064366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.077682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:20.078194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.084418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:20.087791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:20.101428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:20.204196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-69bec0ce-8a34-4b25-82f5-626d30b7a6f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Deleting port 2480098c-66ee-4063-b964-2415b70d02fe {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:20.204536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-69bec0ce-8a34-4b25-82f5-626d30b7a6f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.243427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:20.259318 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31e63f-3cb2-40c8-9817-f04988119223 None None] Pushing event updated for resources: {'Port': ['ID=10d98adb-602f-48c4-93aa-a4e2e4199f5d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:20.262359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.326048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d67a2df7-afda-4f8e-9dfb-b2d48d924332 None None] Provisioning complete for port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:20.326925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d67a2df7-afda-4f8e-9dfb-b2d48d924332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.353585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.406317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d67a2df7-afda-4f8e-9dfb-b2d48d924332 None None] Port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:20.545250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e360d9c4-c319-4d9a-9d7a-4cccbc0ccf1c None None] Provisioning for port 5a347ebb-38fd-4c12-b67b-e43ea8b157d3 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:20.557878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e360d9c4-c319-4d9a-9d7a-4cccbc0ccf1c None None] Provisioning complete for port 5a347ebb-38fd-4c12-b67b-e43ea8b157d3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:20.558481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e360d9c4-c319-4d9a-9d7a-4cccbc0ccf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.643211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d378f24-746a-4668-a25c-720dcef06d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.684582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d378f24-746a-4668-a25c-720dcef06d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee18d280-4bfa-4773-a47c-0de89bb092b5,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:20.698986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d378f24-746a-4668-a25c-720dcef06d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.700584 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9d378f24-746a-4668-a25c-720dcef06d19 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee18d280-4bfa-4773-a47c-0de89bb092b5 HTTP/1.1" status: 204 len: 168 time: 1.0969989 Jan 12 09:42:20.737913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.743480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=aa51b243-9b37-441f-b2cd-e0c818c5dcdb,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:20.744497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.748955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e360d9c4-c319-4d9a-9d7a-4cccbc0ccf1c None None] Port 5a347ebb-38fd-4c12-b67b-e43ea8b157d3 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:20.789120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.812750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.867040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.871899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=668086d5-bc88-4864-b417-8762d717d889,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:20.985714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.989617 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eff1b574-adb1-446d-8797-ea0ee24f4f29 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0611100 Jan 12 09:42:20.993372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41500) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:21.007697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'port': {'network_id': '68f40bf8-0d15-4586-8758-8b17e6120a42', 'name': 'tempest-FloatingIPTestJSON-963043171'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:21.036480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:21.037774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:21.123984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-69bec0ce-8a34-4b25-82f5-626d30b7a6f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.136825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7da5c188-604c-4254-8ccc-eae831985500 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:21.264389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79ea0ca2-4f4c-4dcd-8999-b8eea17ae9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.301231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-69bec0ce-8a34-4b25-82f5-626d30b7a6f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Calling delete_port for 2480098c-66ee-4063-b964-2415b70d02fe owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:21.310191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 7da5c188-604c-4254-8ccc-eae831985500 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:21.318823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7da5c188-604c-4254-8ccc-eae831985500 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:21.319900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.401167 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.ipam_backend_mixin [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ede5d5f-54aa-42f5-8c1d-4a8b2e105955 (CIDR: 2001:db8::/64) Jan 12 09:42:21.423155 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:21.423817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:21.498576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-69bec0ce-8a34-4b25-82f5-626d30b7a6f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.519746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19290afe-ca8f-410b-9a17-bd134488f8b6 None None] Network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:21.579865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bec0ce-8a34-4b25-82f5-626d30b7a6f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Port': ['ID=2480098c-66ee-4063-b964-2415b70d02fe,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:21.601951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.602533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:21.602795 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.611137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3cea001e-cd1a-4711-af64-3cde5a991211 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9136293 Jan 12 09:42:21.611883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41512) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:21.617601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:21.624732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:21.640075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-69bec0ce-8a34-4b25-82f5-626d30b7a6f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.645172 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-69bec0ce-8a34-4b25-82f5-626d30b7a6f3 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "DELETE /v2.0/ports/2480098c-66ee-4063-b964-2415b70d02fe HTTP/1.1" status: 204 len: 168 time: 1.6630785 Jan 12 09:42:21.653958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41518) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:21.657174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:port and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:21.739305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:21.763330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:21.781765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-853d55c7-2af9-405f-8658-03a08e9a52c7 None None] Provisioning for port 10d98adb-602f-48c4-93aa-a4e2e4199f5d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:21.810552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Made reservation on behalf of 8dfb823b7540429eab50616891e089c1 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:21.813911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.821206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 7da5c188-604c-4254-8ccc-eae831985500, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7da5c188-604c-4254-8ccc-eae831985500,segment=NetworkSegment(4b9ca6df-4610-4d43-9a88-76ed1070be95),segment_id=4b9ca6df-4610-4d43-9a88-76ed1070be95)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:21.821438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:21.832332 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b0ea0df7-63de-4dbc-b07d-a6ec3e2aebff tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9238307 Jan 12 09:42:21.834899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41526) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:21.838165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2efe041d-d9dd-4db7-bd14-7579c10fc115 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Deleting port 67427b58-9bd1-4251-991d-b0be61552785 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:21.838508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2efe041d-d9dd-4db7-bd14-7579c10fc115 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.841184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'network': {'name': 'tempest-RoutersTest-636195966'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:21.847241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:21.852033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:network and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:21.854906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:21.860875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.861748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 10d98adb-602f-48c4-93aa-a4e2e4199f5d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:21.862057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:21.879621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:21.886640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.920300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:21.932641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.933441 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added segment 66b660b6-03ef-4f9c-8652-f752d19b144c of type vlan for network 25d1d7e2-0842-485a-bc2b-61b250140585 Jan 12 09:42:21.972502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:21.987233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] device_id is not set on port bb468c2c-761d-4e32-b401-b6938bb35fff yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:42:22.024138 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.028297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:22.029082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.031995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=7da5c188-604c-4254-8ccc-eae831985500,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:22.060569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 10d98adb-602f-48c4-93aa-a4e2e4199f5d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:22.065919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 10d98adb-602f-48c4-93aa-a4e2e4199f5d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:22.066295 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.081697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:22.149873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:22.160064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:22.160297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Network': ['ID=25d1d7e2-0842-485a-bc2b-61b250140585,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:22.183515 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dcc4d93e-3968-4006-ae60-6246b17de255 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3476381 Jan 12 09:42:22.186102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41532) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:22.188505 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:22.189544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 25d1d7e2-0842-485a-bc2b-61b250140585 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:22.194315 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'subnet': {'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:22.237418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2efe041d-d9dd-4db7-bd14-7579c10fc115 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.303237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:22.309090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.323325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.399533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 10d98adb-602f-48c4-93aa-a4e2e4199f5d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=10d98adb-602f-48c4-93aa-a4e2e4199f5d,segment=NetworkSegment(2064e459-a426-49fc-87b3-0d4ead95f65a),segment_id=2064e459-a426-49fc-87b3-0d4ead95f65a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:22.411347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.427229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:22.431408 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:subnet and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:22.434868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:22.440854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:22.454627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:22.489133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.524247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=10d98adb-602f-48c4-93aa-a4e2e4199f5d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:22.535832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e2c48218-c04b-429d-a0b2-c74adbdb66cf None None] Provisioning for port 668086d5-bc88-4864-b417-8762d717d889 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:22.545240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e2c48218-c04b-429d-a0b2-c74adbdb66cf None None] Provisioning complete for port 668086d5-bc88-4864-b417-8762d717d889 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:22.547505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2c48218-c04b-429d-a0b2-c74adbdb66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.645609 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e2c48218-c04b-429d-a0b2-c74adbdb66cf None None] Port 668086d5-bc88-4864-b417-8762d717d889 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:22.671846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.677509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e2c48218-c04b-429d-a0b2-c74adbdb66cf None None] Provisioning complete for port 10d98adb-602f-48c4-93aa-a4e2e4199f5d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:22.678821 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2c48218-c04b-429d-a0b2-c74adbdb66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.702260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2efe041d-d9dd-4db7-bd14-7579c10fc115 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Calling delete_port for 67427b58-9bd1-4251-991d-b0be61552785 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:22.832060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.945539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.20.0.7 (68f40bf8-0d15-4586-8758-8b17e6120a42/fa265102-aa75-4bab-8d17-16c41e918f40/bb468c2c-761d-4e32-b401-b6938bb35fff) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:22.972442 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.ipam_backend_mixin [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5a65543a-b1fd-445b-b82e-82fa10885671 (CIDR: 2001:db8:0:1::/64) Jan 12 09:42:22.978939 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:22.979363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:22.993824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d4cd83bc-4412-41db-b6cd-66480208ce4b None None] Provisioning complete for port 668086d5-bc88-4864-b417-8762d717d889 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:22.998943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4cd83bc-4412-41db-b6cd-66480208ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.019302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2efe041d-d9dd-4db7-bd14-7579c10fc115 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.033211 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5983fd2c-b31f-4d10-b16d-3e56def98e2a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4189856 Jan 12 09:42:23.040960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41548) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:23.056027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'subnet': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:23.111692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd83bc-4412-41db-b6cd-66480208ce4b None None] Port 668086d5-bc88-4864-b417-8762d717d889 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:23.136500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe041d-d9dd-4db7-bd14-7579c10fc115 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Port': ['ID=67427b58-9bd1-4251-991d-b0be61552785,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:23.136879 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7da5c188-604c-4254-8ccc-eae831985500 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:23.170954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2efe041d-d9dd-4db7-bd14-7579c10fc115 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.176750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2efe041d-d9dd-4db7-bd14-7579c10fc115 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "DELETE /v2.0/ports/67427b58-9bd1-4251-991d-b0be61552785 HTTP/1.1" status: 204 len: 168 time: 1.5216668 Jan 12 09:42:23.195899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41554) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:23.241063 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b2fc838f-21db-4de0-9016-7edf9c26845e None None] Provisioning complete for port 668086d5-bc88-4864-b417-8762d717d889 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:23.241586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2fc838f-21db-4de0-9016-7edf9c26845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.277408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41560) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:23.278231 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2517a66c-3161-4061-85a7-ca6520e2bdeb tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0810871 Jan 12 09:42:23.288510 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7da5c188-604c-4254-8ccc-eae831985500 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:23.289149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.295028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-973712082'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:23.299880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:23.304674 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Usage tracker for resource:network and tenant:f0240fc1e7154cfcac3bed38e81de7a9 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:23.308104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:23.309068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.315262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:23.357395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Made reservation on behalf of f0240fc1e7154cfcac3bed38e81de7a9 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:23.364340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.368052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc838f-21db-4de0-9016-7edf9c26845e None None] Port 668086d5-bc88-4864-b417-8762d717d889 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:23.437837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:23.447736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 10d98adb-602f-48c4-93aa-a4e2e4199f5d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:23.460439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:23.474782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Usage tracker for resource:subnet and tenant:d2c18f6667a44a878bdf808577b8beaa is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:23.491903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:23.516758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.519369 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Added segment 78554a1b-72bb-457f-85e7-3272c8289a94 of type vlan for network 2ee498ad-1ae8-464b-9154-9d9ec8241a16 Jan 12 09:42:23.519870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41566) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:23.520042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Sync routers for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:23.520714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:23.525104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Subnet': ['ID=8c5f0cfc-6c12-4338-aab3-3740942c1101,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:23.532090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.546759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:23.546759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:23.553596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Checking segment: {'id': '66b660b6-03ef-4f9c-8652-f752d19b144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:23.554239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network hostable DHCP agents. Network: 25d1d7e2-0842-485a-bc2b-61b250140585, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:23.560710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Made reservation on behalf of d2c18f6667a44a878bdf808577b8beaa for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:23.574489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.619445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.628151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.632775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:23.633362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.681010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 25d1d7e2-0842-485a-bc2b-61b250140585 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:23.715848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 25d1d7e2-0842-485a-bc2b-61b250140585) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:23.722420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:23.726246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.741267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.778481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:42:23.830419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588c1323-db5d-4638-ad5a-5fadd3d2e5c4 None None] Network 25d1d7e2-0842-485a-bc2b-61b250140585 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:23.837132 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'network': {'name': 'tempest-network-smoke--1775387571', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'port_security_enabled': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:23.839337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 68f40bf8-0d15-4586-8758-8b17e6120a42 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:23.845317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:23.851751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'Network': ['ID=2ee498ad-1ae8-464b-9154-9d9ec8241a16,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:23.855095 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-88bb3d94-1c4f-4936-8c51-405312883c5c tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5766704 Jan 12 09:42:23.856397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:23.880982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:23.883557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41572) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:23.889580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=bb468c2c-761d-4e32-b401-b6938bb35fff,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:23.895972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-873276022'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:23.901250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:network and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:23.910592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:23.917265 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-31c2d92f-82bf-4d33-8893-593f61c437e2 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7266536 Jan 12 09:42:23.917265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:23.918053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41576) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:23.922264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:23.928637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 2ee498ad-1ae8-464b-9154-9d9ec8241a16 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:23.929214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Usage tracker for resource:network and tenant:f0240fc1e7154cfcac3bed38e81de7a9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:23.937106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:23.950208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:23.957571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:23.960785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.965258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.982267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.985248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:23.985927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:23.994673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Made reservation on behalf of f0240fc1e7154cfcac3bed38e81de7a9 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:23.997594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.013215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 10d98adb-602f-48c4-93aa-a4e2e4199f5d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:24.013580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.060042 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-765483c9-4abc-4ee6-ab02-48171560cc39 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0610449 Jan 12 09:42:24.060294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41580) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:24.071155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-59511779-661d-4f03-9b1e-b01642935551 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'port_id': 'bb468c2c-761d-4e32-b401-b6938bb35fff'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:24.090809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:24.094648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:24.099722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:24.107414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:24.121523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:24.130319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.131509 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Added segment b27ab5d1-2cfa-471c-ba0b-6456954cd916 of type vlan for network ebc3334a-f309-4b42-b642-79f8f208bb74 Jan 12 09:42:24.168456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59511779-661d-4f03-9b1e-b01642935551 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.178696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.279932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.283865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.287520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:24.288694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.348796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.411076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.482782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-25d1d7e2-0842-485a-bc2b-61b250140585', 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'fixed_ips': [{'subnet_id': '8c5f0cfc-6c12-4338-aab3-3740942c1101'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:42:24.484204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.493776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:24.499786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:24.514594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'Network': ['ID=ebc3334a-f309-4b42-b642-79f8f208bb74,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:24.517543 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:24.529785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:24.530384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.535683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Subnet': ['ID=6e03fba6-561c-463b-9c10-96bec477bcd5,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:24.555335 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c9670197-a557-4da4-9cc6-aee1d7e1f32a tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6521101 Jan 12 09:42:24.561173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d3aa6-ae7e-417e-8395-3b2a6c800858 None None] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:24.569739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.569739 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Added segment 444bc1ed-942d-4ebd-bd94-0dca0b3a92b7 of type vlan for network 40b33290-6f1f-46f0-9fb2-b698d71ab39f Jan 12 09:42:24.587495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network ebc3334a-f309-4b42-b642-79f8f208bb74 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:24.588629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62078169-f3de-4e16-8a85-76f2c99a7c60,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:24.623917 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-309bab6a-ec12-4c90-ba76-0b040cfc8e4a tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5816677 Jan 12 09:42:24.627821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41584) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:24.635907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1346150164', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e03fba6-561c-463b-9c10-96bec477bcd5'}], 'security_groups': ['7aa3edb8-23c3-44f8-a51f-68e236f0ed37', 'c967c4e5-a9d1-4249-9699-f870b5c0b8e9']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:24.665327 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.739066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41588) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:24.755520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'subnets': [{'network_id': '2ee498ad-1ae8-464b-9154-9d9ec8241a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1086877158', 'ip_version': 4}, {'network_id': 'ebc3334a-f309-4b42-b642-79f8f208bb74', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:24.755836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'subnet': {'network_id': '2ee498ad-1ae8-464b-9154-9d9ec8241a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1086877158', 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:24.756444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Request body: {'subnet': {'network_id': 'ebc3334a-f309-4b42-b642-79f8f208bb74', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:24.884525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:24.966492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:19Z', 'revision_number': 3, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:20Z', 'revision_number': 2, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:25.007910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.012959 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:25.012959 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.013897 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Checking router: e196c571-6a30-46fa-a3aa-b0308360544f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:42:25.014247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Updating router e196c571-6a30-46fa-a3aa-b0308360544f port 668086d5-bc88-4864-b417-8762d717d889 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:42:25.044660 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Allocated IP 172.22.0.2 (25d1d7e2-0842-485a-bc2b-61b250140585/8c5f0cfc-6c12-4338-aab3-3740942c1101/1465b36e-4e2e-4b01-88af-76a32bb17461) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:25.216601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.217367 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6938708 Jan 12 09:42:25.228953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41592) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:25.241424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-235056777', 'admin_state_up': True, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:25.281263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:25.294826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:router and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:25.301799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1c75c-ae38-41a9-9bd4-924e0f8a652c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Network': ['ID=40b33290-6f1f-46f0-9fb2-b698d71ab39f,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:25.310786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:25.311970 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:25.321306 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Usage tracker for resource:subnet and tenant:f0240fc1e7154cfcac3bed38e81de7a9 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:25.324982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 40b33290-6f1f-46f0-9fb2-b698d71ab39f details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:25.325178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59511779-661d-4f03-9b1e-b01642935551 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.327622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:25.331384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:25.339735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59511779-661d-4f03-9b1e-b01642935551 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.341282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:25.396948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.403610 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Made reservation on behalf of f0240fc1e7154cfcac3bed38e81de7a9 for: {'subnet': 2} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:25.414406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.415357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.591736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.735229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.736478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.780292 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.782763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba0cf4-d63f-4e8c-8747-231c77787180 None None] Update dhcp port {'port': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'fixed_ips': [{'subnet_id': '5a65543a-b1fd-445b-b82e-82fa10885671', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4ede5d5f-54aa-42f5-8c1d-4a8b2e105955', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e03fba6-561c-463b-9c10-96bec477bcd5'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': 'abbb0cfe-e82d-491f-a731-ca2727ef9b19'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:42:25.849985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Transition to ACTIVE for port object 1465b36e-4e2e-4b01-88af-76a32bb17461 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:25.868456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3aba0cf4-d63f-4e8c-8747-231c77787180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:25.913384 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Transition to ACTIVE for port object 1465b36e-4e2e-4b01-88af-76a32bb17461 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:25.917211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Delete allocated IP 2001:db8::8f (51139cf5-0ce4-4cda-8b4e-151a38c5c6a0/4ede5d5f-54aa-42f5-8c1d-4a8b2e105955) {{(pid=83595) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:42:25.929643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Allocated IP 2001:db8:0:2::91 (51139cf5-0ce4-4cda-8b4e-151a38c5c6a0/6e03fba6-561c-463b-9c10-96bec477bcd5/5a347ebb-38fd-4c12-b67b-e43ea8b157d3) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:25.952988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.067607 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Network 25d1d7e2-0842-485a-bc2b-61b250140585 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:26.093809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.107328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Pushing event updated for resources: {'Port': ['ID=1465b36e-4e2e-4b01-88af-76a32bb17461,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:26.110708 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:26.113247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:26.188905 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Allocated IP 172.22.0.1 (25d1d7e2-0842-485a-bc2b-61b250140585/8c5f0cfc-6c12-4338-aab3-3740942c1101/2e8ab004-7355-4135-a196-127da3051358) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:26.258999 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-59511779-661d-4f03-9b1e-b01642935551 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP 70035b23-55b3-4c81-b6d5-b9a080c77231 associated. External IP: 172.26.1.224, port: bb468c2c-761d-4e32-b401-b6938bb35fff. Jan 12 09:42:26.273946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.302436 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Transition to ACTIVE for port object 668086d5-bc88-4864-b417-8762d717d889 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:26.305256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Attempting to bind port 1465b36e-4e2e-4b01-88af-76a32bb17461 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:26.305948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Attempting to bind port 1465b36e-4e2e-4b01-88af-76a32bb17461 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '66b660b6-03ef-4f9c-8652-f752d19b144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:26.306097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Attempting to bind port 1465b36e-4e2e-4b01-88af-76a32bb17461 on network 25d1d7e2-0842-485a-bc2b-61b250140585 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:26.314673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.346765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:26.347106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Checking segment: {'id': '66b660b6-03ef-4f9c-8652-f752d19b144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:26.347600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.348059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Bound using segment: {'id': '66b660b6-03ef-4f9c-8652-f752d19b144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:26.348599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Bound port: 1465b36e-4e2e-4b01-88af-76a32bb17461, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b660b6-03ef-4f9c-8652-f752d19b144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:26.349051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.361652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.393702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Transition to ACTIVE for port object 5a347ebb-38fd-4c12-b67b-e43ea8b157d3 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:26.404256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.512819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.526016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event updated for resources: {'Port': ['ID=5a347ebb-38fd-4c12-b67b-e43ea8b157d3,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:26.534162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Transition to ACTIVE for port object 2e8ab004-7355-4135-a196-127da3051358 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:26.537391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6613f-4a01-4910-8718-e6df8d4c7c50 None None] Pushing event updated for resources: {'Port': ['ID=668086d5-bc88-4864-b417-8762d717d889,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:26.561361 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.604146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.673968 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-3aba0cf4-d63f-4e8c-8747-231c77787180 None None] Allocated IP 2001:db8:0:2::2 (51139cf5-0ce4-4cda-8b4e-151a38c5c6a0/6e03fba6-561c-463b-9c10-96bec477bcd5/abbb0cfe-e82d-491f-a731-ca2727ef9b19) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:26.697399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 25d1d7e2-0842-485a-bc2b-61b250140585 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:26.706000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:26.712235 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:26.775637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] In _notify_port_updated(), no bound segment for port 5a347ebb-38fd-4c12-b67b-e43ea8b157d3 on network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 {{(pid=83595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:42:26.780888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:26.781974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.784906 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5fdf5bdc-a54e-4cd9-911a-fe5c490f452c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "PUT /v2.0/ports/5a347ebb-38fd-4c12-b67b-e43ea8b157d3 HTTP/1.1" status: 200 len: 969 time: 2.1561995 Jan 12 09:42:26.805651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41598) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:26.827479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=2e8ab004-7355-4135-a196-127da3051358,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:26.860633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] For port 1465b36e-4e2e-4b01-88af-76a32bb17461, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:26.871851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Attempting to bind port 668086d5-bc88-4864-b417-8762d717d889 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:26.872215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Attempting to bind port 668086d5-bc88-4864-b417-8762d717d889 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '2064e459-a426-49fc-87b3-0d4ead95f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:26.872574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Attempting to bind port 668086d5-bc88-4864-b417-8762d717d889 on network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:26.876430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.886693 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] For port 1465b36e-4e2e-4b01-88af-76a32bb17461, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1465b36e-4e2e-4b01-88af-76a32bb17461,segment=NetworkSegment(66b660b6-03ef-4f9c-8652-f752d19b144c),segment_id=66b660b6-03ef-4f9c-8652-f752d19b144c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:26.902686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:26.903108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Checking segment: {'id': '2064e459-a426-49fc-87b3-0d4ead95f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:26.903547 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.903980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Bound using segment: {'id': '2064e459-a426-49fc-87b3-0d4ead95f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:26.904502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Bound port: 668086d5-bc88-4864-b417-8762d717d889, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2064e459-a426-49fc-87b3-0d4ead95f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:26.904981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.914705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.925816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.926229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0483054d-b111-468f-90fe-1d34c9dd053c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port 5a347ebb-38fd-4c12-b67b-e43ea8b157d3 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:26.926740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0483054d-b111-468f-90fe-1d34c9dd053c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:26.929079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:27.060655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'Subnet': ['ID=529124e1-5421-4bf3-a3e3-cfb2edf4e128,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:27.115044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3aba0cf4-d63f-4e8c-8747-231c77787180 None None] For port abbb0cfe-e82d-491f-a731-ca2727ef9b19, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=abbb0cfe-e82d-491f-a731-ca2727ef9b19,segment=NetworkSegment(cef16587-40c9-4963-ba6c-ae68d638ac5e),segment_id=cef16587-40c9-4963-ba6c-ae68d638ac5e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:27.164283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7158d6-db87-49ff-b4c4-400a6c19433f None None] Pushing event updated for resources: {'Port': ['ID=1465b36e-4e2e-4b01-88af-76a32bb17461,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:27.208764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3aba0cf4-d63f-4e8c-8747-231c77787180 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:27.224386 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] For port 668086d5-bc88-4864-b417-8762d717d889, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:27.231964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] For port 668086d5-bc88-4864-b417-8762d717d889, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=668086d5-bc88-4864-b417-8762d717d889,segment=NetworkSegment(2064e459-a426-49fc-87b3-0d4ead95f65a),segment_id=2064e459-a426-49fc-87b3-0d4ead95f65a)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:27.232219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.134 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/0a5438db-d8cf-41e1-a76a-a63eecc811f0) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:27.235077 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3aba0cf4-d63f-4e8c-8747-231c77787180 None None] Transition to ACTIVE for port object abbb0cfe-e82d-491f-a731-ca2727ef9b19 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:27.240381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:27.263093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:27.276194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3aba0cf4-d63f-4e8c-8747-231c77787180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:27.313882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0483054d-b111-468f-90fe-1d34c9dd053c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:27.445377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6613f-4a01-4910-8718-e6df8d4c7c50 None None] Pushing event updated for resources: {'Port': ['ID=668086d5-bc88-4864-b417-8762d717d889,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:27.452838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Checking segment: {'id': '78554a1b-72bb-457f-85e7-3272c8289a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2ee498ad-1ae8-464b-9154-9d9ec8241a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:27.453597 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Network hostable DHCP agents. Network: 2ee498ad-1ae8-464b-9154-9d9ec8241a16, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:27.538652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:27.539318 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:27.580430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0483054d-b111-468f-90fe-1d34c9dd053c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for 5a347ebb-38fd-4c12-b67b-e43ea8b157d3 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:27.692281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Network 2ee498ad-1ae8-464b-9154-9d9ec8241a16 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:27.717055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 2ee498ad-1ae8-464b-9154-9d9ec8241a16) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:27.758871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:27.766514 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde76eb-5c00-4dc2-8c35-216d8d2cd1db None None] Network 2ee498ad-1ae8-464b-9154-9d9ec8241a16 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:27.795648 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba0cf4-d63f-4e8c-8747-231c77787180 None None] Pushing event updated for resources: {'Port': ['ID=abbb0cfe-e82d-491f-a731-ca2727ef9b19,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:27.858706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event updated for resources: {'Subnet': ['ID=97aa94d0-72a8-4438-894f-d588bc6bf5ad,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:27.870516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0483054d-b111-468f-90fe-1d34c9dd053c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:27.904200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:42:27.913114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:27.938876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483054d-b111-468f-90fe-1d34c9dd053c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=5a347ebb-38fd-4c12-b67b-e43ea8b157d3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:27.959941 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Checking segment: {'id': 'b27ab5d1-2cfa-471c-ba0b-6456954cd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ebc3334a-f309-4b42-b642-79f8f208bb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:27.960322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Network hostable DHCP agents. Network: ebc3334a-f309-4b42-b642-79f8f208bb74, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:28.018990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Network ebc3334a-f309-4b42-b642-79f8f208bb74 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:28.025185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0483054d-b111-468f-90fe-1d34c9dd053c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.039173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, ebc3334a-f309-4b42-b642-79f8f208bb74) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:28.046435 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0483054d-b111-468f-90fe-1d34c9dd053c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/5a347ebb-38fd-4c12-b67b-e43ea8b157d3 HTTP/1.1" status: 204 len: 168 time: 1.2393465 Jan 12 09:42:28.047087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41602) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:28.052023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:28.052417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:28.053003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.080761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.109416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d090f9-97e9-47c3-9d75-3d8a929891cb None None] Network ebc3334a-f309-4b42-b642-79f8f208bb74 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:28.133220 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0495e92-e63c-4327-a315-89f9776e1006 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] GET failed (client error): The resource could not be found. Jan 12 09:42:28.133725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d0495e92-e63c-4327-a315-89f9776e1006 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:28.142228 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8dfada56-bd22-42c1-90cc-4568ba936c67 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.4021330 Jan 12 09:42:28.145745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41606) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:28.194880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=0a5438db-d8cf-41e1-a76a-a63eecc811f0,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:28.196305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d0495e92-e63c-4327-a315-89f9776e1006 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:28.197475 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d0495e92-e63c-4327-a315-89f9776e1006 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports/5a347ebb-38fd-4c12-b67b-e43ea8b157d3 HTTP/1.1" status: 404 len: 333 time: 0.1480682 Jan 12 09:42:28.202121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41610) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:28.226128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:28.232714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:28.244396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:28.314512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617c078b-f4c2-45bb-8129-bba0ac69a7ec tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:28.316456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617c078b-f4c2-45bb-8129-bba0ac69a7ec tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:28.318369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617c078b-f4c2-45bb-8129-bba0ac69a7ec tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:28.319373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-617c078b-f4c2-45bb-8129-bba0ac69a7ec tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Synchronizing usage tracker for tenant:f0240fc1e7154cfcac3bed38e81de7a9 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:28.322933 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ca586fa-ba85-4006-a8cf-60be4ec617fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.367094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ca586fa-ba85-4006-a8cf-60be4ec617fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.388047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-617c078b-f4c2-45bb-8129-bba0ac69a7ec tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Unset dirty status for tenant:f0240fc1e7154cfcac3bed38e81de7a9 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:28.390060 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-617c078b-f4c2-45bb-8129-bba0ac69a7ec tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2434177 Jan 12 09:42:28.395672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41614) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:28.477898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ca586fa-ba85-4006-a8cf-60be4ec617fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.521093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca586fa-ba85-4006-a8cf-60be4ec617fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14566110-3f0b-4dab-a9ba-ca27e2f531f1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:28.547175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ca586fa-ba85-4006-a8cf-60be4ec617fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.551572 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5ca586fa-ba85-4006-a8cf-60be4ec617fe tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/security-groups/14566110-3f0b-4dab-a9ba-ca27e2f531f1 HTTP/1.1" status: 204 len: 168 time: 0.3484287 Jan 12 09:42:28.552174 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41618) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:28.557777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.resource_extend [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:42:28.574017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.582802 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59511779-661d-4f03-9b1e-b01642935551 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:28.595326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.671509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-2ee498ad-1ae8-464b-9154-9d9ec8241a16', 'network_id': '2ee498ad-1ae8-464b-9154-9d9ec8241a16', 'tenant_id': 'f0240fc1e7154cfcac3bed38e81de7a9', 'fixed_ips': [{'subnet_id': '529124e1-5421-4bf3-a3e3-cfb2edf4e128'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:42:28.672416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.715782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1cc10576-52f6-4bd5-9e07-26f191f1fb91 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.758258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1cc10576-52f6-4bd5-9e07-26f191f1fb91 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.775961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131f5bcb-3782-43ca-b584-ad8fa1a64f2e None None] Network 25d1d7e2-0842-485a-bc2b-61b250140585 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:28.814638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1cc10576-52f6-4bd5-9e07-26f191f1fb91 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.832214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc10576-52f6-4bd5-9e07-26f191f1fb91 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c967c4e5-a9d1-4249-9699-f870b5c0b8e9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:28.848219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1cc10576-52f6-4bd5-9e07-26f191f1fb91 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.849354 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1cc10576-52f6-4bd5-9e07-26f191f1fb91 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/security-groups/c967c4e5-a9d1-4249-9699-f870b5c0b8e9 HTTP/1.1" status: 204 len: 168 time: 0.2893155 Jan 12 09:42:28.852066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41622) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:28.951323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca5b3-1573-42e1-a7e5-2109d9e26e58 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:28.990203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca5b3-1573-42e1-a7e5-2109d9e26e58 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.041614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.046597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=2e8ab004-7355-4135-a196-127da3051358,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:29.064732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca5b3-1573-42e1-a7e5-2109d9e26e58 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.106294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ca5b3-1573-42e1-a7e5-2109d9e26e58 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa3edb8-23c3-44f8-a51f-68e236f0ed37,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:29.108144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdaa31a-df67-43d8-b30e-e78244d5bf50 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Deleting subnet 529124e1-5421-4bf3-a3e3-cfb2edf4e128 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:42:29.111339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca5b3-1573-42e1-a7e5-2109d9e26e58 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.112641 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ed8ca5b3-1573-42e1-a7e5-2109d9e26e58 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/security-groups/7aa3edb8-23c3-44f8-a51f-68e236f0ed37 HTTP/1.1" status: 204 len: 168 time: 0.2590415 Jan 12 09:42:29.115542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41626) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:29.188016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-ebc3334a-f309-4b42-b642-79f8f208bb74', 'network_id': 'ebc3334a-f309-4b42-b642-79f8f208bb74', 'tenant_id': 'f0240fc1e7154cfcac3bed38e81de7a9', 'fixed_ips': [{'subnet_id': '97aa94d0-72a8-4438-894f-d588bc6bf5ad'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:42:29.188820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.270159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device abbb0cfe-e82d-491f-a731-ca2727ef9b19 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:29.357541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f80fa3-601e-4007-8845-5f8ce9a1894c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet 4ede5d5f-54aa-42f5-8c1d-4a8b2e105955 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:42:29.361869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49f80fa3-601e-4007-8845-5f8ce9a1894c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.375121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 25d1d7e2-0842-485a-bc2b-61b250140585 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:29.383723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:29.434306 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49f80fa3-601e-4007-8845-5f8ce9a1894c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.446266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e814ca37-434c-4504-9e83-7b57498bb85c None None] Provisioning for port 1465b36e-4e2e-4b01-88af-76a32bb17461 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:29.460767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.462012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.510291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Allocated IP 172.20.0.2 (2ee498ad-1ae8-464b-9154-9d9ec8241a16/529124e1-5421-4bf3-a3e3-cfb2edf4e128/0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:29.536716 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49f80fa3-601e-4007-8845-5f8ce9a1894c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.558425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:27Z', 'revision_number': 4, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '2e8ab004-7355-4135-a196-127da3051358', 'name': '', 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:33:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:26Z', 'revision_number': 1, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:27Z', 'revision_number': 4, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:29.594801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd11b66-5189-4a8f-939f-b24215e5668b None None] The sync data for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv is: [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:27Z', 'revision_number': 4, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '2e8ab004-7355-4135-a196-127da3051358', 'name': '', 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:33:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:26Z', 'revision_number': 1, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:27Z', 'revision_number': 4, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:29.731522 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1465b36e-4e2e-4b01-88af-76a32bb17461 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:29.784742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49f80fa3-601e-4007-8845-5f8ce9a1894c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.829176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-025ea217-fe39-42c0-a38f-4c4a0f135f4d None None] Provisioning for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:29.846992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49f80fa3-601e-4007-8845-5f8ce9a1894c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.850829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f80fa3-601e-4007-8845-5f8ce9a1894c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=4ede5d5f-54aa-42f5-8c1d-4a8b2e105955,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:29.852296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Allocated IP 172.20.0.18 (ebc3334a-f309-4b42-b642-79f8f208bb74/97aa94d0-72a8-4438-894f-d588bc6bf5ad/0e5cf038-6328-4c7f-b58d-d1563c01b3f7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:29.856783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cfa4f5-4f05-4b6e-8bfb-fbbbb3c8697a None None] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:29.858719 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-49f80fa3-601e-4007-8845-5f8ce9a1894c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/4ede5d5f-54aa-42f5-8c1d-4a8b2e105955 HTTP/1.1" status: 204 len: 168 time: 0.7400725 Jan 12 09:42:29.867863 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41630) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:29.899561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-025ea217-fe39-42c0-a38f-4c4a0f135f4d None None] Provisioning complete for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:29.899840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025ea217-fe39-42c0-a38f-4c4a0f135f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:29.954108 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8304e4e4-8457-4abd-b166-bfe852f947ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet 6e03fba6-561c-463b-9c10-96bec477bcd5 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:42:29.957720 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8304e4e4-8457-4abd-b166-bfe852f947ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.014882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59511779-661d-4f03-9b1e-b01642935551 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:30.025789 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4653d-b913-4548-8fcc-ec5d0d264a6d None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:30.042920 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4653d-b913-4548-8fcc-ec5d0d264a6d None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:30.043541 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bee4653d-b913-4548-8fcc-ec5d0d264a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:30.047722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8304e4e4-8457-4abd-b166-bfe852f947ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.137250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59511779-661d-4f03-9b1e-b01642935551 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.166967 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bee4653d-b913-4548-8fcc-ec5d0d264a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:30.179126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8304e4e4-8457-4abd-b166-bfe852f947ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.207054 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4653d-b913-4548-8fcc-ec5d0d264a6d None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:30.208502 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bee4653d-b913-4548-8fcc-ec5d0d264a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:30.308140 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8304e4e4-8457-4abd-b166-bfe852f947ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.354105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.367742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304e4e4-8457-4abd-b166-bfe852f947ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=6e03fba6-561c-463b-9c10-96bec477bcd5,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:30.384271 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-bee4653d-b913-4548-8fcc-ec5d0d264a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:30.384855 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4653d-b913-4548-8fcc-ec5d0d264a6d None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:30.403139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 1465b36e-4e2e-4b01-88af-76a32bb17461 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:30.419869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8304e4e4-8457-4abd-b166-bfe852f947ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.433505 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8304e4e4-8457-4abd-b166-bfe852f947ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/6e03fba6-561c-463b-9c10-96bec477bcd5 HTTP/1.1" status: 204 len: 168 time: 0.5640757 Jan 12 09:42:30.434791 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-59511779-661d-4f03-9b1e-b01642935551 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "PUT /v2.0/floatingips/70035b23-55b3-4c81-b6d5-b9a080c77231 HTTP/1.1" status: 200 len: 977 time: 6.3733397 Jan 12 09:42:30.435773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41634) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:30.437474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41636) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:30.446914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Transition to ACTIVE for port object 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:30.541325 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df1a8de-8a2a-4aba-928e-b1a6645a7d74 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:30.542496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1465b36e-4e2e-4b01-88af-76a32bb17461 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:30.542970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.543585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df1a8de-8a2a-4aba-928e-b1a6645a7d74 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:30.546478 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8df1a8de-8a2a-4aba-928e-b1a6645a7d74 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/4ede5d5f-54aa-42f5-8c1d-4a8b2e105955 HTTP/1.1" status: 404 len: 337 time: 0.0958099 Jan 12 09:42:30.555526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41642) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:30.610502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:30.624093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port bb468c2c-761d-4e32-b401-b6938bb35fff {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:30.624500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.662445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Transition to ACTIVE for port object 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:30.765633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa31a-df67-43d8-b30e-e78244d5bf50 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.815244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:42:30.834015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b87dee0-bc75-4c2b-b8fc-e85653d68f78 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting subnet 5a65543a-b1fd-445b-b82e-82fa10885671 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:42:30.837680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b87dee0-bc75-4c2b-b8fc-e85653d68f78 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.850627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.899270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b87dee0-bc75-4c2b-b8fc-e85653d68f78 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.919135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Network 2ee498ad-1ae8-464b-9154-9d9ec8241a16 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:30.949980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:30.953795 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:30.991990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa31a-df67-43d8-b30e-e78244d5bf50 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:30.993764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-025ea217-fe39-42c0-a38f-4c4a0f135f4d None None] Could not find standard attr ID for object 5a347ebb-38fd-4c12-b67b-e43ea8b157d3. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:42:31.074486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b87dee0-bc75-4c2b-b8fc-e85653d68f78 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.102499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.145354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Pushing event updated for resources: {'Port': ['ID=0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:31.162640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:31.172245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6d1b9a4c-085a-4201-8049-f0420f960247 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2493393 Jan 12 09:42:31.172245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41646) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:31.181780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1507492725'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:31.186799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Transition to ACTIVE for port object 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:31.200925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Attempting to bind port 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:31.201356 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Attempting to bind port 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '78554a1b-72bb-457f-85e7-3272c8289a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2ee498ad-1ae8-464b-9154-9d9ec8241a16'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:31.202118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Attempting to bind port 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26 on network 2ee498ad-1ae8-464b-9154-9d9ec8241a16 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:31.205011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.213825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-025ea217-fe39-42c0-a38f-4c4a0f135f4d None None] Provisioning complete for port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:31.214279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025ea217-fe39-42c0-a38f-4c4a0f135f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.216463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b87dee0-bc75-4c2b-b8fc-e85653d68f78 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.240933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.245566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:31.251759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa31a-df67-43d8-b30e-e78244d5bf50 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.286488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:network and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:31.291457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:31.302733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:31.313050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b87dee0-bc75-4c2b-b8fc-e85653d68f78 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.332247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87dee0-bc75-4c2b-b8fc-e85653d68f78 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Subnet': ['ID=5a65543a-b1fd-445b-b82e-82fa10885671,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:31.339488 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6b87dee0-bc75-4c2b-b8fc-e85653d68f78 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/5a65543a-b1fd-445b-b82e-82fa10885671 HTTP/1.1" status: 204 len: 168 time: 0.7808635 Jan 12 09:42:31.341317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41650) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:31.349667 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:31.349966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Checking segment: {'id': '78554a1b-72bb-457f-85e7-3272c8289a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2ee498ad-1ae8-464b-9154-9d9ec8241a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:31.350690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.350690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Bound using segment: {'id': '78554a1b-72bb-457f-85e7-3272c8289a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2ee498ad-1ae8-464b-9154-9d9ec8241a16'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:31.351180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Bound port: 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78554a1b-72bb-457f-85e7-3272c8289a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2ee498ad-1ae8-464b-9154-9d9ec8241a16'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:31.351546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.360781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Transition to ACTIVE for port object 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:31.376179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:31.379834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.388737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.408839 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-915630a6-d0a2-4098-82e3-c37e9fab6a3b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:31.409271 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915630a6-d0a2-4098-82e3-c37e9fab6a3b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:31.439812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-915630a6-d0a2-4098-82e3-c37e9fab6a3b tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/d8e6841e-0bdb-47d0-b8fe-1e1698d1cbe9 HTTP/1.1" status: 404 len: 337 time: 0.0940347 Jan 12 09:42:31.440792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa31a-df67-43d8-b30e-e78244d5bf50 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.446216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41654) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:31.475081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-025ea217-fe39-42c0-a38f-4c4a0f135f4d None None] Port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:31.566854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 1465b36e-4e2e-4b01-88af-76a32bb17461, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1465b36e-4e2e-4b01-88af-76a32bb17461,segment=NetworkSegment(66b660b6-03ef-4f9c-8652-f752d19b144c),segment_id=66b660b6-03ef-4f9c-8652-f752d19b144c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:31.574337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:31.577147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdaa31a-df67-43d8-b30e-e78244d5bf50 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Subnet': ['ID=529124e1-5421-4bf3-a3e3-cfb2edf4e128,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:31.579416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.579930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.580219 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP 70035b23-55b3-4c81-b6d5-b9a080c77231 disassociated. External IP: 172.26.1.224, port: bb468c2c-761d-4e32-b401-b6938bb35fff. Jan 12 09:42:31.580571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for bb468c2c-761d-4e32-b401-b6938bb35fff owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:31.580817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-20126d6c-1567-4c19-bffb-3c7d995399e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Synchronizing usage tracker for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:31.590138 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.602216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa31a-df67-43d8-b30e-e78244d5bf50 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.616068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Pushing event updated for resources: {'Port': ['ID=0e5cf038-6328-4c7f-b58d-d1563c01b3f7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:31.619085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.619499 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added segment 0566086b-27eb-41f0-b6c8-dd811e33e439 of type vlan for network 175c5611-6917-4e9b-b108-2f410b6567af Jan 12 09:42:31.627308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Network ebc3334a-f309-4b42-b642-79f8f208bb74 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:31.630515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:31.650304 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9bdaa31a-df67-43d8-b30e-e78244d5bf50 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "DELETE /v2.0/subnets/529124e1-5421-4bf3-a3e3-cfb2edf4e128 HTTP/1.1" status: 204 len: 168 time: 3.2458305 Jan 12 09:42:31.669956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41658) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:31.670326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:31.672539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Sync routers for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:31.676051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-20126d6c-1567-4c19-bffb-3c7d995399e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Unset dirty status for tenant:d2c18f6667a44a878bdf808577b8beaa on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:31.677344 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-20126d6c-1567-4c19-bffb-3c7d995399e2 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "GET /v2.0/ports?device_id=384d297b-0174-4761-9943-941c5d1eb3a8 HTTP/1.1" status: 200 len: 205 time: 0.2027185 Jan 12 09:42:31.678403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:31.719548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] For port 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:31.727702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41662) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:31.737370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.757522 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb3fa4-f58b-4559-89f5-d8e4895245f1 None None] Update dhcp port {'port': {'network_id': '51139cf5-0ce4-4cda-8b4e-151a38c5c6a0', 'fixed_ips': [{'subnet_id': '5a65543a-b1fd-445b-b82e-82fa10885671'}], 'binding:host_id': 'dv-neutron-824347-1-hyperv'}, 'id': 'abbb0cfe-e82d-491f-a731-ca2727ef9b19'} from dv-neutron-824347-1-hyperv. {{(pid=83596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 12 09:42:31.790981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] For port 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26,segment=NetworkSegment(78554a1b-72bb-457f-85e7-3272c8289a94),segment_id=78554a1b-72bb-457f-85e7-3272c8289a94)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:31.794831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=bb468c2c-761d-4e32-b401-b6938bb35fff,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:31.821322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.835951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.837757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-31a16e05-211b-4fc7-81b1-f2bbf8a41131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6073337 Jan 12 09:42:31.843898 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-073fcf6b-4b25-49c6-b6b5-71e00069e0a7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] delete failed (client error): The resource could not be found. Jan 12 09:42:31.847239 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-073fcf6b-4b25-49c6-b6b5-71e00069e0a7 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/routers/384d297b-0174-4761-9943-941c5d1eb3a8 HTTP/1.1" status: 404 len: 336 time: 0.1063750 Jan 12 09:42:31.852797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41666) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:31.852943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41668) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:31.860719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.879294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 668086d5-bc88-4864-b417-8762d717d889 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:31.902438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b0d6fde4-0e2c-4a1e-ba3f-d4195506336b None None] Provisioning complete for port 1465b36e-4e2e-4b01-88af-76a32bb17461 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:31.902848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fde4-0e2c-4a1e-ba3f-d4195506336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:31.919646 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-6663d540-9b05-47d8-8764-a31e78ecf7ec tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:31.920084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6663d540-9b05-47d8-8764-a31e78ecf7ec tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:31.921702 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6663d540-9b05-47d8-8764-a31e78ecf7ec tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/2cd15d79-214a-40b0-ba2d-341e2f4f07d0 HTTP/1.1" status: 404 len: 337 time: 0.0662696 Jan 12 09:42:31.943040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41676) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:31.943410 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=1465b36e-4e2e-4b01-88af-76a32bb17461,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:32.009525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:32.010216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:32.108653 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6bfb3fa4-f58b-4559-89f5-d8e4895245f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:32.145750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:32.151464 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Attempting to bind port 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:32.151834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Attempting to bind port 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'b27ab5d1-2cfa-471c-ba0b-6456954cd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ebc3334a-f309-4b42-b642-79f8f208bb74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:32.152184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Attempting to bind port 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 on network ebc3334a-f309-4b42-b642-79f8f208bb74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:32.165957 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c3ebe5a7-3d95-4274-a9a4-fc68e41ebde7 req-8993c42f-e1d0-406b-9a8e-4ae408f58187 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6861804 Jan 12 09:42:32.224175 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4873bf-50be-4427-9042-6c711e69f4bf tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:32.224610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4873bf-50be-4427-9042-6c711e69f4bf tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:32.228576 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1f4873bf-50be-4427-9042-6c711e69f4bf tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/34ec86c2-64ae-4926-a404-674cd50b0998 HTTP/1.1" status: 404 len: 337 time: 0.2822630 Jan 12 09:42:32.228576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:32.228844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:32.228844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Checking segment: {'id': 'b27ab5d1-2cfa-471c-ba0b-6456954cd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ebc3334a-f309-4b42-b642-79f8f208bb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:32.228844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:32.228844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Bound using segment: {'id': 'b27ab5d1-2cfa-471c-ba0b-6456954cd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ebc3334a-f309-4b42-b642-79f8f208bb74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:32.229285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Bound port: 0e5cf038-6328-4c7f-b58d-d1563c01b3f7, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27ab5d1-2cfa-471c-ba0b-6456954cd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ebc3334a-f309-4b42-b642-79f8f208bb74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:32.230465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41680) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.230599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:32.230732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:32.231232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:32.258227 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-311e7785-2715-4ad9-b614-39b870e73603 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d45f8f502f65499ab2c245dd4d23e808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4039836 Jan 12 09:42:32.267839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41684) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.296245 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcaf2ef-1899-4b66-a28b-697965a4f5ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:32.296674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcaf2ef-1899-4b66-a28b-697965a4f5ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:32.348018 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618de6-ad53-462a-8df2-2b71974553db None None] Pushing event updated for resources: {'Port': ['ID=0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:32.357871 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dfcaf2ef-1899-4b66-a28b-697965a4f5ca tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/18d115d2-3875-478b-87b3-cc404edc0ab2 HTTP/1.1" status: 404 len: 337 time: 0.1273499 Jan 12 09:42:32.367091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41688) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.425321 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2486739 Jan 12 09:42:32.428785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41692) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.439024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46f0dce-cabe-4afd-9233-25d134a0a7bf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Deleting subnet 97aa94d0-72a8-4438-894f-d588bc6bf5ad {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:42:32.445818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'subnet': {'network_id': '175c5611-6917-4e9b-b108-2f410b6567af', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:32.468132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff4081-6cf8-409f-a8e3-f618c7afbb78 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Network': ['ID=175c5611-6917-4e9b-b108-2f410b6567af,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:32.471837 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c10034-394f-43e1-b594-0ee3ac77f01f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:32.472474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c10034-394f-43e1-b594-0ee3ac77f01f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:32.474340 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-35c10034-394f-43e1-b594-0ee3ac77f01f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/b5f9b9f4-1756-46de-8d10-f0e6da1bb14e HTTP/1.1" status: 404 len: 333 time: 0.1047306 Jan 12 09:42:32.475674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee0197-e094-401a-ab64-81ee2472cf67 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:32.477544 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d4ee0197-e094-401a-ab64-81ee2472cf67 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2081409 Jan 12 09:42:32.480356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41696) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.480739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41698) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.485541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c46f0dce-cabe-4afd-9233-25d134a0a7bf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:32.525936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 175c5611-6917-4e9b-b108-2f410b6567af details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:32.567552 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cae152-8058-4d6c-a1b1-0454c8ce210c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:32.567936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cae152-8058-4d6c-a1b1-0454c8ce210c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:32.569595 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-67cae152-8058-4d6c-a1b1-0454c8ce210c tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/8d5c5194-9187-4489-b09d-52401e429f4d HTTP/1.1" status: 404 len: 337 time: 0.0880153 Jan 12 09:42:32.574502 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c418f4ac-0d4f-47cb-b10d-e58f993f0c8a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0912099 Jan 12 09:42:32.577453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41704) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.578087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41706) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.579512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0d23f8-6bad-4e93-bde4-ce6c0fe0993f None None] Network 2ee498ad-1ae8-464b-9154-9d9ec8241a16 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:32.584862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781403770', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:32.659221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 668086d5-bc88-4864-b417-8762d717d889 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:32.659525 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd13d725-4092-472d-bd9e-da6b6bafb55f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:32.659962 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd13d725-4092-472d-bd9e-da6b6bafb55f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:32.663977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fd13d725-4092-472d-bd9e-da6b6bafb55f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/2ae0dfb9-bf4b-4674-a772-116d7501e0ad HTTP/1.1" status: 404 len: 337 time: 0.0787895 Jan 12 09:42:32.668369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41712) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.674098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c46f0dce-cabe-4afd-9233-25d134a0a7bf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:32.753198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:32.757702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 668086d5-bc88-4864-b417-8762d717d889 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:32.758318 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:32.760810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:subnet and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:32.765544 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-55df0283-512f-4753-a4b0-4340c0fc3e0f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:32.765984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55df0283-512f-4753-a4b0-4340c0fc3e0f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:32.769517 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-55df0283-512f-4753-a4b0-4340c0fc3e0f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/f460dbc5-7cbb-4a56-8ea4-bc3d0e119c36 HTTP/1.1" status: 404 len: 333 time: 0.1002064 Jan 12 09:42:32.772912 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c3ebe5a7-3d95-4274-a9a4-fc68e41ebde7 req-c396b5a2-a074-4410-b133-eaa45155dbf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 1098 time: 0.4832361 Jan 12 09:42:32.773451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41716) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.776448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:32.779081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:32.783288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:subnet and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:32.791496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:32.805733 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:32.819044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b09ec6-ff07-4edc-a854-5a4facad8ecb None None] Network 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:32.823156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:32.826093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:32.845835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] For port 0e5cf038-6328-4c7f-b58d-d1563c01b3f7, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:32.857330 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0f7170-7f0f-4f93-ad2c-9024de69763f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:32.857772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0f7170-7f0f-4f93-ad2c-9024de69763f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:32.861911 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2d0f7170-7f0f-4f93-ad2c-9024de69763f tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/31b8d7fc-47f1-4e0f-9661-dbe53ddf3210 HTTP/1.1" status: 404 len: 337 time: 0.0799835 Jan 12 09:42:32.869700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41720) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:32.871885 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:42:32.905739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:32.920299 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5136d3-4151-4248-b704-5e084279c381 None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:32.939785 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5136d3-4151-4248-b704-5e084279c381 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:32.940935 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-6b5136d3-4151-4248-b704-5e084279c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:32.965765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Made reservation on behalf of 6ff6194826f248439c24cb62b0e10bee for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:32.994777 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c2506d-16b8-4f20-8420-94721ac7a704 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:32.995218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c2506d-16b8-4f20-8420-94721ac7a704 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:32.999333 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-40c2506d-16b8-4f20-8420-94721ac7a704 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/subnets/ebd93979-d1d1-4581-9ccf-889517561bd8 HTTP/1.1" status: 404 len: 337 time: 0.1238837 Jan 12 09:42:33.002761 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41724) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:33.024960 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] For port 0e5cf038-6328-4c7f-b58d-d1563c01b3f7, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0e5cf038-6328-4c7f-b58d-d1563c01b3f7,segment=NetworkSegment(b27ab5d1-2cfa-471c-ba0b-6456954cd916),segment_id=b27ab5d1-2cfa-471c-ba0b-6456954cd916)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:33.071662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.072991 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-6b5136d3-4151-4248-b704-5e084279c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:33.083920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.093852 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5136d3-4151-4248-b704-5e084279c381 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:33.095466 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-6b5136d3-4151-4248-b704-5e084279c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:33.106779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c46f0dce-cabe-4afd-9233-25d134a0a7bf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.157862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.187778 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-6b5136d3-4151-4248-b704-5e084279c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:33.188412 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5136d3-4151-4248-b704-5e084279c381 None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:33.203716 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.205475 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-adbdd18d-590b-43ef-ac8d-b984b89ad8d3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/ports/bb468c2c-761d-4e32-b401-b6938bb35fff HTTP/1.1" status: 204 len: 168 time: 2.7670348 Jan 12 09:42:33.209382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41728) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:33.216913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5d793f88-5fee-4d0b-b20a-6fd88b0488c0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:33.216913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5d793f88-5fee-4d0b-b20a-6fd88b0488c0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.248730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebe5a7-3d95-4274-a9a4-fc68e41ebde7 req-9c77a33b-0aaa-4857-ac9b-60f8bbc59f7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:33.250169 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c3ebe5a7-3d95-4274-a9a4-fc68e41ebde7 req-9c77a33b-0aaa-4857-ac9b-60f8bbc59f7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.4214268 Jan 12 09:42:33.268191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b0d6fde4-0e2c-4a1e-ba3f-d4195506336b None None] Provisioning for port 2e8ab004-7355-4135-a196-127da3051358 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:33.364527 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e7790b7d-fb34-4fcd-8b73-839b5c3b28a2 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "GET /v2.0/floatingips/70035b23-55b3-4c81-b6d5-b9a080c77231 HTTP/1.1" status: 200 len: 688 time: 0.1482825 Jan 12 09:42:33.364785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b0d6fde4-0e2c-4a1e-ba3f-d4195506336b None None] Provisioning complete for port 2e8ab004-7355-4135-a196-127da3051358 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:33.364785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fde4-0e2c-4a1e-ba3f-d4195506336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.366441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41732) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:33.386405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c46f0dce-cabe-4afd-9233-25d134a0a7bf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.449400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f0dce-cabe-4afd-9233-25d134a0a7bf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Subnet': ['ID=97aa94d0-72a8-4438-894f-d588bc6bf5ad,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:33.459921 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c3ebe5a7-3d95-4274-a9a4-fc68e41ebde7 req-1e5bb694-bfcd-4e92-91a2-64c5f53b457c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf05729-4cc8-4c42-abeb-0bf137aa6126 HTTP/1.1" status: 200 len: 1001 time: 0.1935642 Jan 12 09:42:33.474642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c46f0dce-cabe-4afd-9233-25d134a0a7bf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.511225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bf404-6df6-4da7-9ec3-a7b16eeb654e None None] Pushing event updated for resources: {'Port': ['ID=0e5cf038-6328-4c7f-b58d-d1563c01b3f7,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:33.520884 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c46f0dce-cabe-4afd-9233-25d134a0a7bf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "DELETE /v2.0/subnets/97aa94d0-72a8-4438-894f-d588bc6bf5ad HTTP/1.1" status: 204 len: 168 time: 1.8463361 Jan 12 09:42:33.527223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41736) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:33.576427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6fde4-0e2c-4a1e-ba3f-d4195506336b None None] Port 2e8ab004-7355-4135-a196-127da3051358 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:33.614307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.641629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebe5a7-3d95-4274-a9a4-fc68e41ebde7 req-190f128f-8856-4fd3-b347-fe5bed6f506d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:33.644072 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c3ebe5a7-3d95-4274-a9a4-fc68e41ebde7 req-190f128f-8856-4fd3-b347-fe5bed6f506d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.1753092 Jan 12 09:42:33.733159 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b245d1d-e9ed-46d1-91fc-80b783577420 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:33.733831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2b245d1d-e9ed-46d1-91fc-80b783577420 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Synchronizing usage tracker for tenant:f0240fc1e7154cfcac3bed38e81de7a9 on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:33.770904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f42b5c9d-7bef-4dd2-803b-2b717a2112c8 None None] Provisioning complete for port abbb0cfe-e82d-491f-a731-ca2727ef9b19 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:33.771673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f42b5c9d-7bef-4dd2-803b-2b717a2112c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.796373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2b245d1d-e9ed-46d1-91fc-80b783577420 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Unset dirty status for tenant:f0240fc1e7154cfcac3bed38e81de7a9 on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:33.803226 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2b245d1d-e9ed-46d1-91fc-80b783577420 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2686501 Jan 12 09:42:33.817534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41740) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:33.852651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 668086d5-bc88-4864-b417-8762d717d889, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=668086d5-bc88-4864-b417-8762d717d889,segment=NetworkSegment(2064e459-a426-49fc-87b3-0d4ead95f65a),segment_id=2064e459-a426-49fc-87b3-0d4ead95f65a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:33.875494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-176856ec-a747-4449-9f35-270d39ba5204 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port aa51b243-9b37-441f-b2cd-e0c818c5dcdb {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:33.875829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-176856ec-a747-4449-9f35-270d39ba5204 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.877997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:33.983277 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] DHCP port deletion for 51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:42:34.011469 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c3ebe5a7-3d95-4274-a9a4-fc68e41ebde7 req-623e073f-7a07-458a-8162-e94d29ba2fd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3579540 Jan 12 09:42:34.019942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] Deleting port abbb0cfe-e82d-491f-a731-ca2727ef9b19 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:34.020588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.074312 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.123040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1465b36e-4e2e-4b01-88af-76a32bb17461 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:34.131023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.215286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5d793f88-5fee-4d0b-b20a-6fd88b0488c0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.230036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=668086d5-bc88-4864-b417-8762d717d889,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:34.288638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.294722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Subnet': ['ID=814d812c-64e9-492c-af1a-be09a6533e41,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:34.320930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:28Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:34.334108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Checking router: e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:42:34.334477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Updating router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d port 0a5438db-d8cf-41e1-a76a-a63eecc811f0 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:42:34.353145 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c3ebe5a7-3d95-4274-a9a4-fc68e41ebde7 req-18d12821-d1d4-45c6-b855-c6b584e199c3 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724068 Jan 12 09:42:34.354472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Deleting port 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:34.355166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.402407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5d793f88-5fee-4d0b-b20a-6fd88b0488c0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for ab4f9b8e-3e91-4b97-8838-3b8bb629e91f owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:34.428829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.462086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Checking segment: {'id': '0566086b-27eb-41f0-b6c8-dd811e33e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '175c5611-6917-4e9b-b108-2f410b6567af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:34.462450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network hostable DHCP agents. Network: 175c5611-6917-4e9b-b108-2f410b6567af, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:34.507218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Subnet': ['ID=486b768c-9d9a-4633-b75a-3b400a24263c,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:34.557691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Checking segment: {'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:34.557691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network hostable DHCP agents. Network: 40b33290-6f1f-46f0-9fb2-b698d71ab39f, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:34.577998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-176856ec-a747-4449-9f35-270d39ba5204 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.578391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-176856ec-a747-4449-9f35-270d39ba5204 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.736204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-176856ec-a747-4449-9f35-270d39ba5204 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for aa51b243-9b37-441f-b2cd-e0c818c5dcdb owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:34.749884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 175c5611-6917-4e9b-b108-2f410b6567af is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:34.773076 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c3ebe5a7-3d95-4274-a9a4-fc68e41ebde7 req-d57117f6-5886-418a-a0a9-86d34e5ece83 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868220 Jan 12 09:42:34.788356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5d793f88-5fee-4d0b-b20a-6fd88b0488c0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.801345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 40b33290-6f1f-46f0-9fb2-b698d71ab39f is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:34.811140 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] For port 0e5cf038-6328-4c7f-b58d-d1563c01b3f7, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0e5cf038-6328-4c7f-b58d-d1563c01b3f7,segment=NetworkSegment(b27ab5d1-2cfa-471c-ba0b-6456954cd916),segment_id=b27ab5d1-2cfa-471c-ba0b-6456954cd916)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:34.811759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.819178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 175c5611-6917-4e9b-b108-2f410b6567af) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:34.828092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:34.828278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.857238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 40b33290-6f1f-46f0-9fb2-b698d71ab39f) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:34.867125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d793f88-5fee-4d0b-b20a-6fd88b0488c0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=ab4f9b8e-3e91-4b97-8838-3b8bb629e91f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:34.881882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:34.882471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.900253 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5d793f88-5fee-4d0b-b20a-6fd88b0488c0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:34.921941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11174785-5591-49e4-b79a-d577f93be6bf None None] Network ebc3334a-f309-4b42-b642-79f8f208bb74 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:34.926227 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-afb59ad6-e94e-4dac-90b0-e082fa186149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3446708 Jan 12 09:42:34.935198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ceb3ea-d2fc-4b2b-98d3-55873f79aeac None None] Network 175c5611-6917-4e9b-b108-2f410b6567af requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:34.946849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da8f01a-634e-424a-ad8b-7b82094b9fac None None] Network 40b33290-6f1f-46f0-9fb2-b698d71ab39f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:34.954695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41744) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:34.958076 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5d793f88-5fee-4d0b-b20a-6fd88b0488c0 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/ports/ab4f9b8e-3e91-4b97-8838-3b8bb629e91f HTTP/1.1" status: 204 len: 168 time: 1.9495292 Jan 12 09:42:34.958241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41748) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:34.963655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Calling delete_port for 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:34.970544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1465b36e-4e2e-4b01-88af-76a32bb17461 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:34.970914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.080888 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eb9b56b4-5a00-43b0-80f5-84682059b2db tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6486852 Jan 12 09:42:35.083657 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41752) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:35.121187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f42b5c9d-7bef-4dd2-803b-2b717a2112c8 None None] Provisioning complete for port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:35.121549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f42b5c9d-7bef-4dd2-803b-2b717a2112c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.146789 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.155752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-176856ec-a747-4449-9f35-270d39ba5204 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.213199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176856ec-a747-4449-9f35-270d39ba5204 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=aa51b243-9b37-441f-b2cd-e0c818c5dcdb,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:35.230459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.240260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f42b5c9d-7bef-4dd2-803b-2b717a2112c8 None None] Port ab4f9b8e-3e91-4b97-8838-3b8bb629e91f was deleted so its status cannot be updated. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 12 09:42:35.241851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Sync routers for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:35.272606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Deleting port abbb0cfe-e82d-491f-a731-ca2727ef9b19 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:35.273247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.281285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Port': ['ID=0e5cf038-6328-4c7f-b58d-d1563c01b3f7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:35.296245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:42:35.356806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] No DVR routers for this DVR port 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:35.386233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] For port abbb0cfe-e82d-491f-a731-ca2727ef9b19, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=abbb0cfe-e82d-491f-a731-ca2727ef9b19,segment=NetworkSegment(cef16587-40c9-4963-ba6c-ae68d638ac5e),segment_id=cef16587-40c9-4963-ba6c-ae68d638ac5e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:35.386620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.506294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.518269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d03f3972-aef3-4618-94df-26bbea0e138f None None] Could not find standard attr ID for object 0e5cf038-6328-4c7f-b58d-d1563c01b3f7. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:42:35.601065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] Calling delete_port for abbb0cfe-e82d-491f-a731-ca2727ef9b19 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:35.655939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc3334a-f309-4b42-b642-79f8f208bb74']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:35.669434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:35.670040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:35.671295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27ab5d1-2cfa-471c-ba0b-6456954cd916') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:35.671695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27ab5d1-2cfa-471c-ba0b-6456954cd916') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:35.688439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-176856ec-a747-4449-9f35-270d39ba5204 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.702609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] For port abbb0cfe-e82d-491f-a731-ca2727ef9b19, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=abbb0cfe-e82d-491f-a731-ca2727ef9b19,segment=NetworkSegment(cef16587-40c9-4963-ba6c-ae68d638ac5e),segment_id=cef16587-40c9-4963-ba6c-ae68d638ac5e)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:35.702979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.716437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-176856ec-a747-4449-9f35-270d39ba5204 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.721204 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-176856ec-a747-4449-9f35-270d39ba5204 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/floatingips/70035b23-55b3-4c81-b6d5-b9a080c77231 HTTP/1.1" status: 204 len: 168 time: 2.3479993 Jan 12 09:42:35.723828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41756) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:35.729401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '09895acd-2b12-4d8e-9888-b64eb7d7b298'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:35.731131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.758991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.776202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:35.776721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.787855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:35.791570 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:35.823959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.848319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Calling delete_port for abbb0cfe-e82d-491f-a731-ca2727ef9b19 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:35.883502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.902252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:35.915175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Network': ['ID=ebc3334a-f309-4b42-b642-79f8f208bb74,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:35.957484 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:35.958722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:35.980739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e41946-affa-4369-b45a-8f1474e87a64 None None] DHCP port deletion for ebc3334a-f309-4b42-b642-79f8f208bb74 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:42:35.982042 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5859de3a-d9ef-43bc-890c-189621aa0c73 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "DELETE /v2.0/networks/ebc3334a-f309-4b42-b642-79f8f208bb74 HTTP/1.1" status: 204 len: 168 time: 2.1629696 Jan 12 09:42:35.984509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41760) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:36.027426 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.071804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:42:36.072518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 12 09:42:36.115528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Transition to ACTIVE for port object 0a5438db-d8cf-41e1-a76a-a63eecc811f0 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:36.144860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Port 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 not found, will not notify nova. {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 12 09:42:36.154389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.257774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.308452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device abbb0cfe-e82d-491f-a731-ca2727ef9b19 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:36.310563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.311431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Port': ['ID=abbb0cfe-e82d-491f-a731-ca2727ef9b19,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:36.316034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.333992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:42:36.337875 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] No DVR routers for this DVR port abbb0cfe-e82d-491f-a731-ca2727ef9b19 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:36.393659 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Deleting port 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:36.394102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.545375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: abbb0cfe-e82d-491f-a731-ca2727ef9b19 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:42:36.545832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device abbb0cfe-e82d-491f-a731-ca2727ef9b19 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:36.553354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:42:36.554634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.566147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:42:36.566147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:42:36.586404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-175c5611-6917-4e9b-b108-2f410b6567af', 'network_id': '175c5611-6917-4e9b-b108-2f410b6567af', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'fixed_ips': [{'subnet_id': '814d812c-64e9-492c-af1a-be09a6533e41'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:42:36.586810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.596035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219049b-a917-4926-bad5-435fce5c432e None None] Pushing event updated for resources: {'Port': ['ID=0a5438db-d8cf-41e1-a76a-a63eecc811f0,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:36.605097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.621763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Attempting to bind port 0a5438db-d8cf-41e1-a76a-a63eecc811f0 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:36.622220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Attempting to bind port 0a5438db-d8cf-41e1-a76a-a63eecc811f0 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:36.622645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Attempting to bind port 0a5438db-d8cf-41e1-a76a-a63eecc811f0 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:36.675408 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51139cf5-0ce4-4cda-8b4e-151a38c5c6a0']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:36.703211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef16587-40c9-4963-ba6c-ae68d638ac5e') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:36.703495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef16587-40c9-4963-ba6c-ae68d638ac5e') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:36.730345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.731048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 668086d5-bc88-4864-b417-8762d717d889 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:36.759044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.1 (40b33290-6f1f-46f0-9fb2-b698d71ab39f/486b768c-9d9a-4633-b75a-3b400a24263c/406d047b-8b4c-44b9-a7b5-6b44f7bd693f) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:36.761684 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:36.762051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:36.762445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.762989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:36.763332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Bound port: 0a5438db-d8cf-41e1-a76a-a63eecc811f0, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:36.763699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.934217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.953989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object 406d047b-8b4c-44b9-a7b5-6b44f7bd693f will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:36.979649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.996658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.014240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:37.014542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:37.041961 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:37.052288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 40b33290-6f1f-46f0-9fb2-b698d71ab39f is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:37.055559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:37.059743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:37.073362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] Deleting port abbb0cfe-e82d-491f-a731-ca2727ef9b19 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:37.074296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.095119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=406d047b-8b4c-44b9-a7b5-6b44f7bd693f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:37.126770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.149620 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.184984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] For port 0a5438db-d8cf-41e1-a76a-a63eecc811f0, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:37.205618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] For port 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26,segment=NetworkSegment(78554a1b-72bb-457f-85e7-3272c8289a94),segment_id=78554a1b-72bb-457f-85e7-3272c8289a94)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:37.206017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.222028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.222686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-32de13d1-e4e9-48ca-8d39-f4e4e596a7cf None None] The port 'abbb0cfe-e82d-491f-a731-ca2727ef9b19' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:42:37.225720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.228915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] For port 0a5438db-d8cf-41e1-a76a-a63eecc811f0, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0a5438db-d8cf-41e1-a76a-a63eecc811f0,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:37.233545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Allocated IP 172.20.0.2 (40b33290-6f1f-46f0-9fb2-b698d71ab39f/486b768c-9d9a-4633-b75a-3b400a24263c/5cbcb390-e6ac-4a10-8a42-216f2b243210) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:37.244426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 668086d5-bc88-4864-b417-8762d717d889 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:37.244789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.280531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.297175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.333740 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Allocated IP 172.23.0.2 (175c5611-6917-4e9b-b108-2f410b6567af/814d812c-64e9-492c-af1a-be09a6533e41/7ff49345-fa1c-4c31-890b-c109b3280ead) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:37.374375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Calling delete_port for 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:37.421192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] Pushing event deleted for resources: {'Network': ['ID=51139cf5-0ce4-4cda-8b4e-151a38c5c6a0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:37.457224 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fe291c5f-d25f-4939-af31-9cc9483200c1 tempest-PortsIpV6TestJSON-1972253490 tempest-PortsIpV6TestJSON-1972253490-project] 10.222.0.58 "DELETE /v2.0/networks/51139cf5-0ce4-4cda-8b4e-151a38c5c6a0 HTTP/1.1" status: 204 len: 168 time: 2.4949207 Jan 12 09:42:37.574148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219049b-a917-4926-bad5-435fce5c432e None None] Pushing event updated for resources: {'Port': ['ID=0a5438db-d8cf-41e1-a76a-a63eecc811f0,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:37.662960 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:27Z', 'revision_number': 4, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '2e8ab004-7355-4135-a196-127da3051358', 'name': '', 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:33:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:27Z', 'revision_number': 2, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:37.693162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:37.693799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:37.755772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.26.1.209 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/abc82858-693a-4ce0-858c-1816c67ef330) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:37.760036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.763246 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Checking router: e196c571-6a30-46fa-a3aa-b0308360544f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:42:37.763594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Updating router e196c571-6a30-46fa-a3aa-b0308360544f port 2e8ab004-7355-4135-a196-127da3051358 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:42:37.834542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Port': ['ID=0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:37.846081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.858839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] No DVR routers for this DVR port 0dc8a875-5e3d-440a-8b6b-2cd6d40a4f26 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:37.929256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.934220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.994284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41770) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:38.026210 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.062679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.117708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=406d047b-8b4c-44b9-a7b5-6b44f7bd693f,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:38.130322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:38.193557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:42:38.194005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0e5cf038-6328-4c7f-b58d-d1563c01b3f7 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:38.195844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.252001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Transition to ACTIVE for port object 5cbcb390-e6ac-4a10-8a42-216f2b243210 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:38.252963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.284686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.302195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 40b33290-6f1f-46f0-9fb2-b698d71ab39f is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:38.305155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:38.315351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Transition to ACTIVE for port object 7ff49345-fa1c-4c31-890b-c109b3280ead will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:38.356164 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Transition to ACTIVE for port object 5cbcb390-e6ac-4a10-8a42-216f2b243210 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:38.373904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee498ad-1ae8-464b-9154-9d9ec8241a16']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:38.382277 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.411972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78554a1b-72bb-457f-85e7-3272c8289a94') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:38.412620 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78554a1b-72bb-457f-85e7-3272c8289a94') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:38.429922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:42:38.451729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.455876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.466791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Transition to ACTIVE for port object 7ff49345-fa1c-4c31-890b-c109b3280ead will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:38.518366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.573825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Network 40b33290-6f1f-46f0-9fb2-b698d71ab39f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:38.622690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:38.624401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Pushing event updated for resources: {'Port': ['ID=5cbcb390-e6ac-4a10-8a42-216f2b243210,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:38.626528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:38.657528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.672373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:38.672841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.690302 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-01d58d29-a02f-40e5-b7de-28e63dc7f9c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2c18f6667a44a878bdf808577b8beaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6490414 Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:38.691024 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:38.694228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41776) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:38.758877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Network 175c5611-6917-4e9b-b108-2f410b6567af is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:38.775879 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:38.789311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-882673b4-2de0-4865-9424-20691b507b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.810569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:38.816500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:38.825365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-882673b4-2de0-4865-9424-20691b507b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.846948 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.869781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.880926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.910831 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Pushing event updated for resources: {'Port': ['ID=7ff49345-fa1c-4c31-890b-c109b3280ead,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:38.919295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Network': ['ID=2ee498ad-1ae8-464b-9154-9d9ec8241a16,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:38.982619 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-025b03f3-81ce-4928-84ef-d071c21cc3cf tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "DELETE /v2.0/networks/2ee498ad-1ae8-464b-9154-9d9ec8241a16 HTTP/1.1" status: 204 len: 168 time: 2.9965239 Jan 12 09:42:38.991290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Allocated IP 172.23.0.1 (175c5611-6917-4e9b-b108-2f410b6567af/814d812c-64e9-492c-af1a-be09a6533e41/7466f269-9954-479b-b0c3-715d77362f70) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:38.993301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41780) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:39.000079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=abc82858-693a-4ce0-858c-1816c67ef330,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:39.005477 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:39.025933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-882673b4-2de0-4865-9424-20691b507b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.030095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:39.030308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Attempting to bind port 5cbcb390-e6ac-4a10-8a42-216f2b243210 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:39.030588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Attempting to bind port 5cbcb390-e6ac-4a10-8a42-216f2b243210 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:39.030971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Attempting to bind port 5cbcb390-e6ac-4a10-8a42-216f2b243210 on network 40b33290-6f1f-46f0-9fb2-b698d71ab39f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:39.038345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:39.051894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882673b4-2de0-4865-9424-20691b507b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfb5153-b310-451e-842e-b18df004a454,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:39.074358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-882673b4-2de0-4865-9424-20691b507b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.078334 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-882673b4-2de0-4865-9424-20691b507b2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0dfb5153-b310-451e-842e-b18df004a454 HTTP/1.1" status: 204 len: 168 time: 0.3804107 Jan 12 09:42:39.102408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:39.109862 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4bb07546-e0c3-4e17-a618-21f50a12d3c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1516037 Jan 12 09:42:39.110042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:39.110042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Checking segment: {'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:39.110042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.110042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Bound using segment: {'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:39.110485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41786) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:39.110569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Bound port: 5cbcb390-e6ac-4a10-8a42-216f2b243210, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:39.110710 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.220709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Attempting to bind port 7ff49345-fa1c-4c31-890b-c109b3280ead on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:39.221848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Attempting to bind port 7ff49345-fa1c-4c31-890b-c109b3280ead by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '0566086b-27eb-41f0-b6c8-dd811e33e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '175c5611-6917-4e9b-b108-2f410b6567af'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:39.222370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Attempting to bind port 7ff49345-fa1c-4c31-890b-c109b3280ead on network 175c5611-6917-4e9b-b108-2f410b6567af {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:39.288963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.289340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.289698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.290054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.290402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.290774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.291178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.291524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.291867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.292209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.292552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.292772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:39.292924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.293222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.293579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Checking segment: {'id': '0566086b-27eb-41f0-b6c8-dd811e33e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '175c5611-6917-4e9b-b108-2f410b6567af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:39.294135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.294685 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Bound using segment: {'id': '0566086b-27eb-41f0-b6c8-dd811e33e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '175c5611-6917-4e9b-b108-2f410b6567af'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:39.295264 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3c02f905-7370-4fb8-b3f2-1399f212de0a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9038 time: 0.1843121 Jan 12 09:42:39.295485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Bound port: 7ff49345-fa1c-4c31-890b-c109b3280ead, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0566086b-27eb-41f0-b6c8-dd811e33e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '175c5611-6917-4e9b-b108-2f410b6567af'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:39.295998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.299148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41790) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:39.309250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.374112 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.394480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.395003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.395462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.395924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.396337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.396745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.401362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.401766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.402380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.402810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.404054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:39.405043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] For port 5cbcb390-e6ac-4a10-8a42-216f2b243210, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:39.410721 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ba97b0b1-8c4f-4a8c-9081-4f5418f35bb4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6964 time: 0.1079686 Jan 12 09:42:39.412693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41796) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:39.423277 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Transition to ACTIVE for port object 2e8ab004-7355-4135-a196-127da3051358 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:39.432654 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] For port 5cbcb390-e6ac-4a10-8a42-216f2b243210, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5cbcb390-e6ac-4a10-8a42-216f2b243210,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:39.446562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.475380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.490132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.568475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Transition to ACTIVE for port object 7466f269-9954-479b-b0c3-715d77362f70 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:39.622145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.633939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:42:36Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:39.678898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.705965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cf35f-8d3d-46c6-b90c-b287c647a3ae None None] The sync data for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv is: [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:42:36Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:39.749170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] For port 7ff49345-fa1c-4c31-890b-c109b3280ead, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:39.850763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] For port 7ff49345-fa1c-4c31-890b-c109b3280ead, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7ff49345-fa1c-4c31-890b-c109b3280ead,segment=NetworkSegment(0566086b-27eb-41f0-b6c8-dd811e33e439),segment_id=0566086b-27eb-41f0-b6c8-dd811e33e439)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:39.870710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74656d36-ed60-42f9-9f70-3c9b673ec2e0']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:39.885119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 175c5611-6917-4e9b-b108-2f410b6567af is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:39.890157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=7466f269-9954-479b-b0c3-715d77362f70,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:39.908460 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:39.914260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:39.943643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e9f5a1-c17a-47f5-bdf7-7bbe5bacc03a') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:39.943871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d39e2-b311-4a6a-b86f-eb172af71287 None None] Pushing event updated for resources: {'Port': ['ID=2e8ab004-7355-4135-a196-127da3051358,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:39.944304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e9f5a1-c17a-47f5-bdf7-7bbe5bacc03a') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:39.994328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.028778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.029688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Attempting to bind port 2e8ab004-7355-4135-a196-127da3051358 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:40.030061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Attempting to bind port 2e8ab004-7355-4135-a196-127da3051358 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '66b660b6-03ef-4f9c-8652-f752d19b144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:40.030425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Attempting to bind port 2e8ab004-7355-4135-a196-127da3051358 on network 25d1d7e2-0842-485a-bc2b-61b250140585 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:40.036937 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ef8dc77e-5b84-43c6-ba03-c241e3231315 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4296 time: 0.6212687 Jan 12 09:42:40.066818 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:40.067197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Checking segment: {'id': '66b660b6-03ef-4f9c-8652-f752d19b144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:40.071022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.071438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Bound using segment: {'id': '66b660b6-03ef-4f9c-8652-f752d19b144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:40.071942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Bound port: 2e8ab004-7355-4135-a196-127da3051358, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b660b6-03ef-4f9c-8652-f752d19b144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:40.072326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.083743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.135533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.149793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:40.150340 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:40.168233 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:40.216392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] For port 2e8ab004-7355-4135-a196-127da3051358, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:40.219876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] For port 2e8ab004-7355-4135-a196-127da3051358, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2e8ab004-7355-4135-a196-127da3051358,segment=NetworkSegment(66b660b6-03ef-4f9c-8652-f752d19b144c),segment_id=66b660b6-03ef-4f9c-8652-f752d19b144c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:40.235037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.253419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5d6a1-2a05-4590-97b4-7c4f7db7d993 None None] Pushing event updated for resources: {'Port': ['ID=5cbcb390-e6ac-4a10-8a42-216f2b243210,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:40.499738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab936abc-324a-4e2a-8ea2-671bf83a8d9b None None] Pushing event updated for resources: {'Port': ['ID=7ff49345-fa1c-4c31-890b-c109b3280ead,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:40.546637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41820) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:40.554245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485379184', 'description': 'tempest-secgroup-smoke-1485379184 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:40.566907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:40.577627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:40.583030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:40.599209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:40.622978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41824) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:40.635230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.645707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.654157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:40.656872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:40.721432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.731872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.733527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:40.743709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:40.751597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:40.769257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:40.904789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d39e2-b311-4a6a-b86f-eb172af71287 None None] Pushing event updated for resources: {'Port': ['ID=2e8ab004-7355-4135-a196-127da3051358,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:40.905642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3538ed45-a1c1-4c84-8420-3b726f1a8256 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:40.906238 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-3538ed45-a1c1-4c84-8420-3b726f1a8256 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:42:40.911891 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3538ed45-a1c1-4c84-8420-3b726f1a8256 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2831333 Jan 12 09:42:40.912397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41830) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:40.916346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.927675 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'tempest-secgroup--544588876'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:40.938243 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.943878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:40.979840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:40.984965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5cbcb390-e6ac-4a10-8a42-216f2b243210 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:40.988445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:41.004616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:41.012265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:41.018909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.022943 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-565473ab-9ee7-485f-965d-5e7f6d1f44ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4724741 Jan 12 09:42:41.029082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41834) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:41.033253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.036418 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "DELETE /v2.0/networks/74656d36-ed60-42f9-9f70-3c9b673ec2e0 HTTP/1.1" status: 204 len: 168 time: 2.0419545 Jan 12 09:42:41.040701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:41.043418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41838) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:41.053231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24792a48-6e31-4d2f-bf91-f9954e846a63 tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Network': ['ID=74656d36-ed60-42f9-9f70-3c9b673ec2e0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:41.060357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:41.069757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:41.074625 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:41.081509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.161984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:41.181982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:42:41.213998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.222223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:41.230535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:41.235844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:41.243785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:41.249012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 5cbcb390-e6ac-4a10-8a42-216f2b243210 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:41.265227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7ff49345-fa1c-4c31-890b-c109b3280ead up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:41.490242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.538272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.547300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.573892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.625613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ad2945-0c4e-4e59-82d0-7eb48ee91254']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:41.706254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebd1d9d-080e-4267-8648-008e1078b92a') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:41.706254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebd1d9d-080e-4267-8648-008e1078b92a') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:41.722546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df70b2dd-e2ee-495b-96c0-17e021251c94,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:41.732326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.739995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:41.744157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.763889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:41.771519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:41.791646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:41.799894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.859056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:41.860923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:41.905431 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:41.911535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 7ff49345-fa1c-4c31-890b-c109b3280ead completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:41.969821 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:40Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '2e8ab004-7355-4135-a196-127da3051358', 'name': '', 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:33:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:40Z', 'revision_number': 4, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7466f269-9954-479b-b0c3-715d77362f70', 'name': '', 'network_id': '175c5611-6917-4e9b-b108-2f410b6567af', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:5d:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814d812c-64e9-492c-af1a-be09a6533e41', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:38Z', 'updated_at': '2022-01-12T09:42:39Z', 'revision_number': 1, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '814d812c-64e9-492c-af1a-be09a6533e41', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:41.977925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da56e63-3608-40c6-8afb-f4b55ef1b603 None None] The sync data for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv is: [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:40Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '2e8ab004-7355-4135-a196-127da3051358', 'name': '', 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:33:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:40Z', 'revision_number': 4, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7466f269-9954-479b-b0c3-715d77362f70', 'name': '', 'network_id': '175c5611-6917-4e9b-b108-2f410b6567af', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:5d:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814d812c-64e9-492c-af1a-be09a6533e41', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:38Z', 'updated_at': '2022-01-12T09:42:39Z', 'revision_number': 1, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '814d812c-64e9-492c-af1a-be09a6533e41', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:42.107414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.117939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.174248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.175056 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.242259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4874852-a195-495c-bfcb-7461d075564d,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:42.249783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.253521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] Pushing event deleted for resources: {'Network': ['ID=82ad2945-0c4e-4e59-82d0-7eb48ee91254,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:42.270033 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9207f5e2-170f-441e-9ffb-2e0feb40ac93 None None] Network 40b33290-6f1f-46f0-9fb2-b698d71ab39f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:42.288318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.301224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.363950 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a091ab48-cfce-4f22-845b-f23eebd4c14b tempest-BulkNetworkOpsTest-2099938593 tempest-BulkNetworkOpsTest-2099938593-project] 10.222.0.58 "DELETE /v2.0/networks/82ad2945-0c4e-4e59-82d0-7eb48ee91254 HTTP/1.1" status: 204 len: 168 time: 1.3194296 Jan 12 09:42:42.396496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f061a3-1995-4f5e-9f53-78bb165f3bfd,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:42.406113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.416516 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2622cce8-830e-484a-880a-67706c252a67 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4986103 Jan 12 09:42:42.417450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41844) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:42.426497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5223908-77c6-43cf-8677-426aa13332a6 None None] Network 175c5611-6917-4e9b-b108-2f410b6567af requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:42.448543 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '88f061a3-1995-4f5e-9f53-78bb165f3bfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:42.465670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:42.475664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:42.483440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:42.486110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.493947 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a7d9cad2-fe28-4ce4-8e57-f91f63d5cf8c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4597919 Jan 12 09:42:42.499449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41848) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:42.502591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:42.509921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:42:42.524203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:42.545871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:42.550771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.557391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:42.564737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.566623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:42.598055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:42.603109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.661357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-01718b68-3081-4eb1-b84e-1094ab09ca88 None None] Provisioning for port 5cbcb390-e6ac-4a10-8a42-216f2b243210 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:42.707788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.722642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-01718b68-3081-4eb1-b84e-1094ab09ca88 None None] Provisioning complete for port 5cbcb390-e6ac-4a10-8a42-216f2b243210 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:42.723973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01718b68-3081-4eb1-b84e-1094ab09ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.772642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.791287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.844561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.860538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.862230 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4435813 Jan 12 09:42:42.867122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:42:42.870212 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41854) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:42.878290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b1e02d9b-85db-4c05-ad79-8b962ac7b283 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '88f061a3-1995-4f5e-9f53-78bb165f3bfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:42.885555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b1e02d9b-85db-4c05-ad79-8b962ac7b283 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:42.887950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46d671-13a7-4634-a8e9-767647cb9c49 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cd2cb6-a749-4c1c-a241-9166d46d0c88,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:42.895155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b1e02d9b-85db-4c05-ad79-8b962ac7b283 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:42.899438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b1e02d9b-85db-4c05-ad79-8b962ac7b283 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:42.903348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.915603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event updated for resources: {'Port': ['ID=7466f269-9954-479b-b0c3-715d77362f70,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:42.918382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.927481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2e8ab004-7355-4135-a196-127da3051358 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:42.928669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.934967 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b1e02d9b-85db-4c05-ad79-8b962ac7b283 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:42.947987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.983731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590e9c2c-4051-433f-91ee-6d408e8211d2,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:43.009446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.013057 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-af5e7bcb-14e9-4948-81a2-e7e50958ebb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5100639 Jan 12 09:42:43.013262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41858) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:43.016742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1e02d9b-85db-4c05-ad79-8b962ac7b283 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.048991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:43.060806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41862) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:43.078678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:43.086187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:43.093071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:43.108534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:43.118737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=abc82858-693a-4ce0-858c-1816c67ef330,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:43.151484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.173802 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-b1e02d9b-85db-4c05-ad79-8b962ac7b283 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:42:43.175046 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b1e02d9b-85db-4c05-ad79-8b962ac7b283 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3032243 Jan 12 09:42:43.180713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41868) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:43.242879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.252547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.280204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.299148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737af7ad-394e-49ec-9486-94c0250134a7,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:43.307838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.312706 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d107a77f-d46a-4c35-9ac1-02c2c40a844f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2980156 Jan 12 09:42:43.313763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41872) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:43.319702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:43.330553 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:43.356585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:43.363074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:43.373070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:43.387040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Network 175c5611-6917-4e9b-b108-2f410b6567af is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:43.397005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:43.424366 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.472694 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-60db72ee-02b7-4e50-8229-c533e9846c5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0240fc1e7154cfcac3bed38e81de7a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3979580 Jan 12 09:42:43.472694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41876) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:43.504400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45ec6454-2b6d-4440-9512-9f0831aba42e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.512140 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.521115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 2e8ab004-7355-4135-a196-127da3051358 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:43.521115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2e8ab004-7355-4135-a196-127da3051358 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:43.521115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.564016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.586733 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01718b68-3081-4eb1-b84e-1094ab09ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.618114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79acc6e4-17d5-4f7d-98f7-43d8f24c3124,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:43.618114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e481717a-74ae-48ee-a4f5-c1a087aff538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.675394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-01718b68-3081-4eb1-b84e-1094ab09ca88 None None] For port 5cbcb390-e6ac-4a10-8a42-216f2b243210, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5cbcb390-e6ac-4a10-8a42-216f2b243210,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:43.684495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e481717a-74ae-48ee-a4f5-c1a087aff538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.693017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01718b68-3081-4eb1-b84e-1094ab09ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.773260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.777537 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4b6fdcd2-22cd-40a1-9ccd-e2302bf7e563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4628868 Jan 12 09:42:43.778387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41880) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:43.799090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:43.852807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:43.858600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2980c39b-491d-4682-a315-e49ccbe3bd0d None None] Provisioning for port 7ff49345-fa1c-4c31-890b-c109b3280ead completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:43.859729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e481717a-74ae-48ee-a4f5-c1a087aff538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.878842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2980c39b-491d-4682-a315-e49ccbe3bd0d None None] Provisioning complete for port 7ff49345-fa1c-4c31-890b-c109b3280ead triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:43.878842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2980c39b-491d-4682-a315-e49ccbe3bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.891193 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:43.895566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481717a-74ae-48ee-a4f5-c1a087aff538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f3856c-9b1e-440c-ac56-a67a5eda6902,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:43.902843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:43.917941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e481717a-74ae-48ee-a4f5-c1a087aff538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.918450 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e481717a-74ae-48ee-a4f5-c1a087aff538 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6f3856c-9b1e-440c-ac56-a67a5eda6902 HTTP/1.1" status: 204 len: 168 time: 0.4540827 Jan 12 09:42:43.919500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:43.932199 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:42:43.941465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.997741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45ec6454-2b6d-4440-9512-9f0831aba42e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.003983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01718b68-3081-4eb1-b84e-1094ab09ca88 None None] Pushing event updated for resources: {'Port': ['ID=5cbcb390-e6ac-4a10-8a42-216f2b243210,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:44.079433 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.136645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.154945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.251584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.259969 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4748189 Jan 12 09:42:44.266277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41886) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:44.285354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:44.297730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 2e8ab004-7355-4135-a196-127da3051358, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2e8ab004-7355-4135-a196-127da3051358,segment=NetworkSegment(66b660b6-03ef-4f9c-8652-f752d19b144c),segment_id=66b660b6-03ef-4f9c-8652-f752d19b144c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:44.302171 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a232b-1c0c-4786-829a-d2a50f43d81d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93d3f0a-f20d-407f-8720-3b543c33a7b6,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:44.313218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:44.332808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.333903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0a5438db-d8cf-41e1-a76a-a63eecc811f0 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:44.335195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:44.349853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:44.364375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:44.396624 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:42:44.403655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.417643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45ec6454-2b6d-4440-9512-9f0831aba42e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.495926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec6454-2b6d-4440-9512-9f0831aba42e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f061a3-1995-4f5e-9f53-78bb165f3bfd,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:44.537853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-45ec6454-2b6d-4440-9512-9f0831aba42e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.546385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.549442 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-45ec6454-2b6d-4440-9512-9f0831aba42e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/88f061a3-1995-4f5e-9f53-78bb165f3bfd HTTP/1.1" status: 204 len: 168 time: 1.3661463 Jan 12 09:42:44.552785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=2e8ab004-7355-4135-a196-127da3051358,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:44.554089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41894) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:44.584137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2980c39b-491d-4682-a315-e49ccbe3bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.628272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.658019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2980c39b-491d-4682-a315-e49ccbe3bd0d None None] For port 7ff49345-fa1c-4c31-890b-c109b3280ead, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7ff49345-fa1c-4c31-890b-c109b3280ead,segment=NetworkSegment(0566086b-27eb-41f0-b6c8-dd811e33e439),segment_id=0566086b-27eb-41f0-b6c8-dd811e33e439)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:44.664015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33945566-fccc-4d56-8480-8df2d4819097,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:44.675446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2980c39b-491d-4682-a315-e49ccbe3bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.702087 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP 710c10e5-289e-479c-8557-c653d9b456e3 associated. External IP: 172.26.1.209, port: 09895acd-2b12-4d8e-9888-b64eb7d7b298. Jan 12 09:42:44.702777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-10717eeb-52e8-4bfb-889c-59afce50da58 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Synchronizing usage tracker for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:44.724165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.729528 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b1df5d47-319f-4504-967b-c76da4b51dca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4566441 Jan 12 09:42:44.758565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-10717eeb-52e8-4bfb-889c-59afce50da58 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Unset dirty status for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:44.759890 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-10717eeb-52e8-4bfb-889c-59afce50da58 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2063887 Jan 12 09:42:44.763753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41902) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:44.769902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646220021'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:44.782973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:44.806430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:44.808048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980c39b-491d-4682-a315-e49ccbe3bd0d None None] Pushing event updated for resources: {'Port': ['ID=7ff49345-fa1c-4c31-890b-c109b3280ead,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:44.817405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:44.836513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.846259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 0a5438db-d8cf-41e1-a76a-a63eecc811f0 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:44.862359 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Provisioning complete for port 5cbcb390-e6ac-4a10-8a42-216f2b243210 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:44.863901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.914835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209e038-0654-4309-baaa-337323945a32 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:42:44.930935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:44.940610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0a5438db-d8cf-41e1-a76a-a63eecc811f0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:44.941054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:44.941504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.945400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:44.960297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:45.063858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.071642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.157526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44949271-5ee3-48d0-9b67-50b462e88812,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:45.189202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.192252 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e410d248-8fc4-457c-8fce-a7f2de262281 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4273651 Jan 12 09:42:45.195451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41916) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:45.199418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-5fe8d9fe-660a-4939-b17e-d8c2d91f1098 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:45.208923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-06c73bdf-d792-4f0c-8e96-baeb7100247b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '44949271-5ee3-48d0-9b67-50b462e88812', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:45.209691 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-06c73bdf-d792-4f0c-8e96-baeb7100247b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:45.211186 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-06c73bdf-d792-4f0c-8e96-baeb7100247b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0144122 Jan 12 09:42:45.214550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41920) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:45.219642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:45.225143 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-61053494-1d7b-4360-80a8-9c3a955b92e8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1399562 Jan 12 09:42:45.231937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41924) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:45.369271 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d43aa89d-50b6-4222-8e0f-4cdb5c97abb6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:45.378305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.413865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-60598caa-231c-4a12-8602-eb792ba17cf3 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.435498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0209e038-0654-4309-baaa-337323945a32 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:42:45.441085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 0a5438db-d8cf-41e1-a76a-a63eecc811f0, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0a5438db-d8cf-41e1-a76a-a63eecc811f0,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:45.442012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Provisioning complete for port 7ff49345-fa1c-4c31-890b-c109b3280ead triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:45.442385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.453482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-60598caa-231c-4a12-8602-eb792ba17cf3 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.489393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.540348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-5fe8d9fe-660a-4939-b17e-d8c2d91f1098 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:45.550495 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-5fe8d9fe-660a-4939-b17e-d8c2d91f1098 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485379184&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.4470696 Jan 12 09:42:45.659856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-60598caa-231c-4a12-8602-eb792ba17cf3 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.681991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41934) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:45.685977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60598caa-231c-4a12-8602-eb792ba17cf3 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44949271-5ee3-48d0-9b67-50b462e88812,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:45.706035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-60598caa-231c-4a12-8602-eb792ba17cf3 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.711425 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-60598caa-231c-4a12-8602-eb792ba17cf3 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/44949271-5ee3-48d0-9b67-50b462e88812 HTTP/1.1" status: 204 len: 168 time: 0.4917266 Jan 12 09:42:45.713079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41938) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:45.722508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5cbcb390-e6ac-4a10-8a42-216f2b243210 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:45.810637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-823d685d-da9d-482f-994d-128316b40d0e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Synchronizing usage tracker for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:45.825015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:45.841343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-823d685d-da9d-482f-994d-128316b40d0e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Unset dirty status for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:45.842636 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-823d685d-da9d-482f-994d-128316b40d0e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1285443 Jan 12 09:42:45.847091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41944) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:45.860920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'tempest-secgroup--197395725'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:45.866173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=0a5438db-d8cf-41e1-a76a-a63eecc811f0,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:45.873024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:45.892125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c943728a-5c93-4763-9f8e-221369fba2f6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:45.893834 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c943728a-5c93-4763-9f8e-221369fba2f6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/networks?id=40b33290-6f1f-46f0-9fb2-b698d71ab39f HTTP/1.1" status: 200 len: 797 time: 0.3424561 Jan 12 09:42:45.980248 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:42:45.987379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:46.006046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4acc966b-cc3b-4e06-a8a9-345c62849003 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] Request body: {'port': {'network_id': '54a5e42e-5c32-45fc-8210-8499b3af959b', 'name': 'tempest-NetworksNegativeTestJSON-1096291872'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:46.091229 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-5879e9f7-4e65-47e7-9b1d-e6f90d095d5a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/quotas/d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 375 time: 0.1231558 Jan 12 09:42:46.095352 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acc966b-cc3b-4e06-a8a9-345c62849003 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] POST failed (client error): The resource could not be found. Jan 12 09:42:46.095532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acc966b-cc3b-4e06-a8a9-345c62849003 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:46.096867 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4acc966b-cc3b-4e06-a8a9-345c62849003 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4047241 Jan 12 09:42:46.101014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41950) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.130279 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-349459f0-8c34-4ec5-9ff9-c55846c5982a tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:46.131107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349459f0-8c34-4ec5-9ff9-c55846c5982a tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:46.140335 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-349459f0-8c34-4ec5-9ff9-c55846c5982a tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] 10.222.0.58 "DELETE /v2.0/networks/8def5e3c-2b25-4633-92a0-12ce88b5f8fd HTTP/1.1" status: 404 len: 339 time: 0.0382845 Jan 12 09:42:46.144397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41954) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.149236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.153909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 5cbcb390-e6ac-4a10-8a42-216f2b243210 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:46.154748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.201802 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-746fc5d0-91ff-45f1-ba39-8108827ebde4 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:46.201802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746fc5d0-91ff-45f1-ba39-8108827ebde4 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:46.201802 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-746fc5d0-91ff-45f1-ba39-8108827ebde4 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] 10.222.0.58 "DELETE /v2.0/ports/735b798f-1aa3-47b0-8d77-81d3c25a5229 HTTP/1.1" status: 404 len: 333 time: 0.0515411 Jan 12 09:42:46.201802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41958) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.260662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:46.270541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:46.309395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Provisioning for port 7466f269-9954-479b-b0c3-715d77362f70 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:46.315011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:46.322727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Provisioning complete for port 7466f269-9954-479b-b0c3-715d77362f70 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:46.323177 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.331266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:46.372573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:46.378762 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ee324-0104-47f4-8b9e-bbe5a67a6779 None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:46.385035 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e98596-9db6-4681-933b-98e264113e53 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:46.385491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e98596-9db6-4681-933b-98e264113e53 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:46.387480 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-24e98596-9db6-4681-933b-98e264113e53 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] 10.222.0.58 "DELETE /v2.0/subnets/7db254a5-c3b3-43b9-a1a1-f5bc85f02edb HTTP/1.1" status: 404 len: 337 time: 0.1848207 Jan 12 09:42:46.392275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41962) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.397671 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ee324-0104-47f4-8b9e-bbe5a67a6779 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:46.399036 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b20ee324-0104-47f4-8b9e-bbe5a67a6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:46.423493 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9a2594-c7a3-4bf1-ab0c-f719d645857f tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] GET failed (client error): The resource could not be found. Jan 12 09:42:46.424916 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4c9a2594-c7a3-4bf1-ab0c-f719d645857f tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] 10.222.0.58 "GET /v2.0/networks/6bc4861c-d216-4c82-b4a7-19bf7e3af530 HTTP/1.1" status: 404 len: 339 time: 0.0317142 Jan 12 09:42:46.429244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41966) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.466854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.483600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-5996cfba-00ef-4a05-bb0e-ee27515c153f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:46.503347 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac43bd0-bfe7-451d-8372-94ad3e0ea160 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] GET failed (client error): The resource could not be found. Jan 12 09:42:46.504817 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8ac43bd0-bfe7-451d-8372-94ad3e0ea160 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] 10.222.0.58 "GET /v2.0/ports/8aaf39ba-64d4-48c3-a860-02ed40910f21 HTTP/1.1" status: 404 len: 333 time: 0.0745428 Jan 12 09:42:46.512832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41970) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.534974 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b20ee324-0104-47f4-8b9e-bbe5a67a6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:46.573369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.574982 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ee324-0104-47f4-8b9e-bbe5a67a6779 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:46.575606 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b20ee324-0104-47f4-8b9e-bbe5a67a6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:46.578205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Port 7466f269-9954-479b-b0c3-715d77362f70 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:46.587458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.594068 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-932d8cb4-fb22-496e-82d3-3f2f092ef6da tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] GET failed (client error): The resource could not be found. Jan 12 09:42:46.595400 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-932d8cb4-fb22-496e-82d3-3f2f092ef6da tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] 10.222.0.58 "GET /v2.0/subnets/4d3038d8-ce7e-4fae-80dd-75f930a38977 HTTP/1.1" status: 404 len: 337 time: 0.0816436 Jan 12 09:42:46.605484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41974) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.622691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-14b66f68-5e18-4d9a-b2cb-1a258c4267fd tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:46.628965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-5996cfba-00ef-4a05-bb0e-ee27515c153f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:46.644308 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-5996cfba-00ef-4a05-bb0e-ee27515c153f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5331640 Jan 12 09:42:46.660582 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7ff49345-fa1c-4c31-890b-c109b3280ead up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:46.670026 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b20ee324-0104-47f4-8b9e-bbe5a67a6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:46.670804 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ee324-0104-47f4-8b9e-bbe5a67a6779 None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:46.674989 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-131bbe60-f92a-49d4-bcb1-08aecfb4f169 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.9497516 Jan 12 09:42:46.680882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41980) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.690323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1289613850'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:46.696032 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b66f68-5e18-4d9a-b2cb-1a258c4267fd tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] PUT failed (client error): The resource could not be found. Jan 12 09:42:46.696569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b66f68-5e18-4d9a-b2cb-1a258c4267fd tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:46.707901 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-14b66f68-5e18-4d9a-b2cb-1a258c4267fd tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] 10.222.0.58 "PUT /v2.0/networks/18e2e687-dacd-460d-88b7-abe6fc61ac4c HTTP/1.1" status: 404 len: 339 time: 0.1013796 Jan 12 09:42:46.709763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41984) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.712576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:46.719466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e68d6919-771c-459b-b6d7-3c07fe9bf9f0 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:46.734236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc2af08-c948-4c0e-8f02-e96e46bfebbc,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:46.736184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Provisioning for port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:46.754975 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Provisioning complete for port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:46.755473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.759660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:network and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:46.762958 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68d6919-771c-459b-b6d7-3c07fe9bf9f0 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] PUT failed (client error): The resource could not be found. Jan 12 09:42:46.763399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68d6919-771c-459b-b6d7-3c07fe9bf9f0 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:46.768798 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e68d6919-771c-459b-b6d7-3c07fe9bf9f0 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] 10.222.0.58 "PUT /v2.0/ports/c0c53d6f-b12d-45ff-a848-c4401add60d0 HTTP/1.1" status: 404 len: 333 time: 0.0561173 Jan 12 09:42:46.768798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:46.774614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 41988) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.777625 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:46.788923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Made reservation on behalf of 8dfb823b7540429eab50616891e089c1 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:46.793064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.814108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-23e05d9f-87d8-4c30-8d36-706ed9cf620e None None] Port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:46.821204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7ff49345-fa1c-4c31-890b-c109b3280ead triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:46.821982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.825306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.826483 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7e7d8afb-6a0d-45f3-9fc6-0a9cba997cd6 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9782696 Jan 12 09:42:46.828018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:46.830194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41992) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.834610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ac1bfed0-b996-4850-9324-b721e5f812b0 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:46.836148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8f838f6a-7ad5-4557-af76-8fa15c341777 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '7fc2af08-c948-4c0e-8f02-e96e46bfebbc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:46.836768 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-8f838f6a-7ad5-4557-af76-8fa15c341777 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:46.838728 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8f838f6a-7ad5-4557-af76-8fa15c341777 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063455 Jan 12 09:42:46.841233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 41996) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:46.864656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.864970 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Added segment 0c5ec811-4324-4216-8040-3ebd3e529663 of type vlan for network 5a42020a-ab5f-4097-abea-dce657cacc74 Jan 12 09:42:46.874181 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1bfed0-b996-4850-9324-b721e5f812b0 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] PUT failed (client error): The resource could not be found. Jan 12 09:42:46.874629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1bfed0-b996-4850-9324-b721e5f812b0 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:46.875757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ac1bfed0-b996-4850-9324-b721e5f812b0 tempest-NetworksNegativeTestJSON-6673595 tempest-NetworksNegativeTestJSON-6673595-project] 10.222.0.58 "PUT /v2.0/subnets/3ee97aa4-08d4-4f0d-937f-458b65e5bdbd HTTP/1.1" status: 404 len: 337 time: 0.0998905 Jan 12 09:42:46.876785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.extraroute_db [None req-d43aa89d-50b6-4222-8e0f-4cdb5c97abb6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 12 09:42:46.907207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.extraroute_db [None req-d43aa89d-50b6-4222-8e0f-4cdb5c97abb6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Removed routes are [] {{(pid=83594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 12 09:42:46.907887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d43aa89d-50b6-4222-8e0f-4cdb5c97abb6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.930817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.954055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7886bb6e-a8d6-4bf6-a145-9aa64ce92e21 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.997428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7886bb6e-a8d6-4bf6-a145-9aa64ce92e21 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.000168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a8ecc7a1-a56a-4ad2-82d7-c8ac390f9d31 None None] Provisioning complete for port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:47.000537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc7a1-a56a-4ad2-82d7-c8ac390f9d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.009441 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-42f61eef-ec29-4a77-b038-45dd32ab6695 service neutron] 10.222.0.58 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636017 Jan 12 09:42:47.020888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.025442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:47.026311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.048251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2e8ab004-7355-4135-a196-127da3051358 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:47.133670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecc7a1-a56a-4ad2-82d7-c8ac390f9d31 None None] Port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:47.152558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a8ecc7a1-a56a-4ad2-82d7-c8ac390f9d31 None None] Provisioning complete for port 7466f269-9954-479b-b0c3-715d77362f70 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:47.153403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc7a1-a56a-4ad2-82d7-c8ac390f9d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.170608 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4856725 Jan 12 09:42:47.171667 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42002) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:47.178015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'subnet': {'network_id': '5a42020a-ab5f-4097-abea-dce657cacc74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:47.193458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d58e9-3b93-47e3-82e6-c44c78e807fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Network': ['ID=5a42020a-ab5f-4097-abea-dce657cacc74,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:47.205154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7886bb6e-a8d6-4bf6-a145-9aa64ce92e21 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.217697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 5a42020a-ab5f-4097-abea-dce657cacc74 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:47.288713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886bb6e-a8d6-4bf6-a145-9aa64ce92e21 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc2af08-c948-4c0e-8f02-e96e46bfebbc,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:47.307139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7886bb6e-a8d6-4bf6-a145-9aa64ce92e21 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.308643 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7886bb6e-a8d6-4bf6-a145-9aa64ce92e21 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/7fc2af08-c948-4c0e-8f02-e96e46bfebbc HTTP/1.1" status: 204 len: 168 time: 0.4658749 Jan 12 09:42:47.314184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42008) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:47.317866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42010) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:47.319330 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2e8ab004-7355-4135-a196-127da3051358 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:47.319702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.344837 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-d03c8c61-4f37-4bcf-83ff-594d239d2eb1 service neutron] 10.222.0.58 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858763 Jan 12 09:42:47.352544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecc7a1-a56a-4ad2-82d7-c8ac390f9d31 None None] Port 7466f269-9954-479b-b0c3-715d77362f70 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:47.364861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:47.369398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:subnet and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:47.372822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:47.379963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:47.403894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Made reservation on behalf of 8dfb823b7540429eab50616891e089c1 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:47.532368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d43aa89d-50b6-4222-8e0f-4cdb5c97abb6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.537499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d43aa89d-50b6-4222-8e0f-4cdb5c97abb6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.610300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0a5438db-d8cf-41e1-a76a-a63eecc811f0 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:47.632980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.705659 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0a5438db-d8cf-41e1-a76a-a63eecc811f0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:47.705944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.712894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b537761b-ce32-414f-a1ce-e74d2b73e515 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Synchronizing usage tracker for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:47.718224 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0a41a49-78a7-472d-8638-2e578e4eefd2 req-24f10e22-20e8-431a-a859-23a6fb2e05f0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 210 time: 0.0477786 Jan 12 09:42:47.768343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a54e-aa9b-4223-b8ae-aae1381ae0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.771103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43aa89d-50b6-4222-8e0f-4cdb5c97abb6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:47.795194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b537761b-ce32-414f-a1ce-e74d2b73e515 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Unset dirty status for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:47.800072 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b537761b-ce32-414f-a1ce-e74d2b73e515 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4807744 Jan 12 09:42:47.800713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42024) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:47.819648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624162337'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:47.835998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:47.849744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b0f6a54e-aa9b-4223-b8ae-aae1381ae0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:47.853635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:47.857996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b0f6a54e-aa9b-4223-b8ae-aae1381ae0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:175fa6ea161a4b16acc3301d06c1e11d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:47.861469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b0f6a54e-aa9b-4223-b8ae-aae1381ae0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:47.869803 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b0f6a54e-aa9b-4223-b8ae-aae1381ae0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:47.886379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.948886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43aa89d-50b6-4222-8e0f-4cdb5c97abb6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:47.958891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d43aa89d-50b6-4222-8e0f-4cdb5c97abb6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.960814 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d43aa89d-50b6-4222-8e0f-4cdb5c97abb6 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f HTTP/1.1" status: 200 len: 934 time: 2.7252824 Jan 12 09:42:47.963007 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42028) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.009805 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:48.027714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:48.031073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:48.046474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:48.062822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.105409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a54e-aa9b-4223-b8ae-aae1381ae0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.125704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a54e-aa9b-4223-b8ae-aae1381ae0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.137371 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-671f877b-04c1-410d-8840-854a4b9745d4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f HTTP/1.1" status: 200 len: 934 time: 0.1730902 Jan 12 09:42:48.140038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42032) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.145045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-56c3684a-73aa-4ec1-997c-3896a6165dd3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'routes': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:48.214912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Subnet': ['ID=b821750a-8964-43b2-ac6f-bae7b6b1295d,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:48.231391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6a54e-aa9b-4223-b8ae-aae1381ae0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a7529f-77cf-453f-a5b9-53ad45bd4c04,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:48.241707 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b0f6a54e-aa9b-4223-b8ae-aae1381ae0c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=175fa6ea161a4b16acc3301d06c1e11d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9195809 Jan 12 09:42:48.249303 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42036) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.269661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.275718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Checking segment: {'id': '0c5ec811-4324-4216-8040-3ebd3e529663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a42020a-ab5f-4097-abea-dce657cacc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:48.276016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network hostable DHCP agents. Network: 5a42020a-ab5f-4097-abea-dce657cacc74, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:48.283986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.366110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fac3cb7-3fc6-48f9-bcd3-d3aca4b84194,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:48.391986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.393245 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ffe15f58-5dbf-4525-864b-a019b53ac043 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5912380 Jan 12 09:42:48.396351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 5a42020a-ab5f-4097-abea-dce657cacc74 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:48.398456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42040) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.403841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a070cb23-64a6-4dc8-b049-ee3a55512cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.408218 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a3b78bfc-d491-4257-b27e-9f3d52e27467 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '3fac3cb7-3fc6-48f9-bcd3-d3aca4b84194', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:48.408920 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-a3b78bfc-d491-4257-b27e-9f3d52e27467 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:48.409869 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a3b78bfc-d491-4257-b27e-9f3d52e27467 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089889 Jan 12 09:42:48.413118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42044) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.427471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6ac9fc80-6e36-4850-88a9-6f58933aefb3 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '3fac3cb7-3fc6-48f9-bcd3-d3aca4b84194', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:48.428156 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-6ac9fc80-6e36-4850-88a9-6f58933aefb3 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:48.432005 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6ac9fc80-6e36-4850-88a9-6f58933aefb3 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0151784 Jan 12 09:42:48.432173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42048) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.435150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 5a42020a-ab5f-4097-abea-dce657cacc74) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:48.444897 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146a1b9-09e6-4271-9417-39f663dd23bd None None] Network 5a42020a-ab5f-4097-abea-dce657cacc74 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:48.446064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7b9e55c2-3ec6-4ae0-ab07-a29a8d3cdf65 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '3fac3cb7-3fc6-48f9-bcd3-d3aca4b84194', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:48.446770 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-7b9e55c2-3ec6-4ae0-ab07-a29a8d3cdf65 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:48.447855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:48.448064 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7b9e55c2-3ec6-4ae0-ab07-a29a8d3cdf65 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148540 Jan 12 09:42:48.448443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.451478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42052) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.458262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a070cb23-64a6-4dc8-b049-ee3a55512cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.459104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-310778e0-f962-4c19-b494-df280869ca8e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '3fac3cb7-3fc6-48f9-bcd3-d3aca4b84194', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:48.459792 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-310778e0-f962-4c19-b494-df280869ca8e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:48.460896 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-310778e0-f962-4c19-b494-df280869ca8e tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083871 Jan 12 09:42:48.463877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42056) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.522262 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-89ae2a62-6252-4bdb-86ec-d9fbdc053403 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3494232 Jan 12 09:42:48.526331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42060) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.532448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-894347687', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:48.539704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:48.541842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a070cb23-64a6-4dc8-b049-ee3a55512cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.556988 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:router and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:48.561358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:48.564279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070cb23-64a6-4dc8-b049-ee3a55512cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a7529f-77cf-453f-a5b9-53ad45bd4c04,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:48.572390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:48.579929 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a070cb23-64a6-4dc8-b049-ee3a55512cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.581269 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a070cb23-64a6-4dc8-b049-ee3a55512cf0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2a7529f-77cf-453f-a5b9-53ad45bd4c04 HTTP/1.1" status: 204 len: 168 time: 0.3307889 Jan 12 09:42:48.588827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.589770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.629634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-853069be-35b3-404d-a2c4-3f3f88f8c96b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.642904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.776664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-5a42020a-ab5f-4097-abea-dce657cacc74', 'network_id': '5a42020a-ab5f-4097-abea-dce657cacc74', 'tenant_id': '8dfb823b7540429eab50616891e089c1', 'fixed_ips': [{'subnet_id': 'b821750a-8964-43b2-ac6f-bae7b6b1295d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:42:48.777585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.882876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-853069be-35b3-404d-a2c4-3f3f88f8c96b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.975163 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2a9745f-9469-4ba3-8ff7-b8e2dc00ce3d req-19e8288d-64ea-47b2-abe5-930ea243b531 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 210 time: 0.1038938 Jan 12 09:42:49.002216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Allocated IP 172.20.0.2 (5a42020a-ab5f-4097-abea-dce657cacc74/b821750a-8964-43b2-ac6f-bae7b6b1295d/1cdf6541-b477-4b53-a842-b5f4c1231868) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:49.066596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb4ffb71-77fb-456b-a0a3-92129f26b7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.070799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-853069be-35b3-404d-a2c4-3f3f88f8c96b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.099614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.extraroute_db [None req-56c3684a-73aa-4ec1-997c-3896a6165dd3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added routes are [] {{(pid=83594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 12 09:42:49.100351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.extraroute_db [None req-56c3684a-73aa-4ec1-997c-3896a6165dd3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 12 09:42:49.103432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853069be-35b3-404d-a2c4-3f3f88f8c96b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fac3cb7-3fc6-48f9-bcd3-d3aca4b84194,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:49.121966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-853069be-35b3-404d-a2c4-3f3f88f8c96b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.123294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-853069be-35b3-404d-a2c4-3f3f88f8c96b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/3fac3cb7-3fc6-48f9-bcd3-d3aca4b84194 HTTP/1.1" status: 204 len: 168 time: 0.6583221 Jan 12 09:42:49.126938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42076) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:49.171134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-56c3684a-73aa-4ec1-997c-3896a6165dd3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.256320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.266765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-469a2053-d5c1-470d-b2d6-c3b4d50af450 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Synchronizing usage tracker for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:49.355302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-469a2053-d5c1-470d-b2d6-c3b4d50af450 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Unset dirty status for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:49.356657 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-469a2053-d5c1-470d-b2d6-c3b4d50af450 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2287490 Jan 12 09:42:49.360486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42082) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:49.366911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624067510'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:49.370913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.378530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:49.384740 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Transition to ACTIVE for port object 1cdf6541-b477-4b53-a842-b5f4c1231868 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:49.391397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:49.410483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Transition to ACTIVE for port object 1cdf6541-b477-4b53-a842-b5f4c1231868 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:49.413580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.417395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.473368 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:49.483780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Network 5a42020a-ab5f-4097-abea-dce657cacc74 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:49.491867 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:49.496807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:49.501943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:49.507706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:49.512393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Pushing event updated for resources: {'Port': ['ID=1cdf6541-b477-4b53-a842-b5f4c1231868,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:49.516187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.539918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:49.550447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.552252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-56c3684a-73aa-4ec1-997c-3896a6165dd3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.556272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-56c3684a-73aa-4ec1-997c-3896a6165dd3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.600374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Attempting to bind port 1cdf6541-b477-4b53-a842-b5f4c1231868 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:49.600822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Attempting to bind port 1cdf6541-b477-4b53-a842-b5f4c1231868 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '0c5ec811-4324-4216-8040-3ebd3e529663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a42020a-ab5f-4097-abea-dce657cacc74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:49.601142 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Attempting to bind port 1cdf6541-b477-4b53-a842-b5f4c1231868 on network 5a42020a-ab5f-4097-abea-dce657cacc74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:49.608588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:49.608975 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Checking segment: {'id': '0c5ec811-4324-4216-8040-3ebd3e529663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a42020a-ab5f-4097-abea-dce657cacc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:49.609332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.609718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Bound using segment: {'id': '0c5ec811-4324-4216-8040-3ebd3e529663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a42020a-ab5f-4097-abea-dce657cacc74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:49.610178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Bound port: 1cdf6541-b477-4b53-a842-b5f4c1231868, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ec811-4324-4216-8040-3ebd3e529663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a42020a-ab5f-4097-abea-dce657cacc74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:49.610543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.699563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.702890 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] For port 1cdf6541-b477-4b53-a842-b5f4c1231868, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:49.707173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] For port 1cdf6541-b477-4b53-a842-b5f4c1231868, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1cdf6541-b477-4b53-a842-b5f4c1231868,segment=NetworkSegment(0c5ec811-4324-4216-8040-3ebd3e529663),segment_id=0c5ec811-4324-4216-8040-3ebd3e529663)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:49.707370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.712427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.737161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c3684a-73aa-4ec1-997c-3896a6165dd3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:49.776648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:49.789521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.26.1.181 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/0326cf7e-29fa-47b5-b7b2-eeac1634999d) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:49.808240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.813148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ea869-a1e3-4e6a-a00f-d510bf51f339 None None] Pushing event updated for resources: {'Port': ['ID=1cdf6541-b477-4b53-a842-b5f4c1231868,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:49.814386 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6d04c682-fd4c-41e2-98df-4ebb70bf70a0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4526391 Jan 12 09:42:49.816218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42086) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:49.871636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f653381d-d6f2-4060-9619-0bdf363fa0c7 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:49.872248 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-f653381d-d6f2-4060-9619-0bdf363fa0c7 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:49.873189 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f653381d-d6f2-4060-9619-0bdf363fa0c7 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0558493 Jan 12 09:42:49.877741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42090) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:49.888944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-da0f3e30-a91c-4dc0-a01b-e4d217652f62 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:49.897611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-da0f3e30-a91c-4dc0-a01b-e4d217652f62 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:49.904684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-da0f3e30-a91c-4dc0-a01b-e4d217652f62 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:49.913889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-da0f3e30-a91c-4dc0-a01b-e4d217652f62 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:49.921685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-da0f3e30-a91c-4dc0-a01b-e4d217652f62 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:49.971835 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c3684a-73aa-4ec1-997c-3896a6165dd3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:49.983159 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-56c3684a-73aa-4ec1-997c-3896a6165dd3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.984322 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-56c3684a-73aa-4ec1-997c-3896a6165dd3 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f HTTP/1.1" status: 200 len: 700 time: 1.8433926 Jan 12 09:42:49.986009 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-da0f3e30-a91c-4dc0-a01b-e4d217652f62 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:49.987246 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-da0f3e30-a91c-4dc0-a01b-e4d217652f62 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1083887 Jan 12 09:42:49.990049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42096) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:49.990201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42094) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:50.002922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.009832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-515281a9-c933-4049-b39d-5e405dd988c2 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:50.010443 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-515281a9-c933-4049-b39d-5e405dd988c2 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:50.011434 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-515281a9-c933-4049-b39d-5e405dd988c2 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0200984 Jan 12 09:42:50.015438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42102) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:50.023065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-641a402f-f6c1-400b-9d54-3003e7c2d0dc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:50.029994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-641a402f-f6c1-400b-9d54-3003e7c2d0dc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:50.033931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-641a402f-f6c1-400b-9d54-3003e7c2d0dc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:50.037011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-641a402f-f6c1-400b-9d54-3003e7c2d0dc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:50.043211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-641a402f-f6c1-400b-9d54-3003e7c2d0dc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:50.104331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-641a402f-f6c1-400b-9d54-3003e7c2d0dc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:50.105905 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-641a402f-f6c1-400b-9d54-3003e7c2d0dc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0887351 Jan 12 09:42:50.108605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42108) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:50.114757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-75237f92-80e9-4548-acab-24ebf1293049 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:50.120471 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-75237f92-80e9-4548-acab-24ebf1293049 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:50.121870 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-75237f92-80e9-4548-acab-24ebf1293049 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120797 Jan 12 09:42:50.124879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42112) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:50.131096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-bd315af0-f66f-412e-91ee-d04f3b7ac396 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:50.137733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bd315af0-f66f-412e-91ee-d04f3b7ac396 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:50.141929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bd315af0-f66f-412e-91ee-d04f3b7ac396 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:50.145605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bd315af0-f66f-412e-91ee-d04f3b7ac396 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:50.153312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bd315af0-f66f-412e-91ee-d04f3b7ac396 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:50.204247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.204812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0e9cfb17-b4aa-4f25-9122-b4b0abca6b5a req-e1020fd8-ff60-4809-844f-549dc4716362 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 210 time: 0.0456536 Jan 12 09:42:50.205993 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-bd315af0-f66f-412e-91ee-d04f3b7ac396 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Project b25d8aea2f764e1ba414e03876e3e6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:42:50.225683 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-bd315af0-f66f-412e-91ee-d04f3b7ac396 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:50.230945 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bd315af0-f66f-412e-91ee-d04f3b7ac396 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1005814 Jan 12 09:42:50.231590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42116) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:50.237240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5faaadd0-0cf4-4d4d-9f10-11a56b34cedc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:50.237900 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-5faaadd0-0cf4-4d4d-9f10-11a56b34cedc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:50.241112 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5faaadd0-0cf4-4d4d-9f10-11a56b34cedc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063114 Jan 12 09:42:50.241299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42120) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:50.247766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c59eec1b-0868-4ce7-b704-2b0511c6a754 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:50.253863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c59eec1b-0868-4ce7-b704-2b0511c6a754 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:50.258135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c59eec1b-0868-4ce7-b704-2b0511c6a754 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:50.260841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c59eec1b-0868-4ce7-b704-2b0511c6a754 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:50.266494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c59eec1b-0868-4ce7-b704-2b0511c6a754 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:50.276383 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-c59eec1b-0868-4ce7-b704-2b0511c6a754 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Project b25d8aea2f764e1ba414e03876e3e6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:42:50.286229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:50.290514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:50.293129 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:50.298114 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-c59eec1b-0868-4ce7-b704-2b0511c6a754 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:50.299420 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c59eec1b-0868-4ce7-b704-2b0511c6a754 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0572307 Jan 12 09:42:50.302169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42124) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:50.307530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e0c4f8c4-9691-4a17-82f5-82912ebee388 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:50.313483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e0c4f8c4-9691-4a17-82f5-82912ebee388 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:50.317587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e0c4f8c4-9691-4a17-82f5-82912ebee388 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:50.321242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e0c4f8c4-9691-4a17-82f5-82912ebee388 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:50.324957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=0326cf7e-29fa-47b5-b7b2-eeac1634999d,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:50.327860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e0c4f8c4-9691-4a17-82f5-82912ebee388 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:50.341662 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-e0c4f8c4-9691-4a17-82f5-82912ebee388 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Project b25d8aea2f764e1ba414e03876e3e6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:42:50.343576 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ca4b423e-cbdf-4e28-8ce4-3738ffb388b8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f HTTP/1.1" status: 200 len: 700 time: 0.3522561 Jan 12 09:42:50.347183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42128) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:50.479442 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-e0c4f8c4-9691-4a17-82f5-82912ebee388 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:50.480617 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e0c4f8c4-9691-4a17-82f5-82912ebee388 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1773784 Jan 12 09:42:50.483473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42134) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:50.539624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.540361 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.644728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-110fe48f-a268-41c7-b233-0a643fa8d504 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.700726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-110fe48f-a268-41c7-b233-0a643fa8d504 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.831604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-110fe48f-a268-41c7-b233-0a643fa8d504 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.855563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fe48f-a268-41c7-b233-0a643fa8d504 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:50.865075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-110fe48f-a268-41c7-b233-0a643fa8d504 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.868733 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-110fe48f-a268-41c7-b233-0a643fa8d504 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/2a80f2dc-e3f8-4d5d-ba6a-b6bacd40a499 HTTP/1.1" status: 204 len: 168 time: 0.3813703 Jan 12 09:42:50.871017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42138) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:50.875300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.925811 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router 0f32e861-2621-480d-a7be-b0eed0a9a8ff is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:42:50.973414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a0a13-d86f-4267-af3b-75a109ac32b6 None None] Network 5a42020a-ab5f-4097-abea-dce657cacc74 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:51.067903 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4e81e680-6722-42ab-8308-a747fe64422d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1922038 Jan 12 09:42:51.068608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42142) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:51.074251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'tempest-secgroup--312066663'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:51.082341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:51.089572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:51.091807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e6634119-e8b5-4d65-8f01-d77f61b6b9fb None None] Provisioning for port 1cdf6541-b477-4b53-a842-b5f4c1231868 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:51.093255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:51.102263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:51.174036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.183042 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:51.201762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192830f-94ca-4d6c-84fc-72d94375e917 None None] Sync routers for ids ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:51.217007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.223724 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-675694b6-218f-490c-ab55-2167107b00b6 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6959112 Jan 12 09:42:51.224586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42146) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:51.232553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba1444ec-851c-4be3-a99c-5b04b3174377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.282069 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192830f-94ca-4d6c-84fc-72d94375e917 None None] Routers {'0f32e861-2621-480d-a7be-b0eed0a9a8ff'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:51.282871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7192830f-94ca-4d6c-84fc-72d94375e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:51.351111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7192830f-94ca-4d6c-84fc-72d94375e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:51.375948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192830f-94ca-4d6c-84fc-72d94375e917 None None] Routers {'0f32e861-2621-480d-a7be-b0eed0a9a8ff'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:51.376679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7192830f-94ca-4d6c-84fc-72d94375e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:51.441310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7192830f-94ca-4d6c-84fc-72d94375e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:51.441310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192830f-94ca-4d6c-84fc-72d94375e917 None None] The sync data for ids ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:51.458629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:51.463238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:51.466501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:51.515200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.524996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:51.586962 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1ef7231d-7a2a-4658-ab60-1f3aea7bc8e3 req-45defbeb-0c66-410f-819e-fca654ca2a4d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 210 time: 0.1836267 Jan 12 09:42:51.654016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1cdf6541-b477-4b53-a842-b5f4c1231868 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:51.698377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.709467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-392165f1-470a-4452-94da-fd3bb39eb86b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:51.711142 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-392165f1-470a-4452-94da-fd3bb39eb86b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=40b33290-6f1f-46f0-9fb2-b698d71ab39f HTTP/1.1" status: 200 len: 797 time: 0.5660791 Jan 12 09:42:51.713265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.748693 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 1cdf6541-b477-4b53-a842-b5f4c1231868 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:51.751116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708cc1dd-832f-4b13-b393-2beceff0bdc2,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:51.754878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1cdf6541-b477-4b53-a842-b5f4c1231868 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:51.755769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.844941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.848914 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-50107234-f938-4ab5-8fa4-fbf058821477 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7764974 Jan 12 09:42:51.853171 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42152) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:51.862721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0c56002a-2f3a-4980-a36e-8278d5e1500a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '708cc1dd-832f-4b13-b393-2beceff0bdc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:51.882820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9aecae49-b103-41f6-90e0-c6000419ca8c None None] Provisioning complete for port 1cdf6541-b477-4b53-a842-b5f4c1231868 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:51.883448 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9aecae49-b103-41f6-90e0-c6000419ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.896135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0c56002a-2f3a-4980-a36e-8278d5e1500a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:51.905945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0c56002a-2f3a-4980-a36e-8278d5e1500a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:51.911493 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-f16d3ece-a379-4013-901f-00d282938417 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 380 time: 0.1613259 Jan 12 09:42:51.914427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0c56002a-2f3a-4980-a36e-8278d5e1500a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:51.922017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'admin_state_up': True, 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'security_groups': ['9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:51.934783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.942164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0c56002a-2f3a-4980-a36e-8278d5e1500a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:51.979668 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 1cdf6541-b477-4b53-a842-b5f4c1231868, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1cdf6541-b477-4b53-a842-b5f4c1231868,segment=NetworkSegment(0c5ec811-4324-4216-8040-3ebd3e529663),segment_id=0c5ec811-4324-4216-8040-3ebd3e529663)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:52.015248 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.110127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=1cdf6541-b477-4b53-a842-b5f4c1231868,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:52.136976 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-0c56002a-2f3a-4980-a36e-8278d5e1500a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The resource could not be found. Jan 12 09:42:52.138003 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0c56002a-2f3a-4980-a36e-8278d5e1500a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2840247 Jan 12 09:42:52.142614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42156) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:52.144165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:52.149411 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c42d7201-97d9-4896-a4ba-994e6c268616 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': '708cc1dd-832f-4b13-b393-2beceff0bdc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '226d1529-5c84-4894-a95f-9af04b092171'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:52.157749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c42d7201-97d9-4896-a4ba-994e6c268616 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:52.162596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:52.177286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:52.180295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.193871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c42d7201-97d9-4896-a4ba-994e6c268616 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:52.198827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c42d7201-97d9-4896-a4ba-994e6c268616 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:52.207702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c42d7201-97d9-4896-a4ba-994e6c268616 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:52.299696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 7466f269-9954-479b-b0c3-715d77362f70 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:52.300149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.324930 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-c42d7201-97d9-4896-a4ba-994e6c268616 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The resource could not be found. Jan 12 09:42:52.325944 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c42d7201-97d9-4896-a4ba-994e6c268616 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1824093 Jan 12 09:42:52.331499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42160) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:52.382136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.416600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.502257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-db8fcf8d-732c-4e1d-a943-caec2c987a16 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.520264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.12 (40b33290-6f1f-46f0-9fb2-b698d71ab39f/486b768c-9d9a-4633-b75a-3b400a24263c/1adb2ccc-3b9b-468c-986b-3b3616f70d8c) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:52.558421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.596051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-db8fcf8d-732c-4e1d-a943-caec2c987a16 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.599883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.759494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-db8fcf8d-732c-4e1d-a943-caec2c987a16 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.786113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fcf8d-732c-4e1d-a943-caec2c987a16 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708cc1dd-832f-4b13-b393-2beceff0bdc2,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:52.864873 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-db8fcf8d-732c-4e1d-a943-caec2c987a16 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.865972 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-db8fcf8d-732c-4e1d-a943-caec2c987a16 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/708cc1dd-832f-4b13-b393-2beceff0bdc2 HTTP/1.1" status: 204 len: 168 time: 0.5345645 Jan 12 09:42:52.866772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 7466f269-9954-479b-b0c3-715d77362f70 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:52.869441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42166) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:52.909617 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3b31ceea-05d9-452d-b741-4885f1e324dd req-465ed60d-4902-4a8c-bd1b-6b7732659690 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 210 time: 0.1446428 Jan 12 09:42:52.973390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.20.0.1 (5a42020a-ab5f-4097-abea-dce657cacc74/b821750a-8964-43b2-ac6f-bae7b6b1295d/d12c6983-0027-448c-9277-33923a3df9c0) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:52.981519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c76fc61e-6e98-45f6-a05d-a11fb67065df tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Synchronizing usage tracker for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:53.058865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c76fc61e-6e98-45f6-a05d-a11fb67065df tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Unset dirty status for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:53.060275 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c76fc61e-6e98-45f6-a05d-a11fb67065df tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1902070 Jan 12 09:42:53.068157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42170) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:53.079001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-38e279bf-d58f-411b-947e-18bd635dd343 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': 'f09c484a-d7f9-4dd0-ab2c-6d45d96d05cc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:53.088306 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-38e279bf-d58f-411b-947e-18bd635dd343 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:53.100682 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-38e279bf-d58f-411b-947e-18bd635dd343 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:53.105343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-38e279bf-d58f-411b-947e-18bd635dd343 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:53.115635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-38e279bf-d58f-411b-947e-18bd635dd343 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:53.116303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.181062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.197574 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-38e279bf-d58f-411b-947e-18bd635dd343 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The resource could not be found. Jan 12 09:42:53.202170 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-38e279bf-d58f-411b-947e-18bd635dd343 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1299348 Jan 12 09:42:53.202336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42174) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:53.205145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object 1adb2ccc-3b9b-468c-986b-3b3616f70d8c will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:53.205318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Transition to ACTIVE for port object d12c6983-0027-448c-9277-33923a3df9c0 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:53.206654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.210323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975883685'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:53.217952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:53.229879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:53.244179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.253552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=7466f269-9954-479b-b0c3-715d77362f70,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:53.262016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.359870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.459711 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=d12c6983-0027-448c-9277-33923a3df9c0,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:53.487249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 5a42020a-ab5f-4097-abea-dce657cacc74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:53.488513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:53.491057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:53.495243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:53.508384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 40b33290-6f1f-46f0-9fb2-b698d71ab39f is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:53.510532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:53.512338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:53.514489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:53.536856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:53.541565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:53.558390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:53.582508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.622354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1cdf6541-b477-4b53-a842-b5f4c1231868 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:53.663792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:53.664358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.674476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.704450 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-c23ebc0b-b4c5-46a7-a80d-23610cc8161f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7862024 Jan 12 09:42:53.711757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.729345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Request body: {'port': {'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:53.738727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1cdf6541-b477-4b53-a842-b5f4c1231868 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:53.739108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.805219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.821374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa9ed00-f32d-4304-9157-814f4117c680,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:53.837275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.839291 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7748f863-7c74-449a-820e-5289d14ce973 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6355240 Jan 12 09:42:53.853387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42178) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:53.865086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.878501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'tempest-secgroup--310396066'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:53.884966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:53.889439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:53.905269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:53.913741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.919377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:53.935777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.964011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c6befae7-b9c6-40f4-8b3d-2b36f58f5b59 None None] Provisioning for port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:53.974327 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c6befae7-b9c6-40f4-8b3d-2b36f58f5b59 None None] Provisioning complete for port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:53.974733 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6befae7-b9c6-40f4-8b3d-2b36f58f5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.009895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.045928 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c6befae7-b9c6-40f4-8b3d-2b36f58f5b59 None None] Port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:54.060560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c6befae7-b9c6-40f4-8b3d-2b36f58f5b59 None None] Provisioning for port d12c6983-0027-448c-9277-33923a3df9c0 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:54.066630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c6befae7-b9c6-40f4-8b3d-2b36f58f5b59 None None] Provisioning complete for port d12c6983-0027-448c-9277-33923a3df9c0 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:54.067065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6befae7-b9c6-40f4-8b3d-2b36f58f5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.127354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c6befae7-b9c6-40f4-8b3d-2b36f58f5b59 None None] Port d12c6983-0027-448c-9277-33923a3df9c0 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:54.207084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:54.223730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:54.230313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:54.240175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:54.307605 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.313709 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.427082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.435793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=d12c6983-0027-448c-9277-33923a3df9c0,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:54.474333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927f9a8-a1bd-4eef-853d-4fc2ad86b477 req-3b124355-9727-40d8-b2dc-721552d20974 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:54.474948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4927f9a8-a1bd-4eef-853d-4fc2ad86b477 req-3b124355-9727-40d8-b2dc-721552d20974 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:54.582693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.591636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 5a42020a-ab5f-4097-abea-dce657cacc74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:54.592848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.593108 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:54.596202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4927f9a8-a1bd-4eef-853d-4fc2ad86b477 req-3b124355-9727-40d8-b2dc-721552d20974 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:54.597376 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4927f9a8-a1bd-4eef-853d-4fc2ad86b477 req-3b124355-9727-40d8-b2dc-721552d20974 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 932 time: 0.5306888 Jan 12 09:42:54.759853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ddf944-7ebb-44ae-af3f-0e583f1c920f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:54.827945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.829135 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4b973bd5-e8f0-4ae0-b488-70687734dc6b tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9736795 Jan 12 09:42:54.846587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42186) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:54.856228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e84d2ffd-9ed8-4e0f-b299-91dfb4a8e1ce None None] Provisioning complete for port d12c6983-0027-448c-9277-33923a3df9c0 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:54.856806 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e84d2ffd-9ed8-4e0f-b299-91dfb4a8e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.869240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4faf9e8f-afa7-4c48-a3e9-dc5396b8eb95 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': 'afa9ed00-f32d-4304-9157-814f4117c680', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '43ddf944-7ebb-44ae-af3f-0e583f1c920f'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:54.880044 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4927f9a8-a1bd-4eef-853d-4fc2ad86b477 req-4ff286f2-151c-4dc9-9e7d-18ac1645b12e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661815 Jan 12 09:42:54.880573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4faf9e8f-afa7-4c48-a3e9-dc5396b8eb95 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:54.888182 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4faf9e8f-afa7-4c48-a3e9-dc5396b8eb95 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:54.894002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4faf9e8f-afa7-4c48-a3e9-dc5396b8eb95 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:54.909065 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4faf9e8f-afa7-4c48-a3e9-dc5396b8eb95 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:54.947883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e84d2ffd-9ed8-4e0f-b299-91dfb4a8e1ce None None] Port d12c6983-0027-448c-9277-33923a3df9c0 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:55.019465 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-4faf9e8f-afa7-4c48-a3e9-dc5396b8eb95 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:55.023032 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4faf9e8f-afa7-4c48-a3e9-dc5396b8eb95 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1679225 Jan 12 09:42:55.029020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42190) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:55.061917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1adb2ccc-3b9b-468c-986b-3b3616f70d8c {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:42:55.080355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.105900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Transition to ACTIVE for port object 1adb2ccc-3b9b-468c-986b-3b3616f70d8c will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:55.115571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.117591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2c87617c-cb11-429d-a141-b4337593c35d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.123678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router 0f32e861-2621-480d-a7be-b0eed0a9a8ff has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:55.160103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2c87617c-cb11-429d-a141-b4337593c35d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.237233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:55.356935 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] Sync routers for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:55.359938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:42:55.372610 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:55.375277 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:55.385820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Attempting to bind port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:55.386176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Attempting to bind port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:55.386524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Attempting to bind port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c on network 40b33290-6f1f-46f0-9fb2-b698d71ab39f {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:55.394931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2c87617c-cb11-429d-a141-b4337593c35d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.416767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87617c-cb11-429d-a141-b4337593c35d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ddf944-7ebb-44ae-af3f-0e583f1c920f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:55.428162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2c87617c-cb11-429d-a141-b4337593c35d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.430174 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2c87617c-cb11-429d-a141-b4337593c35d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/43ddf944-7ebb-44ae-af3f-0e583f1c920f HTTP/1.1" status: 204 len: 168 time: 0.4002960 Jan 12 09:42:55.434972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42194) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:55.460220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c on network 40b33290-6f1f-46f0-9fb2-b698d71ab39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:42:55.460536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Attempting to bind port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c on network 40b33290-6f1f-46f0-9fb2-b698d71ab39f {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:42:55.471686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:42:55.472217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Checking segment: {'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:42:55.472792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Bound using segment: {'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:42:55.473270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Bound port: 1adb2ccc-3b9b-468c-986b-3b3616f70d8c, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:55.473623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.586230 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:42:55.601110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6ced10a7-639f-47fd-9aed-338b7fc128b7 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Synchronizing usage tracker for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:55.618857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:55.624409 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d161be68-0f1a-4484-8fc3-817120f42a5f tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "PUT /v2.0/routers/0f32e861-2621-480d-a7be-b0eed0a9a8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3972166 Jan 12 09:42:55.627233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42198) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:55.631792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fde301-6b6b-492f-8752-ffa389bfeeeb None None] Sync routers for ids ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:42:55.634963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'port': {'network_id': '5a42020a-ab5f-4097-abea-dce657cacc74', 'name': 'tempest-FloatingIPTestJSON-1055185640'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:55.644577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fde301-6b6b-492f-8752-ffa389bfeeeb None None] Routers {'0f32e861-2621-480d-a7be-b0eed0a9a8ff'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:55.645541 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-76fde301-6b6b-492f-8752-ffa389bfeeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:55.651293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6ced10a7-639f-47fd-9aed-338b7fc128b7 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Unset dirty status for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:55.655171 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6ced10a7-639f-47fd-9aed-338b7fc128b7 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1415741 Jan 12 09:42:55.657205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42202) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:55.664347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] For port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:42:55.668899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] For port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:42:55.683924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.717827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-76fde301-6b6b-492f-8752-ffa389bfeeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:55.746144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fde301-6b6b-492f-8752-ffa389bfeeeb None None] Routers {'0f32e861-2621-480d-a7be-b0eed0a9a8ff'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:55.748479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-76fde301-6b6b-492f-8752-ffa389bfeeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:55.751318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:42:55.763959 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4beab247-b9d4-4938-b692-5b8cdde733bd tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4154177 Jan 12 09:42:55.769842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42208) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:55.793874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.795566 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] 10.222.0.59 "PUT /v2.0/ports/1adb2ccc-3b9b-468c-986b-3b3616f70d8c HTTP/1.1" status: 200 len: 1094 time: 2.0735373 Jan 12 09:42:55.796210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'tag': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:42:55.820508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2fdea-f518-4460-9035-36fdfac945e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:55.828808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-76fde301-6b6b-492f-8752-ffa389bfeeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:55.829879 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fde301-6b6b-492f-8752-ffa389bfeeeb None None] The sync data for ids ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:55.924027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:55.926433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b46f383e-f0ee-44bf-a01c-88c875117d08 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.932646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Usage tracker for resource:port and tenant:8dfb823b7540429eab50616891e089c1 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:55.948960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-9ce2448e-78fe-4980-92b6-25184a5eec56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 1097 time: 0.0967431 Jan 12 09:42:55.965681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:56.011140 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:53Z', 'revision_number': 8, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '2e8ab004-7355-4135-a196-127da3051358', 'name': '', 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:33:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:44Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:56.016027 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] Checking router: e196c571-6a30-46fa-a3aa-b0308360544f for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:42:56.029327 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:42:56.030108 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:56.044295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:56.077237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b46f383e-f0ee-44bf-a01c-88c875117d08 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.091663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Made reservation on behalf of 8dfb823b7540429eab50616891e089c1 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:56.094580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.127759 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-ce8d8c31-4310-4d1a-ae4f-790c8dabc77d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c HTTP/1.1" status: 200 len: 217 time: 0.1706693 Jan 12 09:42:56.156714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] device_id is not set on port adcb4ddd-cad6-4927-9e8b-63d128d0c9c9 yet. {{(pid=83595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:42:56.217426 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:42:56.220871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fd835a-fdd3-41f2-bf74-c5bac5e70c3e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting subnet 814d812c-64e9-492c-af1a-be09a6533e41 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:42:56.224758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1fd835a-fdd3-41f2-bf74-c5bac5e70c3e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.278717 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b46f383e-f0ee-44bf-a01c-88c875117d08 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.324391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f383e-f0ee-44bf-a01c-88c875117d08 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa9ed00-f32d-4304-9157-814f4117c680,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:56.341538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1fd835a-fdd3-41f2-bf74-c5bac5e70c3e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.344110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-01a58f3d-6e42-4afb-8db2-1b03ff8c2625 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.345478 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-01a58f3d-6e42-4afb-8db2-1b03ff8c2625 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=486b768c-9d9a-4633-b75a-3b400a24263c HTTP/1.1" status: 200 len: 834 time: 0.2061667 Jan 12 09:42:56.355027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07077034-2f2d-415a-815f-6bc703ed9dcd req-83673b75-dbf4-435b-b3f3-0be472de2a44 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.356617 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07077034-2f2d-415a-815f-6bc703ed9dcd req-83673b75-dbf4-435b-b3f3-0be472de2a44 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 944 time: 0.2946343 Jan 12 09:42:56.443769 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b46f383e-f0ee-44bf-a01c-88c875117d08 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.446999 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b46f383e-f0ee-44bf-a01c-88c875117d08 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/afa9ed00-f32d-4304-9157-814f4117c680 HTTP/1.1" status: 204 len: 168 time: 0.7866986 Jan 12 09:42:56.452377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42216) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:56.455733 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07077034-2f2d-415a-815f-6bc703ed9dcd req-931be0cb-0ea0-4b1a-a2da-149fd4d6e126 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675423 Jan 12 09:42:56.484329 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-1c727107-4711-4a94-8cc6-3da2e793a4a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40b33290-6f1f-46f0-9fb2-b698d71ab39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1248434 Jan 12 09:42:56.499684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Allocated IP 172.20.0.11 (5a42020a-ab5f-4097-abea-dce657cacc74/b821750a-8964-43b2-ac6f-bae7b6b1295d/adcb4ddd-cad6-4927-9e8b-63d128d0c9c9) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:56.566227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cd973364-0686-4e28-8313-a4623bf9c099 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Synchronizing usage tracker for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:56.587645 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1fd835a-fdd3-41f2-bf74-c5bac5e70c3e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.628542 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:53Z', 'revision_number': 8, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '2e8ab004-7355-4135-a196-127da3051358', 'name': '', 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:33:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:44Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:56.633071 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e6b41-b4c0-421c-b391-dcad0de5cece None None] The sync data for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv is: [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:42:53Z', 'revision_number': 8, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '2e8ab004-7355-4135-a196-127da3051358', 'name': '', 'network_id': '25d1d7e2-0842-485a-bc2b-61b250140585', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:33:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:44Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '8c5f0cfc-6c12-4338-aab3-3740942c1101', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:42:56.645490 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-81b40798-b3b8-403e-80d6-6f9bf4b7eded service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564264 Jan 12 09:42:56.735185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cd973364-0686-4e28-8313-a4623bf9c099 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Unset dirty status for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:56.736470 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cd973364-0686-4e28-8313-a4623bf9c099 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2827365 Jan 12 09:42:56.742053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42220) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:56.750853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'tempest-secgroup--878007270'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:56.760640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:56.772404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1fd835a-fdd3-41f2-bf74-c5bac5e70c3e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.784030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:56.804417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f8b4cd5-9cc6-4e46-ac75-9bea3684b264 req-116d8648-6ba7-46d6-b0d1-c029f41959b2 service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527033 Jan 12 09:42:56.806772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.822262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd835a-fdd3-41f2-bf74-c5bac5e70c3e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Subnet': ['ID=814d812c-64e9-492c-af1a-be09a6533e41,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:56.846416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:56.846772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f1fd835a-fdd3-41f2-bf74-c5bac5e70c3e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.852271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d627a4-ff99-404a-b836-630aeee19bf9 None None] Network 175c5611-6917-4e9b-b108-2f410b6567af requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:42:56.853176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:56.856209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:56.865080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:56.865304 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f1fd835a-fdd3-41f2-bf74-c5bac5e70c3e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/814d812c-64e9-492c-af1a-be09a6533e41 HTTP/1.1" status: 204 len: 168 time: 1.0919693 Jan 12 09:42:56.865304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42224) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:56.869539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.913843 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'tag': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'status': 'completed', 'code': 200} Jan 12 09:42:56.927749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.935674 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.963740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Transition to ACTIVE for port object adcb4ddd-cad6-4927-9e8b-63d128d0c9c9 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:57.003393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.019519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 7ff49345-fa1c-4c31-890b-c109b3280ead {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:57.019904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.031530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00880f0-743e-4f15-b6b6-ab03504deef1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:57.046699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.047996 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8b551be3-1117-4277-937e-2056ebffcacd tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3039618 Jan 12 09:42:57.051289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42230) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:57.064756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-9234eff6-261a-459e-9399-804d99bb4d7f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': 'f00880f0-743e-4f15-b6b6-ab03504deef1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:57.065995 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4c0a4ba9-3f46-44a1-92a8-707c44f009df req-86a24a4a-96f3-4851-ab87-bc5667fe6086 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 1097 time: 0.1256232 Jan 12 09:42:57.085110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9234eff6-261a-459e-9399-804d99bb4d7f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:57.092767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9234eff6-261a-459e-9399-804d99bb4d7f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:57.095780 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.099708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9234eff6-261a-459e-9399-804d99bb4d7f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:57.138302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9234eff6-261a-459e-9399-804d99bb4d7f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:57.164240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd464a8-e0c4-4ae6-bbe9-b6cecc65fe88 None None] DHCP port deletion for 175c5611-6917-4e9b-b108-2f410b6567af request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:42:57.168493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5bd464a8-e0c4-4ae6-bbe9-b6cecc65fe88 None None] Deleting port 7ff49345-fa1c-4c31-890b-c109b3280ead {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:57.168882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5bd464a8-e0c4-4ae6-bbe9-b6cecc65fe88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.216664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a4ba9-3f46-44a1-92a8-707c44f009df req-1fe471de-97f1-48bb-96f0-2abfcacdd3d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:57.218538 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4c0a4ba9-3f46-44a1-92a8-707c44f009df req-1fe471de-97f1-48bb-96f0-2abfcacdd3d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40b33290-6f1f-46f0-9fb2-b698d71ab39f HTTP/1.1" status: 200 len: 898 time: 0.1463289 Jan 12 09:42:57.240763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Network 5a42020a-ab5f-4097-abea-dce657cacc74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:57.245945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:57.256564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:42:57.296341 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4c0a4ba9-3f46-44a1-92a8-707c44f009df req-248f19bf-5e43-4270-b727-5bd8a5b9fbaa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c HTTP/1.1" status: 200 len: 217 time: 0.0713730 Jan 12 09:42:57.363471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a4ba9-3f46-44a1-92a8-707c44f009df req-1ca6a069-0130-415d-acc0-31c1fcb29dd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:57.365105 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4c0a4ba9-3f46-44a1-92a8-707c44f009df req-1ca6a069-0130-415d-acc0-31c1fcb29dd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=486b768c-9d9a-4633-b75a-3b400a24263c HTTP/1.1" status: 200 len: 834 time: 0.0623550 Jan 12 09:42:57.377086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5bd464a8-e0c4-4ae6-bbe9-b6cecc65fe88 None None] For port 7ff49345-fa1c-4c31-890b-c109b3280ead, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7ff49345-fa1c-4c31-890b-c109b3280ead,segment=NetworkSegment(0566086b-27eb-41f0-b6c8-dd811e33e439),segment_id=0566086b-27eb-41f0-b6c8-dd811e33e439)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:57.377475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5bd464a8-e0c4-4ae6-bbe9-b6cecc65fe88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.421393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event updated for resources: {'Port': ['ID=adcb4ddd-cad6-4927-9e8b-63d128d0c9c9,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:57.448495 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-9234eff6-261a-459e-9399-804d99bb4d7f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:57.450233 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9234eff6-261a-459e-9399-804d99bb4d7f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3969953 Jan 12 09:42:57.457683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42234) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:57.465130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-474f07c8-473b-4175-8f13-7fda76e5b46f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group_rule': {'security_group_id': 'f00880f0-743e-4f15-b6b6-ab03504deef1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:57.476093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-474f07c8-473b-4175-8f13-7fda76e5b46f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:57.487523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-474f07c8-473b-4175-8f13-7fda76e5b46f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:57.492717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-474f07c8-473b-4175-8f13-7fda76e5b46f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:57.500074 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4c0a4ba9-3f46-44a1-92a8-707c44f009df req-6a918d24-a6a3-4c03-9599-c1f53c3e10c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40b33290-6f1f-46f0-9fb2-b698d71ab39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1274390 Jan 12 09:42:57.504310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-474f07c8-473b-4175-8f13-7fda76e5b46f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:57.611600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:57.612210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.619503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7466f269-9954-479b-b0c3-715d77362f70 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:57.636389 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-474f07c8-473b-4175-8f13-7fda76e5b46f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:57.640534 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-474f07c8-473b-4175-8f13-7fda76e5b46f tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1784732 Jan 12 09:42:57.642045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42242) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:57.650147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5bd464a8-e0c4-4ae6-bbe9-b6cecc65fe88 None None] Calling delete_port for 7ff49345-fa1c-4c31-890b-c109b3280ead owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:57.694759 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3aa0a7a1-d70d-43a5-bb26-2c7dc4c1aebb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0635991 Jan 12 09:42:57.694976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 7466f269-9954-479b-b0c3-715d77362f70 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:42:57.694976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7466f269-9954-479b-b0c3-715d77362f70 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:57.695178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port 7ff49345-fa1c-4c31-890b-c109b3280ead, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7ff49345-fa1c-4c31-890b-c109b3280ead,segment=NetworkSegment(0566086b-27eb-41f0-b6c8-dd811e33e439),segment_id=0566086b-27eb-41f0-b6c8-dd811e33e439)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:42:57.695282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7ff49345-fa1c-4c31-890b-c109b3280ead no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:57.695378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.703791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42246) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:57.715215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Request body: {'floatingip': {'port_id': 'adcb4ddd-cad6-4927-9e8b-63d128d0c9c9'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:57.733740 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4c0a4ba9-3f46-44a1-92a8-707c44f009df req-fd8c4a08-d9a8-4dbd-8f62-8e5cb17bc8f0 service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259498 Jan 12 09:42:57.761888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-31581c7c-a55b-4d67-b3f7-09d0f1422ad4 None None] Provisioning for port adcb4ddd-cad6-4927-9e8b-63d128d0c9c9 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:57.783272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-31581c7c-a55b-4d67-b3f7-09d0f1422ad4 None None] Provisioning complete for port adcb4ddd-cad6-4927-9e8b-63d128d0c9c9 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:57.783684 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-31581c7c-a55b-4d67-b3f7-09d0f1422ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.830440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5bd464a8-e0c4-4ae6-bbe9-b6cecc65fe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.835007 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No ports have port_id starting with 7ff49345-fa1c-4c31-890b-c109b3280ead Jan 12 09:42:57.855402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31b418-e2e8-462f-83bd-a53f3a5614de req-b3b200eb-defa-4f06-8392-ac2fe3a4af70 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:57.856850 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc31b418-e2e8-462f-83bd-a53f3a5614de req-b3b200eb-defa-4f06-8392-ac2fe3a4af70 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 944 time: 0.1700785 Jan 12 09:42:57.887825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd464a8-e0c4-4ae6-bbe9-b6cecc65fe88 None None] Pushing event deleted for resources: {'Port': ['ID=7ff49345-fa1c-4c31-890b-c109b3280ead,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:57.894356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 7ff49345-fa1c-4c31-890b-c109b3280ead owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:42:57.897153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-31581c7c-a55b-4d67-b3f7-09d0f1422ad4 None None] Port adcb4ddd-cad6-4927-9e8b-63d128d0c9c9 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:42:57.900569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd464a8-e0c4-4ae6-bbe9-b6cecc65fe88 None None] No DVR routers for this DVR port 7ff49345-fa1c-4c31-890b-c109b3280ead on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:57.913949 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4c0a4ba9-3f46-44a1-92a8-707c44f009df req-1f5d0001-f5cd-48a3-bbbf-97a8d7ba811c service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701932 Jan 12 09:42:57.935662 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc31b418-e2e8-462f-83bd-a53f3a5614de req-fc136f78-6c3e-46bf-ae3c-eb01df1e5195 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663009 Jan 12 09:42:57.985609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b0861f8-806a-4d3a-87d0-81a2773775bc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.994031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.097241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b0861f8-806a-4d3a-87d0-81a2773775bc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.126474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:42:58.126762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:42:58.202023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b0861f8-806a-4d3a-87d0-81a2773775bc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.251251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0861f8-806a-4d3a-87d0-81a2773775bc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00880f0-743e-4f15-b6b6-ab03504deef1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:58.275662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b0861f8-806a-4d3a-87d0-81a2773775bc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.276737 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6b0861f8-806a-4d3a-87d0-81a2773775bc tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/f00880f0-743e-4f15-b6b6-ab03504deef1 HTTP/1.1" status: 204 len: 168 time: 0.6337640 Jan 12 09:42:58.279872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42252) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:58.334908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3ab59f58-3816-4628-a39d-223f5e1ec5c2 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Synchronizing usage tracker for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:58.351429 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3ab59f58-3816-4628-a39d-223f5e1ec5c2 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Unset dirty status for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:58.352683 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3ab59f58-3816-4628-a39d-223f5e1ec5c2 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0718315 Jan 12 09:42:58.356605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42258) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:58.362078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'tempest-secgroup--327826390'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:58.369466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:58.379014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:58.390544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.425965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:58.430299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Usage tracker for resource:security_group_rule and tenant:b25d8aea2f764e1ba414e03876e3e6be is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:58.433419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:58.439291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:58.495115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.501334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.544619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbc61e8-b7c6-4136-98d9-65c278fb5d82,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:58.552543 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.557436 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e4ff0612-22c6-4d5e-a04a-06a3896d184a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1960359 Jan 12 09:42:58.557436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42262) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:58.562863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9079aa60-1b0f-40ad-9ee4-f84d4f553e5a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:42:58.563420 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-9079aa60-1b0f-40ad-9ee4-f84d4f553e5a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] update failed (client error): There was a conflict when trying to complete your request. Jan 12 09:42:58.566867 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9079aa60-1b0f-40ad-9ee4-f84d4f553e5a tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "PUT /v2.0/security-groups/0bbc61e8-b7c6-4136-98d9-65c278fb5d82 HTTP/1.1" status: 409 len: 330 time: 0.0060446 Jan 12 09:42:58.567003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42266) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:58.629772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ac73b55-382d-420f-be85-7c5a1f727e5d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.649348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 7ff49345-fa1c-4c31-890b-c109b3280ead {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:42:58.650013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.656666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ac73b55-382d-420f-be85-7c5a1f727e5d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.708074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ac73b55-382d-420f-be85-7c5a1f727e5d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.721609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] The port '7ff49345-fa1c-4c31-890b-c109b3280ead' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:42:58.726428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac73b55-382d-420f-be85-7c5a1f727e5d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbc61e8-b7c6-4136-98d9-65c278fb5d82,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:58.733309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ac73b55-382d-420f-be85-7c5a1f727e5d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.736760 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3ac73b55-382d-420f-be85-7c5a1f727e5d tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/0bbc61e8-b7c6-4136-98d9-65c278fb5d82 HTTP/1.1" status: 204 len: 168 time: 0.1666269 Jan 12 09:42:58.737057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42270) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:58.751684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.resource_extend [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:42:58.787610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-33556704-ffd4-4278-83ea-9f03bba9dcd0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Synchronizing usage tracker for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:58.804165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-33556704-ffd4-4278-83ea-9f03bba9dcd0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] Unset dirty status for tenant:b25d8aea2f764e1ba414e03876e3e6be on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:58.809148 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-33556704-ffd4-4278-83ea-9f03bba9dcd0 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0676320 Jan 12 09:42:58.809653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42274) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:58.825834 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-338edef4-da8d-43be-958d-18302f07af58 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] delete failed (client error): The resource could not be found. Jan 12 09:42:58.826798 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-338edef4-da8d-43be-958d-18302f07af58 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "DELETE /v2.0/security-groups/0c474624-22b0-45cb-b89f-057bcd56774f HTTP/1.1" status: 404 len: 347 time: 0.0162497 Jan 12 09:42:58.830687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42278) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:58.847484 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-e423d5b4-cb32-4247-8ef1-2c0b487833ea tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] show failed (client error): The resource could not be found. Jan 12 09:42:58.848466 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e423d5b4-cb32-4247-8ef1-2c0b487833ea tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-groups/4b4cd8b9-dec9-4651-8801-36812aca7326 HTTP/1.1" status: 404 len: 347 time: 0.0168490 Jan 12 09:42:58.852289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42282) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:58.868078 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-8d2e9bba-12f9-48b1-99a6-3333f2732d83 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] show failed (client error): The resource could not be found. Jan 12 09:42:58.869122 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8d2e9bba-12f9-48b1-99a6-3333f2732d83 tempest-NegativeSecGroupIPv6Test-2080051848 tempest-NegativeSecGroupIPv6Test-2080051848-project] 10.222.0.58 "GET /v2.0/security-group-rules/49705766-7a0a-4d93-a378-5792b0f0506f HTTP/1.1" status: 404 len: 356 time: 0.0159073 Jan 12 09:42:59.027358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.035375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.048917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.112978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175c5611-6917-4e9b-b108-2f410b6567af']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:59.127342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0566086b-27eb-41f0-b6c8-dd811e33e439') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:59.127958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0566086b-27eb-41f0-b6c8-dd811e33e439') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:59.141673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.150346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3abe5-637e-43bd-900e-41a58c4bc267 req-d63601c4-d815-480b-b704-40370b1ad580 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:59.152290 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07f3abe5-637e-43bd-900e-41a58c4bc267 req-d63601c4-d815-480b-b704-40370b1ad580 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 944 time: 0.0896075 Jan 12 09:42:59.165739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.173737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:42:59.174132 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: util.warn( Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:59.189987 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:59.193121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42292) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:59.301315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07f3abe5-637e-43bd-900e-41a58c4bc267 req-1bdec4fe-afab-4e64-8461-96525a01c087 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426990 Jan 12 09:42:59.329121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.350449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.361638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Network': ['ID=175c5611-6917-4e9b-b108-2f410b6567af,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:59.368011 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-019176fd-a4b6-4cc2-896e-89302361e209 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/networks/175c5611-6917-4e9b-b108-2f410b6567af HTTP/1.1" status: 204 len: 168 time: 2.5018079 Jan 12 09:42:59.370928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42298) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:59.421541 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP 710c10e5-289e-479c-8557-c653d9b456e3 associated. External IP: 172.26.1.209, port: 09895acd-2b12-4d8e-9888-b64eb7d7b298. Jan 12 09:42:59.526340 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fbc53f02-aefe-4b12-97e1-9efaafbf9173 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b25d8aea2f764e1ba414e03876e3e6be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3264289 Jan 12 09:42:59.526961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42302) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:59.654799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a0d170a-970d-4091-af66-67d0d668a785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.693208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a0d170a-970d-4091-af66-67d0d668a785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.710898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.829029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a0d170a-970d-4091-af66-67d0d668a785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.849964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d170a-970d-4091-af66-67d0d668a785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df70b2dd-e2ee-495b-96c0-17e021251c94,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:59.870295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0a0d170a-970d-4091-af66-67d0d668a785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.871441 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0a0d170a-970d-4091-af66-67d0d668a785 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df70b2dd-e2ee-495b-96c0-17e021251c94 HTTP/1.1" status: 204 len: 168 time: 0.3424013 Jan 12 09:42:59.993889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:00.225126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:00.234058 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f807b-ec76-4884-bfde-9a4292f210d0 None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:00.246203 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f807b-ec76-4884-bfde-9a4292f210d0 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:00.246949 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9d3f807b-ec76-4884-bfde-9a4292f210d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:00.312817 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9d3f807b-ec76-4884-bfde-9a4292f210d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:00.323448 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f807b-ec76-4884-bfde-9a4292f210d0 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:00.324033 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9d3f807b-ec76-4884-bfde-9a4292f210d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:00.351396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 2e8ab004-7355-4135-a196-127da3051358 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:00.351898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:00.388662 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9d3f807b-ec76-4884-bfde-9a4292f210d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:00.388662 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f807b-ec76-4884-bfde-9a4292f210d0 None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:00.491751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1adb2ccc-3b9b-468c-986b-3b3616f70d8c details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:43:00.609979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port 2e8ab004-7355-4135-a196-127da3051358, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2e8ab004-7355-4135-a196-127da3051358,segment=NetworkSegment(66b660b6-03ef-4f9c-8652-f752d19b144c),segment_id=66b660b6-03ef-4f9c-8652-f752d19b144c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:00.610341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:00.633017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e91f22-5962-4754-a96f-f8b7bde7e383 req-6c9f4428-f5fc-44b9-89c7-ae086855f008 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:00.634476 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06e91f22-5962-4754-a96f-f8b7bde7e383 req-6c9f4428-f5fc-44b9-89c7-ae086855f008 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 944 time: 0.1983159 Jan 12 09:43:00.658128 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:00.671703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'mac_address': 'fa:16:3e:8b:d2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:43:00.725400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:00.744121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1adb2ccc-3b9b-468c-986b-3b3616f70d8c {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:43:00.755184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 2e8ab004-7355-4135-a196-127da3051358 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:00.755907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router 0f32e861-2621-480d-a7be-b0eed0a9a8ff has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:00.761278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:00.766744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:00.839291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:00.962025 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06e91f22-5962-4754-a96f-f8b7bde7e383 req-3da607ed-d918-4b15-a1a8-c284ec6c40a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771039 Jan 12 09:43:00.968563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:00.973339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:00.988254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe3967-a2e5-4ddc-9581-2c42070323bc None None] Sync routers for ids ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:00.998007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe3967-a2e5-4ddc-9581-2c42070323bc None None] Routers {'0f32e861-2621-480d-a7be-b0eed0a9a8ff'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:00.998683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-b4fe3967-a2e5-4ddc-9581-2c42070323bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:01.059202 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] Sync routers for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:01.063482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-b4fe3967-a2e5-4ddc-9581-2c42070323bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:01.074611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe3967-a2e5-4ddc-9581-2c42070323bc None None] Routers {'0f32e861-2621-480d-a7be-b0eed0a9a8ff'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:01.075271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-b4fe3967-a2e5-4ddc-9581-2c42070323bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:01.075866 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:01.076706 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:01.098442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.123120 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7746edf2-ccda-4a69-acd0-aa0ed11c732d tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "PUT /v2.0/floatingips/710c10e5-289e-479c-8557-c653d9b456e3 HTTP/1.1" status: 200 len: 979 time: 3.4153180 Jan 12 09:43:01.123988 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42310) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:01.167841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=2e8ab004-7355-4135-a196-127da3051358,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:01.194961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['1adb2ccc-3b9b-468c-986b-3b3616f70d8c'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:43:01.218591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port adcb4ddd-cad6-4927-9e8b-63d128d0c9c9 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:01.220135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.227054 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-b4fe3967-a2e5-4ddc-9581-2c42070323bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:01.227474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe3967-a2e5-4ddc-9581-2c42070323bc None None] The sync data for ids ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:01.307957 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:01.357623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Sync routers for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:01.395586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:01.396211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:01.516833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.602819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.725785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:01.821861 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:01Z', 'revision_number': 9, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:01.826223 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] Checking router: e196c571-6a30-46fa-a3aa-b0308360544f for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:43:01.838459 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:01.839099 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:01.839235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.839702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.839929 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Floating IP 710c10e5-289e-479c-8557-c653d9b456e3 disassociated. External IP: 172.26.1.209, port: adcb4ddd-cad6-4927-9e8b-63d128d0c9c9. Jan 12 09:43:01.840220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for adcb4ddd-cad6-4927-9e8b-63d128d0c9c9 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:02.010041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.032324 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:02.064681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=adcb4ddd-cad6-4927-9e8b-63d128d0c9c9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:02.108229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:02.119655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Checking router: e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:43:02.126755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Updating router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:43:02.203301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.370364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2f3ed-1850-4138-9226-2e62a21ba7c3 req-805d7f5c-e0c7-45d0-9207-62082ecec761 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:02.374036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router 0f32e861-2621-480d-a7be-b0eed0a9a8ff has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:02.377486 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-35e2f3ed-1850-4138-9226-2e62a21ba7c3 req-805d7f5c-e0c7-45d0-9207-62082ecec761 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 945 time: 0.1375608 Jan 12 09:43:02.402134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:02.442982 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-35e2f3ed-1850-4138-9226-2e62a21ba7c3 req-c517f3f3-1636-42f7-89ca-d6fc577959e9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640833 Jan 12 09:43:02.449329 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:01Z', 'revision_number': 9, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:02.456622 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790614d-cbc2-4247-925e-20f0e4d4f2a4 None None] The sync data for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv is: [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:01Z', 'revision_number': 9, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:02.628838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:02.643606 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-414e095a-95cd-4b52-9685-6a6311e4f179 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2691245 Jan 12 09:43:02.643832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42316) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:02.703352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.716447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Transition to ACTIVE for port object 406d047b-8b4c-44b9-a7b5-6b44f7bd693f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:02.723707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.739681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:02.751171 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61423d06-0bd7-4359-8b34-14257e4d3ab8 None None] Sync routers for ids ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:02.766812 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61423d06-0bd7-4359-8b34-14257e4d3ab8 None None] Routers {'0f32e861-2621-480d-a7be-b0eed0a9a8ff'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:02.768041 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-61423d06-0bd7-4359-8b34-14257e4d3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:02.872019 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-61423d06-0bd7-4359-8b34-14257e4d3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:02.880489 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910bc65-3eed-4294-b985-1085ba342f44 None None] Pushing event updated for resources: {'Port': ['ID=406d047b-8b4c-44b9-a7b5-6b44f7bd693f,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:02.894282 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61423d06-0bd7-4359-8b34-14257e4d3ab8 None None] Routers {'0f32e861-2621-480d-a7be-b0eed0a9a8ff'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:02.895348 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-61423d06-0bd7-4359-8b34-14257e4d3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:02.905163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.929227 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4bcfef42-66c0-45e4-b9c6-3203c41dccbc tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/ports/adcb4ddd-cad6-4927-9e8b-63d128d0c9c9 HTTP/1.1" status: 204 len: 168 time: 1.8040771 Jan 12 09:43:02.934083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42322) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:03.026427 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-61423d06-0bd7-4359-8b34-14257e4d3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:03.027260 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61423d06-0bd7-4359-8b34-14257e4d3ab8 None None] The sync data for ids ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:03.072874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2d919d-0858-4375-9abe-f3a206c5ea0a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting subnet 8c5f0cfc-6c12-4338-aab3-3740942c1101 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:43:03.080692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4f2d919d-0858-4375-9abe-f3a206c5ea0a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.090183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Attempting to bind port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:43:03.090536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Attempting to bind port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:43:03.090947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Attempting to bind port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f on network 40b33290-6f1f-46f0-9fb2-b698d71ab39f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:43:03.098024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:43:03.098446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Checking segment: {'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:03.098833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.099229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Bound using segment: {'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:43:03.099704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Bound port: 406d047b-8b4c-44b9-a7b5-6b44f7bd693f, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:43:03.100083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.181252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4f2d919d-0858-4375-9abe-f3a206c5ea0a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.232512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] For port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:43:03.236794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] For port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=406d047b-8b4c-44b9-a7b5-6b44f7bd693f,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:43:03.243854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.313587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4f2d919d-0858-4375-9abe-f3a206c5ea0a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.397943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910bc65-3eed-4294-b985-1085ba342f44 None None] Pushing event updated for resources: {'Port': ['ID=406d047b-8b4c-44b9-a7b5-6b44f7bd693f,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:03.410160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4f2d919d-0858-4375-9abe-f3a206c5ea0a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.423446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:03.424113 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:03.481579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4f2d919d-0858-4375-9abe-f3a206c5ea0a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.498224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d919d-0858-4375-9abe-f3a206c5ea0a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5f0cfc-6c12-4338-aab3-3740942c1101,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:03.508615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42330) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:03.509306 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4f2d919d-0858-4375-9abe-f3a206c5ea0a tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/8c5f0cfc-6c12-4338-aab3-3740942c1101 HTTP/1.1" status: 204 len: 168 time: 0.8643246 Jan 12 09:43:03.546426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9631ab7-d242-4454-b856-1604cdcfc69e None None] Network 25d1d7e2-0842-485a-bc2b-61b250140585 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:03.689742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 406d047b-8b4c-44b9-a7b5-6b44f7bd693f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:03.723387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.726592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3e2ae-6573-4540-97fa-dcb401bb8135 req-e20995d0-fde4-4215-bad3-c78d94956e2a tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:03.728725 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48f3e2ae-6573-4540-97fa-dcb401bb8135 req-e20995d0-fde4-4215-bad3-c78d94956e2a tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 945 time: 0.1566720 Jan 12 09:43:03.782344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.796878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75de3e-bf4d-48f6-8cf6-8155f0090374 req-6a4b9774-1da7-4e53-89f0-ba0be3dc3ebf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:03.798442 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ff75de3e-bf4d-48f6-8cf6-8155f0090374 req-6a4b9774-1da7-4e53-89f0-ba0be3dc3ebf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 945 time: 0.1297646 Jan 12 09:43:03.806465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 1465b36e-4e2e-4b01-88af-76a32bb17461 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:03.806851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:03.806997 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48f3e2ae-6573-4540-97fa-dcb401bb8135 req-4eeb1c17-bcd8-457a-b18c-0f8e0b80a122 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626404 Jan 12 09:43:03.855383 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ff75de3e-bf4d-48f6-8cf6-8155f0090374 req-1b2e663f-d5b8-4e7c-8dd8-c55d5c626851 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460987 Jan 12 09:43:03.979230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:04.017822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:04.047796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:04.048138 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.105894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port 1465b36e-4e2e-4b01-88af-76a32bb17461, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1465b36e-4e2e-4b01-88af-76a32bb17461,segment=NetworkSegment(66b660b6-03ef-4f9c-8652-f752d19b144c),segment_id=66b660b6-03ef-4f9c-8652-f752d19b144c)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:04.106548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.226882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 1465b36e-4e2e-4b01-88af-76a32bb17461 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:04.311418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] DHCP port deletion for 25d1d7e2-0842-485a-bc2b-61b250140585 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:43:04.337575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] Deleting port 1465b36e-4e2e-4b01-88af-76a32bb17461 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:04.337935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.410069 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.505591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=406d047b-8b4c-44b9-a7b5-6b44f7bd693f,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:04.512371 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.525886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.557765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1adb2ccc-3b9b-468c-986b-3b3616f70d8c up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:04.590396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=1465b36e-4e2e-4b01-88af-76a32bb17461,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:04.598018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No DVR routers for this DVR port 1465b36e-4e2e-4b01-88af-76a32bb17461 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:43:04.628652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2e8ab004-7355-4135-a196-127da3051358 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:04.692106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 2e8ab004-7355-4135-a196-127da3051358 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:43:04.692472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2e8ab004-7355-4135-a196-127da3051358 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:43:04.760056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] For port 1465b36e-4e2e-4b01-88af-76a32bb17461, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1465b36e-4e2e-4b01-88af-76a32bb17461,segment=NetworkSegment(66b660b6-03ef-4f9c-8652-f752d19b144c),segment_id=66b660b6-03ef-4f9c-8652-f752d19b144c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:04.760358 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.761076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.772041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=406d047b-8b4c-44b9-a7b5-6b44f7bd693f,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:04.804468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d1d7e2-0842-485a-bc2b-61b250140585']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:04.821178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b660b6-03ef-4f9c-8652-f752d19b144c') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:04.821475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b660b6-03ef-4f9c-8652-f752d19b144c') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:04.866308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.888529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.910589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:04.911050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:04.929201 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:04.937427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:03Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:04.945038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] Calling delete_port for 1465b36e-4e2e-4b01-88af-76a32bb17461 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:04.993227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aadc40-d697-415d-aa22-942c77cba412 None None] The sync data for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv is: [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:03Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:05.016062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:05.025448 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:05.025806 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn_limited( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn_limited( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:43:05.085568 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 09:43:05.091498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:05.096632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:05.127588 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/networks/25d1d7e2-0842-485a-bc2b-61b250140585 HTTP/1.1" status: 204 len: 168 time: 1.6141486 Jan 12 09:43:05.130177 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:43:05.130177 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:43:05.130501 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42338) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:05.165014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522635-1ce4-4df3-a19a-10725674dcfa req-7cff9129-e150-436f-814b-a211bb7d5fc0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:05.171747 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6522635-1ce4-4df3-a19a-10725674dcfa req-7cff9129-e150-436f-814b-a211bb7d5fc0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 945 time: 0.1951187 Jan 12 09:43:05.189727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] Sync routers for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:05.213497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe1265-4906-4894-b9d1-1b0ec11266bf tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Network': ['ID=25d1d7e2-0842-485a-bc2b-61b250140585,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:05.234450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:05.235810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:05.299724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:05.321398 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6522635-1ce4-4df3-a19a-10725674dcfa req-9da9a155-bde4-45c9-8965-2dd0cae4c4cc tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487727 Jan 12 09:43:05.348499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2b1d0-cabb-4047-a7b8-1b066021989c req-980ef843-8a3e-4897-a17c-09c544bd97f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:05.356118 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-52b2b1d0-cabb-4047-a7b8-1b066021989c req-980ef843-8a3e-4897-a17c-09c544bd97f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 945 time: 0.2591403 Jan 12 09:43:05.374412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port d12c6983-0027-448c-9277-33923a3df9c0 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:05.375186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:05.388247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e874e-4f77-454f-9119-27a55cf90def req-a2922caa-d600-480e-9e20-82d11d2ec26d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:05.389756 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e9e874e-4f77-454f-9119-27a55cf90def req-a2922caa-d600-480e-9e20-82d11d2ec26d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 945 time: 0.2112186 Jan 12 09:43:05.490228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:05.571905 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Deleting port dbf05729-4cc8-4c42-abeb-0bf137aa6126 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:05.572270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:05.590440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:05.591545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:05.627932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] Deleting port 1465b36e-4e2e-4b01-88af-76a32bb17461 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:05.628716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:05.629324 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-52b2b1d0-cabb-4047-a7b8-1b066021989c req-6d34d3a5-71f6-425e-81e0-5521267a8075 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722242 Jan 12 09:43:05.656645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:05.696212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 406d047b-8b4c-44b9-a7b5-6b44f7bd693f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:05.812671 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'code': 200} Jan 12 09:43:05.946226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:05.998809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a511151d-d085-4774-875f-62aff4ad6db5 None None] The port '1465b36e-4e2e-4b01-88af-76a32bb17461' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:43:06.081311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] For port dbf05729-4cc8-4c42-abeb-0bf137aa6126, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbf05729-4cc8-4c42-abeb-0bf137aa6126,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:06.081702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:06.109982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:06.152394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:06.152794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:06.259118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for d12c6983-0027-448c-9277-33923a3df9c0 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:06.363695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:01Z', 'revision_number': 9, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:06.374467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] Checking router: e196c571-6a30-46fa-a3aa-b0308360544f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:43:06.387434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:06.402083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:06.403013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:06.403460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Floating IP 79789c83-e3aa-43c9-954f-596b896935be disassociated. External IP: 172.26.1.112, port: dbf05729-4cc8-4c42-abeb-0bf137aa6126. Jan 12 09:43:06.404054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Calling delete_port for dbf05729-4cc8-4c42-abeb-0bf137aa6126 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:06.404641 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:06.405267 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:06.464968 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-acda293e-ff54-4140-92a3-173c9b3be590 req-f8f2bb6a-ca00-480a-b73b-7e12cfd42128 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 1099 time: 0.4399717 Jan 12 09:43:06.469475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1465b36e-4e2e-4b01-88af-76a32bb17461 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:06.516366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 1465b36e-4e2e-4b01-88af-76a32bb17461 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:43:06.516703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1465b36e-4e2e-4b01-88af-76a32bb17461 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:43:06.607714 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:06.630057 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-acda293e-ff54-4140-92a3-173c9b3be590 req-e145a963-2fe0-4d61-b28e-559760c5b1b3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557384 Jan 12 09:43:06.656600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf180d8-7a16-4bda-a918-95373401aff7 req-cf1d50f6-e81e-4c27-b558-594aa107cbbb tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:06.658476 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-caf180d8-7a16-4bda-a918-95373401aff7 req-cf1d50f6-e81e-4c27-b558-594aa107cbbb tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 945 time: 0.1498930 Jan 12 09:43:06.770687 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:06.834900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:06.871247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=d12c6983-0027-448c-9277-33923a3df9c0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:06.898889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event deleted for resources: {'Port': ['ID=dbf05729-4cc8-4c42-abeb-0bf137aa6126,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:06.921082 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-caf180d8-7a16-4bda-a918-95373401aff7 req-19cf8d0c-af75-450d-af0c-c146c0efe0c3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562702 Jan 12 09:43:07.046434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:01Z', 'revision_number': 9, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:07.052267 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d29e28-361f-470b-b09d-f367f8818726 None None] The sync data for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv is: [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:01Z', 'revision_number': 9, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '668086d5-bc88-4864-b417-8762d717d889', 'name': '', 'network_id': '07c5ac6c-dedf-44db-ab83-9ab9957bb11f', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:aa:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:18Z', 'updated_at': '2022-01-12T09:42:33Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': 'be6415f9-ba8f-401f-bac3-8831cb4349f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:07.067231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bc94f-d396-4982-b15e-46b4d7e1f2f0 req-8293febc-fd2d-4e26-9d25-47b1a52990cc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:07.069330 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-990bc94f-d396-4982-b15e-46b4d7e1f2f0 req-8293febc-fd2d-4e26-9d25-47b1a52990cc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 946 time: 0.2753084 Jan 12 09:43:07.188825 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-990bc94f-d396-4982-b15e-46b4d7e1f2f0 req-fb479182-0961-48f1-a375-c848b8e89255 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114714 Jan 12 09:43:07.233390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Router 251249a4-f463-4737-a253-ecbe3acd1f51 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:07.444483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:07.447888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:07.458557 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] Sync routers for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:07.475736 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:07.476705 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:07.525980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] No DVR routers for this DVR port dbf05729-4cc8-4c42-abeb-0bf137aa6126 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:43:07.529713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:07.533147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'name': 'network-vif-deleted', 'tag': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:07.543646 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e9e874e-4f77-454f-9119-27a55cf90def req-bd087c7b-d6cf-43c5-8b8d-24a1e5a4ac20 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "DELETE /v2.0/ports/dbf05729-4cc8-4c42-abeb-0bf137aa6126 HTTP/1.1" status: 204 len: 173 time: 2.1411686 Jan 12 09:43:07.600229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 668086d5-bc88-4864-b417-8762d717d889 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:07.600571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:07.601462 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf400da6-7cc0-46e4-8a70-b43b601c76fe', 'name': 'network-vif-deleted', 'tag': 'dbf05729-4cc8-4c42-abeb-0bf137aa6126', 'status': 'completed', 'code': 200} Jan 12 09:43:07.684389 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:08.055518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port 668086d5-bc88-4864-b417-8762d717d889, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=668086d5-bc88-4864-b417-8762d717d889,segment=NetworkSegment(2064e459-a426-49fc-87b3-0d4ead95f65a),segment_id=2064e459-a426-49fc-87b3-0d4ead95f65a)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:08.055883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:08.120349 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:08.129491 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] Checking router: 251249a4-f463-4737-a253-ecbe3acd1f51 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:43:08.149222 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:08.152284 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:08.193551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 668086d5-bc88-4864-b417-8762d717d889 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:08.205873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-78bafc21-c55e-4cbc-9711-5753e8e55e1d req-2675b441-8b11-4a0f-af21-0c21ceb87b23 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Synchronizing usage tracker for tenant:a2e1163083c446099153b56bbd9c8d52 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:08.226434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-78bafc21-c55e-4cbc-9711-5753e8e55e1d req-2675b441-8b11-4a0f-af21-0c21ceb87b23 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Unset dirty status for tenant:a2e1163083c446099153b56bbd9c8d52 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:08.239981 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78bafc21-c55e-4cbc-9711-5753e8e55e1d req-2675b441-8b11-4a0f-af21-0c21ceb87b23 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf400da6-7cc0-46e4-8a70-b43b601c76fe HTTP/1.1" status: 200 len: 210 time: 0.0814912 Jan 12 09:43:08.393775 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:08.425041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1fdcd-5444-4153-80a2-c1cdb45921c4 req-230bd4b9-9623-4a97-ac8f-c5ee54509c59 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:08.426515 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ecf1fdcd-5444-4153-80a2-c1cdb45921c4 req-230bd4b9-9623-4a97-ac8f-c5ee54509c59 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 946 time: 0.0759320 Jan 12 09:43:08.491925 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ecf1fdcd-5444-4153-80a2-c1cdb45921c4 req-ce742f0b-41c5-4ebd-afb8-77eeee90a849 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563340 Jan 12 09:43:08.536224 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbf05729-4cc8-4c42-abeb-0bf137aa6126 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:08.582830 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: dbf05729-4cc8-4c42-abeb-0bf137aa6126 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:43:08.583619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbf05729-4cc8-4c42-abeb-0bf137aa6126 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:43:08.653354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:08.702537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=668086d5-bc88-4864-b417-8762d717d889,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:08.782473 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:08.787724 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fdb06-72b3-4d9a-ac0a-58642b10071e None None] The sync data for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv is: [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:08.803010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5461c-c744-4c64-9d28-05f6314a105e req-290f3d81-1a7d-412c-8740-49341d00075c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:08.806740 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fbb5461c-c744-4c64-9d28-05f6314a105e req-290f3d81-1a7d-412c-8740-49341d00075c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 946 time: 0.1369112 Jan 12 09:43:08.885665 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fbb5461c-c744-4c64-9d28-05f6314a105e req-2ae27704-bb3c-4807-97e0-cf877f9adb92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661936 Jan 12 09:43:08.916084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42356) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:08.993048 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e77be35a-1882-4237-8310-b51823b2094c tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 1094 time: 0.0757723 Jan 12 09:43:08.996195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42360) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:09.002113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:09.008088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:09.011955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:floatingip and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:09.014905 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:09.020868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:09.032231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:09.097407 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe7ee7f-03eb-4150-83a1-b4c9a798aff4 None None] New status for floating IP 79789c83-e3aa-43c9-954f-596b896935be: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:43:09.105079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router 0f32e861-2621-480d-a7be-b0eed0a9a8ff has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:09.172647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:09.186405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:09.341533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.61 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/f644905d-2643-4ff5-9a57-c77f81589c54) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:09.521172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:09.561481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:09.641155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:09.657581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:09.665032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:09.694847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=f644905d-2643-4ff5-9a57-c77f81589c54,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:09.734295 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-1f1d4845-3dde-4967-8bb9-2b1e7a6f3799 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190387232&fields=id&tenant_id=a2e1163083c446099153b56bbd9c8d52 HTTP/1.1" status: 200 len: 267 time: 0.0947487 Jan 12 09:43:09.742112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:09.752729 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716986c-8fef-4eda-9b15-60f8aee42578 None None] Sync routers for ids ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:09.768279 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716986c-8fef-4eda-9b15-60f8aee42578 None None] Routers {'0f32e861-2621-480d-a7be-b0eed0a9a8ff'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:09.769159 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-a716986c-8fef-4eda-9b15-60f8aee42578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:09.778198 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7e43844b-4b32-4f3f-9258-6a2a17e8c1fb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "PUT /v2.0/routers/0f32e861-2621-480d-a7be-b0eed0a9a8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8404114 Jan 12 09:43:09.779420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42372) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:09.881494 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-a716986c-8fef-4eda-9b15-60f8aee42578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:09.893056 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716986c-8fef-4eda-9b15-60f8aee42578 None None] Routers {'0f32e861-2621-480d-a7be-b0eed0a9a8ff'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:09.893648 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-a716986c-8fef-4eda-9b15-60f8aee42578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:09.955477 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-a716986c-8fef-4eda-9b15-60f8aee42578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:09.955880 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716986c-8fef-4eda-9b15-60f8aee42578 None None] The sync data for ids ['0f32e861-2621-480d-a7be-b0eed0a9a8ff'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:10.126097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:10.138411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-878478f5-3c88-45fd-bbcc-c7d5501c5269 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:10.139843 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-878478f5-3c88-45fd-bbcc-c7d5501c5269 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 811 time: 0.2685256 Jan 12 09:43:10.150001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:10.175714 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-22a61f80-eb17-4ab4-9875-a606aa7de631 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/quotas/a2e1163083c446099153b56bbd9c8d52 HTTP/1.1" status: 200 len: 375 time: 0.0280638 Jan 12 09:43:10.352147 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-aa1a2d0a-708a-4c7a-85d1-4132a9556ef7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1230407 Jan 12 09:43:10.455982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:10.461643 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-51e2d224-e4df-41a5-a406-d4ed946f25b4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3310373 Jan 12 09:43:10.463739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42376) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:10.474021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] Sync routers for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:10.494504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:10.496199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:10.514540 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-74fcead3-348f-4851-889b-0ae6628c91fb service neutron] 10.222.0.58 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492856 Jan 12 09:43:10.623589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:10.647527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port 0326cf7e-29fa-47b5-b7b2-eeac1634999d {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:10.647865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:10.660896 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:10.696792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:10.746956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63616a6-22fb-43fe-ab6f-8dab9f890884 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting subnet be6415f9-ba8f-401f-bac3-8831cb4349f9 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:43:10.774720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-890c77c8-8f4b-4e3f-97c0-2a76434065be service neutron] 10.222.0.58 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058055 Jan 12 09:43:10.779906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:10.797343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d63616a6-22fb-43fe-ab6f-8dab9f890884 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:10.988768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:08Z', 'revision_number': 10, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:10.992878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] Checking router: e196c571-6a30-46fa-a3aa-b0308360544f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:43:11.004105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:11.004641 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:11.015239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d63616a6-22fb-43fe-ab6f-8dab9f890884 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.035323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.045639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.158585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.171751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d63616a6-22fb-43fe-ab6f-8dab9f890884 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.181063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=f644905d-2643-4ff5-9a57-c77f81589c54,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:11.195523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:11.196417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.365787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for 0326cf7e-29fa-47b5-b7b2-eeac1634999d owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:11.435088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d63616a6-22fb-43fe-ab6f-8dab9f890884 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.488147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63616a6-22fb-43fe-ab6f-8dab9f890884 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Subnet': ['ID=be6415f9-ba8f-401f-bac3-8831cb4349f9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:11.492300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d63616a6-22fb-43fe-ab6f-8dab9f890884 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.509078 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4ec75-8e8e-4227-af51-d4a3f761818a None None] Network 07c5ac6c-dedf-44db-ab83-9ab9957bb11f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:11.522644 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d63616a6-22fb-43fe-ab6f-8dab9f890884 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/be6415f9-ba8f-401f-bac3-8831cb4349f9 HTTP/1.1" status: 204 len: 168 time: 1.0579283 Jan 12 09:43:11.525183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42394) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:11.576700 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-caba8b8a-fcfc-4c2e-8555-500ceaef2d42 req-49438eaf-49c3-43c6-a1b4-550848b87876 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 210 time: 0.2808416 Jan 12 09:43:11.645102 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP ccd1b005-67dc-4a16-943c-e1ee25c6b9ae associated. External IP: 172.26.1.61, port: 1adb2ccc-3b9b-468c-986b-3b3616f70d8c. Jan 12 09:43:11.663991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.682794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 10d98adb-602f-48c4-93aa-a4e2e4199f5d {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:11.683141 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.858569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:08Z', 'revision_number': 10, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:11.863042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de166eb-614a-4981-8c70-ed10b446cc3c None None] The sync data for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv is: [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:08Z', 'revision_number': 10, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None, '_interfaces': [{'id': '7da5c188-604c-4254-8ccc-eae831985500', 'name': '', 'network_id': 'c8ba77c1-6fae-4311-8fc3-da3aa699584c', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'mac_address': 'fa:16:3e:48:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45826556-d53f-4447-816c-1f7db181782c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:07Z', 'updated_at': '2022-01-12T09:42:21Z', 'revision_number': 5, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'subnets': [{'id': '45826556-d53f-4447-816c-1f7db181782c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:11.931521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] DHCP port deletion for 07c5ac6c-dedf-44db-ab83-9ab9957bb11f request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:43:11.937490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] Deleting port 10d98adb-602f-48c4-93aa-a4e2e4199f5d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:11.937861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.945922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port 10d98adb-602f-48c4-93aa-a4e2e4199f5d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=10d98adb-602f-48c4-93aa-a4e2e4199f5d,segment=NetworkSegment(2064e459-a426-49fc-87b3-0d4ead95f65a),segment_id=2064e459-a426-49fc-87b3-0d4ead95f65a)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:11.946468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.959894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.109496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 10d98adb-602f-48c4-93aa-a4e2e4199f5d owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:12.149316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=0326cf7e-29fa-47b5-b7b2-eeac1634999d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:12.158735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] For port 10d98adb-602f-48c4-93aa-a4e2e4199f5d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=10d98adb-602f-48c4-93aa-a4e2e4199f5d,segment=NetworkSegment(2064e459-a426-49fc-87b3-0d4ead95f65a),segment_id=2064e459-a426-49fc-87b3-0d4ead95f65a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:12.159537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.159824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:12.298602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] Calling delete_port for 10d98adb-602f-48c4-93aa-a4e2e4199f5d owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:12.347591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.403030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:43:12.403468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:43:12.414177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:12.439720 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] Sync routers for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:12.454848 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:12.456110 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:12.577696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=10d98adb-602f-48c4-93aa-a4e2e4199f5d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:12.596781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.597245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.597618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.597947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.598277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.598604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.598950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.599266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.599593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.599902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.600220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.611383 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No DVR routers for this DVR port 10d98adb-602f-48c4-93aa-a4e2e4199f5d on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:43:12.625867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-abde6c27-4995-4502-9d2c-e1a2489cd6bc tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:12.627300 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-abde6c27-4995-4502-9d2c-e1a2489cd6bc tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 811 time: 0.2013283 Jan 12 09:43:12.680359 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:12.683654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.714834 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-c35080cb-aade-4538-bd71-e47b50cc0bb1 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e1163083c446099153b56bbd9c8d52 HTTP/1.1" status: 200 len: 379 time: 0.0742884 Jan 12 09:43:12.726059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'port': {'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'admin_state_up': True, 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'security_groups': ['7f655039-e551-4550-bd14-601b52d569a1']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:12.768225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.839010 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4c0078bd-6db1-4b2b-83bf-d1f6f1a96e7c req-48e61a9f-3608-44d4-a025-1ea5183859ab tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 210 time: 0.0992146 Jan 12 09:43:12.857927 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dde35590-4a0c-44a2-8eeb-46f7237c4d7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8606462 Jan 12 09:43:12.860804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'tag': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:12.876659 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42402) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:12.904549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] Deleting port 10d98adb-602f-48c4-93aa-a4e2e4199f5d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:12.905738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.916787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.991181 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'tag': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'status': 'completed', 'code': 200} Jan 12 09:43:13.046952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a520d38b-42f0-4a15-b238-84fb8713138a None None] The port '10d98adb-602f-48c4-93aa-a4e2e4199f5d' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:43:13.068696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:13.070083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c5ac6c-dedf-44db-ab83-9ab9957bb11f']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:13.080100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:13.090315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9ed60c1c-4537-4b4e-84c3-428824ef551e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/ccd1b005-67dc-4a16-943c-e1ee25c6b9ae HTTP/1.1" status: 200 len: 991 time: 0.2133882 Jan 12 09:43:13.091870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Made reservation on behalf of a2e1163083c446099153b56bbd9c8d52 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:13.094957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.117624 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ccd1b005-67dc-4a16-943c-e1ee25c6b9ae', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.61', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'mac_address': 'fa:16:3e:8b:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:10Z', 'updated_at': '2022-01-12T09:43:10Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:13.121985 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] Checking router: e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:43:13.133503 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:13.134019 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:13.159531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2064e459-a426-49fc-87b3-0d4ead95f65a') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:13.159531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2064e459-a426-49fc-87b3-0d4ead95f65a') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:13.173657 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.186717 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.201070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.217114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.233693 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-99cd79bc-c132-4f24-9636-560fd3b66d78 req-5348e71d-5c09-42e1-bc5e-fe3bb63213d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 1099 time: 0.2321560 Jan 12 09:43:13.236747 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:13.237137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:13.252373 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:13.292334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Allocated IP 172.20.0.7 (8420e4c9-842a-48be-8f50-46726b486a53/8636b045-813a-43f7-b89a-47b1fe7b8d00/077b0051-a504-4981-83af-ff123a650dd8) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:13.349695 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:13.401912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.402360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Fanout notify agent at l3_agent the message router_deleted on router 0f32e861-2621-480d-a7be-b0eed0a9a8ff {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:43:13.441803 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.442986 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-447da857-a00c-469d-b711-b8df0bb17541 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/routers/0f32e861-2621-480d-a7be-b0eed0a9a8ff HTTP/1.1" status: 204 len: 168 time: 3.6629179 Jan 12 09:43:13.446124 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42412) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:13.447283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.451787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.490940 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/networks/07c5ac6c-dedf-44db-ab83-9ab9957bb11f HTTP/1.1" status: 204 len: 168 time: 1.9645629 Jan 12 09:43:13.492112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f71e1d-b28e-4d4e-8bfc-135dd0eb5d75 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Network': ['ID=07c5ac6c-dedf-44db-ab83-9ab9957bb11f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:13.494909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42416) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:13.613451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd79bc-c132-4f24-9636-560fd3b66d78 req-a90c3fba-e70f-4abc-9082-2a5587ca77db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:13.614979 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-99cd79bc-c132-4f24-9636-560fd3b66d78 req-a90c3fba-e70f-4abc-9082-2a5587ca77db service neutron] 10.222.0.59 "GET /v2.0/networks?id=40b33290-6f1f-46f0-9fb2-b698d71ab39f HTTP/1.1" status: 200 len: 898 time: 0.3618386 Jan 12 09:43:13.633655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 668086d5-bc88-4864-b417-8762d717d889 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:13.686760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 668086d5-bc88-4864-b417-8762d717d889 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:43:13.688938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 668086d5-bc88-4864-b417-8762d717d889 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:43:13.691949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 10d98adb-602f-48c4-93aa-a4e2e4199f5d no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:13.788454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 10d98adb-602f-48c4-93aa-a4e2e4199f5d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:43:13.792305 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ccd1b005-67dc-4a16-943c-e1ee25c6b9ae', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.61', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'mac_address': 'fa:16:3e:8b:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:10Z', 'updated_at': '2022-01-12T09:43:10Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:13.793913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 10d98adb-602f-48c4-93aa-a4e2e4199f5d not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:43:13.799197 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de514d3c-e9c9-4349-a613-e5f26af21ee7 None None] The sync data for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv is: [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:42:37Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ccd1b005-67dc-4a16-943c-e1ee25c6b9ae', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.61', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'mac_address': 'fa:16:3e:8b:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:10Z', 'updated_at': '2022-01-12T09:43:10Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:13.814484 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-99cd79bc-c132-4f24-9636-560fd3b66d78 req-d8663be4-fb33-412f-b2b3-5e983e591449 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c HTTP/1.1" status: 200 len: 999 time: 0.1899483 Jan 12 09:43:13.870347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.892552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd79bc-c132-4f24-9636-560fd3b66d78 req-8d107c99-280d-4b9a-9cc7-e9ed85bafafd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:13.894083 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-99cd79bc-c132-4f24-9636-560fd3b66d78 req-8d107c99-280d-4b9a-9cc7-e9ed85bafafd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=486b768c-9d9a-4633-b75a-3b400a24263c HTTP/1.1" status: 200 len: 834 time: 0.0724373 Jan 12 09:43:13.910970 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Transition to ACTIVE for port object 077b0051-a504-4981-83af-ff123a650dd8 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:13.938708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-948860c9-b675-4cc9-9c9e-e7fa07063915 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting subnet b821750a-8964-43b2-ac6f-bae7b6b1295d {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:43:13.943613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-948860c9-b675-4cc9-9c9e-e7fa07063915 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.003568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-948860c9-b675-4cc9-9c9e-e7fa07063915 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.075042 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.099297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce317989-5cbe-4d04-877b-1476b48d45c2 None None] New status for floating IP ccd1b005-67dc-4a16-943c-e1ee25c6b9ae: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:43:14.132065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42422) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:14.291815 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-99cd79bc-c132-4f24-9636-560fd3b66d78 req-7d649b53-6a64-4bcb-805a-90c1bf98ea2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40b33290-6f1f-46f0-9fb2-b698d71ab39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3299963 Jan 12 09:43:14.325724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Network 8420e4c9-842a-48be-8f50-46726b486a53 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:14.334698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:14.342633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'Port': ['ID=077b0051-a504-4981-83af-ff123a650dd8,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:14.353253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:14.386653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.387078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.387475 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.387878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.388261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.388642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.389020 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.389473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.389810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.390178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.390574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:14.420830 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b296bcfe-7138-4df9-baa7-7cb37124dc72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/ccd1b005-67dc-4a16-943c-e1ee25c6b9ae HTTP/1.1" status: 200 len: 991 time: 0.2781987 Jan 12 09:43:14.445794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.467739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-948860c9-b675-4cc9-9c9e-e7fa07063915 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.503521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d1756-475f-49c9-9df4-28a25b8a09f4 req-32557594-822d-4765-99e0-2fb1ddc88f18 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:14.505138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b36d1756-475f-49c9-9df4-28a25b8a09f4 req-32557594-822d-4765-99e0-2fb1ddc88f18 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 931 time: 0.4631808 Jan 12 09:43:14.509108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:14.509756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.533696 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-99cd79bc-c132-4f24-9636-560fd3b66d78 req-3cb29dbb-7516-4bfc-8edb-ffef9ef9177a service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333348 Jan 12 09:43:14.617894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-948860c9-b675-4cc9-9c9e-e7fa07063915 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.664584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948860c9-b675-4cc9-9c9e-e7fa07063915 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Subnet': ['ID=b821750a-8964-43b2-ac6f-bae7b6b1295d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:14.672815 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-cca1e11c-b96e-44bd-8ca7-5be87286fa30 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9508841 Jan 12 09:43:14.687943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-948860c9-b675-4cc9-9c9e-e7fa07063915 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.691308 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-948860c9-b675-4cc9-9c9e-e7fa07063915 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/subnets/b821750a-8964-43b2-ac6f-bae7b6b1295d HTTP/1.1" status: 204 len: 168 time: 1.2439756 Jan 12 09:43:14.698786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b777a1-57d1-4fcd-b158-14687062ddc6 None None] Network 5a42020a-ab5f-4097-abea-dce657cacc74 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:14.698981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Request body: {'port': {'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:14.701103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42426) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:14.735787 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b36d1756-475f-49c9-9df4-28a25b8a09f4 req-cb310db1-f199-4f71-b7a7-4ef59e91af9d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217677 Jan 12 09:43:14.777432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-598f67a6-86be-48f5-921c-c192efd5ca14 None None] Provisioning for port 077b0051-a504-4981-83af-ff123a650dd8 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:14.796042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-598f67a6-86be-48f5-921c-c192efd5ca14 None None] Provisioning complete for port 077b0051-a504-4981-83af-ff123a650dd8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:14.796469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-598f67a6-86be-48f5-921c-c192efd5ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.840751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.873236 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-99cd79bc-c132-4f24-9636-560fd3b66d78 req-95c46037-30de-48e6-916d-4d83812584d9 service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339791 Jan 12 09:43:14.885368 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.906921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port 1cdf6541-b477-4b53-a842-b5f4c1231868 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:14.906921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:14.915229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-598f67a6-86be-48f5-921c-c192efd5ca14 None None] Port 077b0051-a504-4981-83af-ff123a650dd8 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:43:15.110965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62711f0a-c44a-4d5a-b57d-d2a8c7ad7d7a None None] DHCP port deletion for 5a42020a-ab5f-4097-abea-dce657cacc74 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:43:15.115807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-62711f0a-c44a-4d5a-b57d-d2a8c7ad7d7a None None] Deleting port 1cdf6541-b477-4b53-a842-b5f4c1231868 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:15.116664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-62711f0a-c44a-4d5a-b57d-d2a8c7ad7d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:15.228441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077b0051-a504-4981-83af-ff123a650dd8 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:43:15.238277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:15.262200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Transition to ACTIVE for port object 077b0051-a504-4981-83af-ff123a650dd8 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:15.267281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:15.284655 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] For port 1cdf6541-b477-4b53-a842-b5f4c1231868, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1cdf6541-b477-4b53-a842-b5f4c1231868,segment=NetworkSegment(0c5ec811-4324-4216-8040-3ebd3e529663),segment_id=0c5ec811-4324-4216-8040-3ebd3e529663)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:15.285034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:15.327798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-62711f0a-c44a-4d5a-b57d-d2a8c7ad7d7a None None] For port 1cdf6541-b477-4b53-a842-b5f4c1231868, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1cdf6541-b477-4b53-a842-b5f4c1231868,segment=NetworkSegment(0c5ec811-4324-4216-8040-3ebd3e529663),segment_id=0c5ec811-4324-4216-8040-3ebd3e529663)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:15.328972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-62711f0a-c44a-4d5a-b57d-d2a8c7ad7d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:15.406601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Pushing event updated for resources: {'Port': ['ID=077b0051-a504-4981-83af-ff123a650dd8,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:15.439854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42430) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:15.457422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-62711f0a-c44a-4d5a-b57d-d2a8c7ad7d7a None None] Calling delete_port for 1cdf6541-b477-4b53-a842-b5f4c1231868 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:15.504561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for 1cdf6541-b477-4b53-a842-b5f4c1231868 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:15.558145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Attempting to bind port 077b0051-a504-4981-83af-ff123a650dd8 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:43:15.558598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Attempting to bind port 077b0051-a504-4981-83af-ff123a650dd8 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:43:15.558977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Attempting to bind port 077b0051-a504-4981-83af-ff123a650dd8 on network 8420e4c9-842a-48be-8f50-46726b486a53 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:43:15.562946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-62711f0a-c44a-4d5a-b57d-d2a8c7ad7d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:15.565665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Port 077b0051-a504-4981-83af-ff123a650dd8 on network 8420e4c9-842a-48be-8f50-46726b486a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:43:15.565986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Attempting to bind port 077b0051-a504-4981-83af-ff123a650dd8 on network 8420e4c9-842a-48be-8f50-46726b486a53 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:43:15.573060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:43:15.573400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Checking segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:15.573788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Bound using segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:43:15.574208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Bound port: 077b0051-a504-4981-83af-ff123a650dd8, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:43:15.574554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:15.615501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1cdf6541-b477-4b53-a842-b5f4c1231868 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:15.667643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 1cdf6541-b477-4b53-a842-b5f4c1231868 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:43:15.668002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1cdf6541-b477-4b53-a842-b5f4c1231868 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:43:15.671937 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62711f0a-c44a-4d5a-b57d-d2a8c7ad7d7a None None] Pushing event deleted for resources: {'Port': ['ID=1cdf6541-b477-4b53-a842-b5f4c1231868,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:15.677717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62711f0a-c44a-4d5a-b57d-d2a8c7ad7d7a None None] No DVR routers for this DVR port 1cdf6541-b477-4b53-a842-b5f4c1231868 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:43:15.677976 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] For port 077b0051-a504-4981-83af-ff123a650dd8, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:43:15.682357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] For port 077b0051-a504-4981-83af-ff123a650dd8, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=077b0051-a504-4981-83af-ff123a650dd8,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:43:15.690415 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:15.851182 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-35800b4d-7c09-4859-97c5-bf4ecfa927b0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/ccd1b005-67dc-4a16-943c-e1ee25c6b9ae HTTP/1.1" status: 200 len: 993 time: 0.4101861 Jan 12 09:43:15.859067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:43:15.859394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:43:15.906920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:15.908286 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] 10.222.0.59 "PUT /v2.0/ports/077b0051-a504-4981-83af-ff123a650dd8 HTTP/1.1" status: 200 len: 1093 time: 1.2142131 Jan 12 09:43:15.910555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'tag': '077b0051-a504-4981-83af-ff123a650dd8'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:15.932375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2b3e8-e5b3-415d-b11f-b9cb7a0cef74 service neutron] Pushing event updated for resources: {'Port': ['ID=077b0051-a504-4981-83af-ff123a650dd8,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:15.997050 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'tag': '077b0051-a504-4981-83af-ff123a650dd8', 'status': 'completed', 'code': 200} Jan 12 09:43:16.017947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port 7da5c188-604c-4254-8ccc-eae831985500 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:16.018353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:16.041678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73ae91-a4aa-47e7-a2f0-636d52dd8033 req-fcd6991c-89c8-4be7-8baf-260db7271b2e tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:16.042443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-dd73ae91-a4aa-47e7-a2f0-636d52dd8033 req-fcd6991c-89c8-4be7-8baf-260db7271b2e tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Synchronizing usage tracker for tenant:a2e1163083c446099153b56bbd9c8d52 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:16.067652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-dd73ae91-a4aa-47e7-a2f0-636d52dd8033 req-fcd6991c-89c8-4be7-8baf-260db7271b2e tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Unset dirty status for tenant:a2e1163083c446099153b56bbd9c8d52 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:16.068779 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd73ae91-a4aa-47e7-a2f0-636d52dd8033 req-fcd6991c-89c8-4be7-8baf-260db7271b2e tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 943 time: 0.1964052 Jan 12 09:43:16.076306 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-c6a9a4c2-0a58-49d4-8c70-c7d539cbb940 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 1096 time: 0.1241739 Jan 12 09:43:16.166115 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-f8732680-981d-4846-bf5a-db78d783d311 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077b0051-a504-4981-83af-ff123a650dd8 HTTP/1.1" status: 200 len: 217 time: 0.0753167 Jan 12 09:43:16.210155 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd73ae91-a4aa-47e7-a2f0-636d52dd8033 req-bed6eb5d-3083-4065-b401-ea29dfe422ae tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328950 Jan 12 09:43:16.213288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port 7da5c188-604c-4254-8ccc-eae831985500, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7da5c188-604c-4254-8ccc-eae831985500,segment=NetworkSegment(4b9ca6df-4610-4d43-9a88-76ed1070be95),segment_id=4b9ca6df-4610-4d43-9a88-76ed1070be95)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:16.213638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:16.234896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-b75dd069-940d-47d7-b819-8b80f962d528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:16.236396 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-b75dd069-940d-47d7-b819-8b80f962d528 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.0632277 Jan 12 09:43:16.318348 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-a238f313-7c52-4ead-8fa8-fef49784589a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757325 Jan 12 09:43:16.336093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for 7da5c188-604c-4254-8ccc-eae831985500 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:16.361629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port 1cdf6541-b477-4b53-a842-b5f4c1231868 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:16.361629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:16.440243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] The port '1cdf6541-b477-4b53-a842-b5f4c1231868' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:43:16.449597 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-1a68479e-f8eb-4acb-aba9-5f63d5e4b7a1 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254437 Jan 12 09:43:16.584370 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78e2bcc7-d4b8-489a-98ed-1e907a36cac8 req-74fc72b2-6afb-4479-ad57-453f853bc6d8 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289895 Jan 12 09:43:16.585747 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:16.618431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a42020a-ab5f-4097-abea-dce657cacc74']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:16.632157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5ec811-4324-4216-8040-3ebd3e529663') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:16.632431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5ec811-4324-4216-8040-3ebd3e529663') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:16.645241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:16.696170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:16.707179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:16.707557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:16.707684 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58716b6d-7ecb-4b0c-b607-73a5fa897c82 req-ff0a5514-429d-48ba-b5b6-e173607076a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 1096 time: 0.0771575 Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:16.721468 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:16.803980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:16.849295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58716b6d-7ecb-4b0c-b607-73a5fa897c82 req-e55dd32c-c2be-46ab-a47f-b78157426c43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:16.850774 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58716b6d-7ecb-4b0c-b607-73a5fa897c82 req-e55dd32c-c2be-46ab-a47f-b78157426c43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.1374168 Jan 12 09:43:16.852549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:16.855920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=7da5c188-604c-4254-8ccc-eae831985500,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:16.873152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:16.906101 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Network': ['ID=5a42020a-ab5f-4097-abea-dce657cacc74,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:16.925953 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58716b6d-7ecb-4b0c-b607-73a5fa897c82 req-0ce505a9-de52-4112-9252-d2f0137b94e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077b0051-a504-4981-83af-ff123a650dd8 HTTP/1.1" status: 200 len: 217 time: 0.0695033 Jan 12 09:43:16.958306 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-13ce5f45-e853-40e4-b9b4-a1f071983e67 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/networks/5a42020a-ab5f-4097-abea-dce657cacc74 HTTP/1.1" status: 204 len: 168 time: 2.2541077 Jan 12 09:43:16.962869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42438) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:16.989641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58716b6d-7ecb-4b0c-b607-73a5fa897c82 req-99f3ea58-dab5-44ae-8d84-4a32ba2990bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:16.991188 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58716b6d-7ecb-4b0c-b607-73a5fa897c82 req-99f3ea58-dab5-44ae-8d84-4a32ba2990bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.0597296 Jan 12 09:43:17.070170 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58716b6d-7ecb-4b0c-b607-73a5fa897c82 req-f03826ae-301e-4784-9ed8-ac322f5a52b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728092 Jan 12 09:43:17.181587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf0db5-49b8-44d0-9221-ea9cb49ce147 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port abc82858-693a-4ce0-858c-1816c67ef330 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:17.181813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1cf0db5-49b8-44d0-9221-ea9cb49ce147 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:17.320856 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58716b6d-7ecb-4b0c-b607-73a5fa897c82 req-9274b2ce-7037-4fef-9c79-15e1f58a1ec1 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303744 Jan 12 09:43:17.459867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:17.512416 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58716b6d-7ecb-4b0c-b607-73a5fa897c82 req-4fd11915-8492-4bc4-bbee-0523f53e4c94 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858280 Jan 12 09:43:17.522150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec377d-49b1-4dcf-866d-41d9d437a3ce req-50437ff3-3845-43fd-888e-f9203bb51b12 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:17.523601 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fdec377d-49b1-4dcf-866d-41d9d437a3ce req-50437ff3-3845-43fd-888e-f9203bb51b12 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 943 time: 0.1754100 Jan 12 09:43:17.580451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1cf0db5-49b8-44d0-9221-ea9cb49ce147 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:17.580773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1cf0db5-49b8-44d0-9221-ea9cb49ce147 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:17.591782 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fdec377d-49b1-4dcf-866d-41d9d437a3ce req-4cb06268-35e9-4383-bc76-1e46cda9d137 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596502 Jan 12 09:43:17.749010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf0db5-49b8-44d0-9221-ea9cb49ce147 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for abc82858-693a-4ce0-858c-1816c67ef330 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:18.126354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1cf0db5-49b8-44d0-9221-ea9cb49ce147 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:18.159412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:18.179445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf0db5-49b8-44d0-9221-ea9cb49ce147 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=abc82858-693a-4ce0-858c-1816c67ef330,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:18.334161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1cf0db5-49b8-44d0-9221-ea9cb49ce147 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:18.512322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:18.518532 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3d3e341f-3476-4dbf-af83-46bd9a8d509e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0141895 Jan 12 09:43:18.520573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42444) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:18.521175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d1cf0db5-49b8-44d0-9221-ea9cb49ce147 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:18.525953 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d1cf0db5-49b8-44d0-9221-ea9cb49ce147 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/floatingips/710c10e5-289e-479c-8557-c653d9b456e3 HTTP/1.1" status: 204 len: 168 time: 1.5584950 Jan 12 09:43:18.526098 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] Sync routers for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:18.527516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42448) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:18.534957 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:18.535597 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:18.569594 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e16e552-c7bb-44d7-9a93-81035c696dc7 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:18.570041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e16e552-c7bb-44d7-9a93-81035c696dc7 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:18.571796 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4e16e552-c7bb-44d7-9a93-81035c696dc7 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/ports/adcb4ddd-cad6-4927-9e8b-63d128d0c9c9 HTTP/1.1" status: 404 len: 333 time: 0.0432706 Jan 12 09:43:18.574655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42452) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:18.708381 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:18.767702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-03a73f34-97ad-4896-862d-b95c77fbbd44 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Synchronizing usage tracker for tenant:8dfb823b7540429eab50616891e089c1 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:18.810750 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:16Z', 'revision_number': 11, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:18.814704 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] Checking router: e196c571-6a30-46fa-a3aa-b0308360544f for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:43:18.825348 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:18.825937 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:42:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:18.866339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-03a73f34-97ad-4896-862d-b95c77fbbd44 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Unset dirty status for tenant:8dfb823b7540429eab50616891e089c1 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:18.870710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-03a73f34-97ad-4896-862d-b95c77fbbd44 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f32e861-2621-480d-a7be-b0eed0a9a8ff HTTP/1.1" status: 200 len: 205 time: 0.2922156 Jan 12 09:43:18.871087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42458) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:18.929692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86f839-1c87-42d7-9ef4-6f3677ed969d req-cb2b96b9-0846-4e67-a562-3e12fc54302b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:18.931154 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5c86f839-1c87-42d7-9ef4-6f3677ed969d req-cb2b96b9-0846-4e67-a562-3e12fc54302b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 943 time: 0.2191064 Jan 12 09:43:18.937371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4687be-902c-4d39-b707-8655f2e94cc4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting subnet 45826556-d53f-4447-816c-1f7db181782c {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:43:18.944562 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-e1cc7142-e162-4e19-9517-ef72a4ddf5df tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] delete failed (client error): The resource could not be found. Jan 12 09:43:18.947241 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e1cc7142-e162-4e19-9517-ef72a4ddf5df tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/routers/0f32e861-2621-480d-a7be-b0eed0a9a8ff HTTP/1.1" status: 404 len: 336 time: 0.0732865 Jan 12 09:43:18.948219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42462) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:18.953174 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:18.953725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c4687be-902c-4d39-b707-8655f2e94cc4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:18.985299 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8ebb19-84e0-4ae6-8d19-847ec9afdf84 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:18.985786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8ebb19-84e0-4ae6-8d19-847ec9afdf84 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:18.989975 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ea8ebb19-84e0-4ae6-8d19-847ec9afdf84 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/subnets/b821750a-8964-43b2-ac6f-bae7b6b1295d HTTP/1.1" status: 404 len: 337 time: 0.0381999 Jan 12 09:43:18.990112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42466) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:19.024918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c4687be-902c-4d39-b707-8655f2e94cc4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.037168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-912ef41c-2879-4690-9b25-fc036c685763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.053970 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b1958673-5e15-4d5b-9820-46d38b4d30b2 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port 09895acd-2b12-4d8e-9888-b64eb7d7b298 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:19.054428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1958673-5e15-4d5b-9820-46d38b4d30b2 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.063369 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5c86f839-1c87-42d7-9ef4-6f3677ed969d req-4ef4a529-0553-4157-b5a0-96e59b845dc4 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241710 Jan 12 09:43:19.075415 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:16Z', 'revision_number': 11, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:19.080633 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a41a990-b7ca-4913-b392-85dfb1ccbb63 None None] The sync data for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv is: [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:16Z', 'revision_number': 11, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:19.120809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c4687be-902c-4d39-b707-8655f2e94cc4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.193356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c4687be-902c-4d39-b707-8655f2e94cc4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.232482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4687be-902c-4d39-b707-8655f2e94cc4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Subnet': ['ID=45826556-d53f-4447-816c-1f7db181782c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:19.236429 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9c4687be-902c-4d39-b707-8655f2e94cc4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.244672 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9c4687be-902c-4d39-b707-8655f2e94cc4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/45826556-d53f-4447-816c-1f7db181782c HTTP/1.1" status: 204 len: 168 time: 0.7208295 Jan 12 09:43:19.244925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42470) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:19.246503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3272f82d-d6d0-4780-b072-ea0f943f1672 None None] Network c8ba77c1-6fae-4311-8fc3-da3aa699584c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:19.299221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1958673-5e15-4d5b-9820-46d38b4d30b2 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.355389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.365787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Deleting port eefde55e-d56b-4576-840c-6bf3e922a6b7 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:19.366115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.420065 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b1958673-5e15-4d5b-9820-46d38b4d30b2 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for 09895acd-2b12-4d8e-9888-b64eb7d7b298 owned by {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:19.529523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] DHCP port deletion for c8ba77c1-6fae-4311-8fc3-da3aa699584c request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:43:19.539929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] Deleting port eefde55e-d56b-4576-840c-6bf3e922a6b7 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:19.540826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.610262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7da5c188-604c-4254-8ccc-eae831985500 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:19.625183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1958673-5e15-4d5b-9820-46d38b4d30b2 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.631149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] For port eefde55e-d56b-4576-840c-6bf3e922a6b7, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=eefde55e-d56b-4576-840c-6bf3e922a6b7,segment=NetworkSegment(4b9ca6df-4610-4d43-9a88-76ed1070be95),segment_id=4b9ca6df-4610-4d43-9a88-76ed1070be95)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:19.631691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.647381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 7da5c188-604c-4254-8ccc-eae831985500 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:43:19.647723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7da5c188-604c-4254-8ccc-eae831985500 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:43:19.648138 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device eefde55e-d56b-4576-840c-6bf3e922a6b7 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:19.680425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1958673-5e15-4d5b-9820-46d38b4d30b2 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=09895acd-2b12-4d8e-9888-b64eb7d7b298,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:19.754343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Calling delete_port for eefde55e-d56b-4576-840c-6bf3e922a6b7 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:19.780970 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1958673-5e15-4d5b-9820-46d38b4d30b2 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.797351 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b1958673-5e15-4d5b-9820-46d38b4d30b2 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/ports/09895acd-2b12-4d8e-9888-b64eb7d7b298 HTTP/1.1" status: 204 len: 168 time: 0.8038523 Jan 12 09:43:19.797579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42474) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:19.880431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3ec72765-61e1-4d0d-bab7-6bbae801a7cb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port 642bcf19-5f15-40a2-bba6-7f77dbd75300 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:19.880661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ec72765-61e1-4d0d-bab7-6bbae801a7cb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.892176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] For port eefde55e-d56b-4576-840c-6bf3e922a6b7, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=eefde55e-d56b-4576-840c-6bf3e922a6b7,segment=NetworkSegment(4b9ca6df-4610-4d43-9a88-76ed1070be95),segment_id=4b9ca6df-4610-4d43-9a88-76ed1070be95)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:19.892553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.902876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.924999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:19.981986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Port': ['ID=eefde55e-d56b-4576-840c-6bf3e922a6b7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:20.011727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No DVR routers for this DVR port eefde55e-d56b-4576-840c-6bf3e922a6b7 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:43:20.021282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] Calling delete_port for eefde55e-d56b-4576-840c-6bf3e922a6b7 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:20.168255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:43:20.168920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:43:20.317826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:20.394059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ba77c1-6fae-4311-8fc3-da3aa699584c']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:20.414730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9ca6df-4610-4d43-9a88-76ed1070be95') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:20.414917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9ca6df-4610-4d43-9a88-76ed1070be95') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:20.448095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:20.472322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ec72765-61e1-4d0d-bab7-6bbae801a7cb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:20.483130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:20.491547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:20.491937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:20.557161 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:20.663927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3ec72765-61e1-4d0d-bab7-6bbae801a7cb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for 642bcf19-5f15-40a2-bba6-7f77dbd75300 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:20.669532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] Deleting port eefde55e-d56b-4576-840c-6bf3e922a6b7 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:20.669879 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:20.734193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d1227383-9b8f-4fa0-9083-85601f157f02 None None] The port 'eefde55e-d56b-4576-840c-6bf3e922a6b7' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:43:20.743891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e422fbf-4776-44b4-b60c-7df251b78d18 req-a32a0e73-36b7-4d2c-b730-de1ad906f3c8 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:20.745345 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e422fbf-4776-44b4-b60c-7df251b78d18 req-a32a0e73-36b7-4d2c-b730-de1ad906f3c8 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 943 time: 0.4384139 Jan 12 09:43:20.750829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:20.793714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:20.810884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Pushing event deleted for resources: {'Network': ['ID=c8ba77c1-6fae-4311-8fc3-da3aa699584c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:20.826852 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ae2c73e0-8a0d-444d-8401-16c67eac68c1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/networks/c8ba77c1-6fae-4311-8fc3-da3aa699584c HTTP/1.1" status: 204 len: 168 time: 1.5809729 Jan 12 09:43:20.830169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42480) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:20.835663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f16c5fc9-8ba5-4585-9605-d0a5bb4603ad tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'routes': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:20.874151 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e422fbf-4776-44b4-b60c-7df251b78d18 req-e2f53a56-6796-476b-a7f5-b96a3a508fe9 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214907 Jan 12 09:43:20.905945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ec72765-61e1-4d0d-bab7-6bbae801a7cb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:20.957891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec72765-61e1-4d0d-bab7-6bbae801a7cb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=642bcf19-5f15-40a2-bba6-7f77dbd75300,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:21.054584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ec72765-61e1-4d0d-bab7-6bbae801a7cb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:21.063812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3ec72765-61e1-4d0d-bab7-6bbae801a7cb tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/ports/642bcf19-5f15-40a2-bba6-7f77dbd75300 HTTP/1.1" status: 204 len: 168 time: 1.2652824 Jan 12 09:43:21.066309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42484) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:21.128276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.extraroute_db [None req-f16c5fc9-8ba5-4585-9605-d0a5bb4603ad tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Added routes are [] {{(pid=83595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 12 09:43:21.128576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.extraroute_db [None req-f16c5fc9-8ba5-4585-9605-d0a5bb4603ad tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Removed routes are [] {{(pid=83595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 12 09:43:21.128910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f16c5fc9-8ba5-4585-9605-d0a5bb4603ad tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:21.146887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92be6dbe-c8e8-46e4-a4c3-b4dd71e3d413 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:21.147595 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-92be6dbe-c8e8-46e4-a4c3-b4dd71e3d413 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Synchronizing usage tracker for tenant:8dfb823b7540429eab50616891e089c1 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:21.164249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-92be6dbe-c8e8-46e4-a4c3-b4dd71e3d413 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Unset dirty status for tenant:8dfb823b7540429eab50616891e089c1 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:21.165354 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-92be6dbe-c8e8-46e4-a4c3-b4dd71e3d413 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "GET /v2.0/ports?device_id=a56124ca-9ec1-4cb6-9bf2-7fcb16108bca HTTP/1.1" status: 200 len: 913 time: 0.0981007 Jan 12 09:43:21.168070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42488) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:21.196895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afd9fea2-d8a9-4c94-801e-17548689655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:21.478504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f16c5fc9-8ba5-4585-9605-d0a5bb4603ad tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:21.482050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f16c5fc9-8ba5-4585-9605-d0a5bb4603ad tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:21.506024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:21.570800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:21.619364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16c5fc9-8ba5-4585-9605-d0a5bb4603ad tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router e196c571-6a30-46fa-a3aa-b0308360544f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:21.757188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16c5fc9-8ba5-4585-9605-d0a5bb4603ad tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:21.762865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f16c5fc9-8ba5-4585-9605-d0a5bb4603ad tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:21.763966 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f16c5fc9-8ba5-4585-9605-d0a5bb4603ad tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f HTTP/1.1" status: 200 len: 701 time: 0.9327505 Jan 12 09:43:21.766630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42492) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:21.771040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] Sync routers for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:21.782905 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:21.783498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:21.807403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c87fe151-830d-4738-a14b-b4a570fd2c41 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:21.825633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c87fe151-830d-4738-a14b-b4a570fd2c41 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:21.830031 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c87fe151-830d-4738-a14b-b4a570fd2c41 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=e196c571-6a30-46fa-a3aa-b0308360544f HTTP/1.1" status: 200 len: 205 time: 0.0597622 Jan 12 09:43:21.830462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42496) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:21.929935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:21.993243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e94ba03f-8f4a-48a0-af4f-168371a6e715 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.049829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:16Z', 'revision_number': 11, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:22.054900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] Checking router: e196c571-6a30-46fa-a3aa-b0308360544f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:43:22.068051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] Routers {'e196c571-6a30-46fa-a3aa-b0308360544f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:22.068657 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e196c571-6a30-46fa-a3aa-b0308360544f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:22.154430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5f0f6-fbb3-4956-98d9-03701994b620 req-738d9a0f-f5d9-4595-b454-b49ad1ec4e97 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:22.156052 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60e5f0f6-fbb3-4956-98d9-03701994b620 req-738d9a0f-f5d9-4595-b454-b49ad1ec4e97 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 943 time: 0.1354587 Jan 12 09:43:22.199961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] Set router e196c571-6a30-46fa-a3aa-b0308360544f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:22.258708 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60e5f0f6-fbb3-4956-98d9-03701994b620 req-74e3f08f-bae4-4cb3-9c8b-7d701f77aa0e tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916469 Jan 12 09:43:22.306856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:16Z', 'revision_number': 11, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:22.314566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5409df-6f75-4661-85c9-7ac007f5d1f6 None None] The sync data for ids ['e196c571-6a30-46fa-a3aa-b0308360544f'] in dv-neutron-824347-1-hyperv is: [{'id': 'e196c571-6a30-46fa-a3aa-b0308360544f', 'name': 'tempest-RoutersTest-router-1212061766', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:03Z', 'updated_at': '2022-01-12T09:43:16Z', 'revision_number': 11, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:22.383256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e94ba03f-8f4a-48a0-af4f-168371a6e715 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.387676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e94ba03f-8f4a-48a0-af4f-168371a6e715 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.416535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.419117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port 1ba1cbd0-913c-4ccd-8ee0-589e49c217c5 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:22.419467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.422521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e94ba03f-8f4a-48a0-af4f-168371a6e715 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.423783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94ba03f-8f4a-48a0-af4f-168371a6e715 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Fanout notify agent at l3_agent the message router_deleted on router e196c571-6a30-46fa-a3aa-b0308360544f {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:43:22.439648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e94ba03f-8f4a-48a0-af4f-168371a6e715 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.440806 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e94ba03f-8f4a-48a0-af4f-168371a6e715 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f HTTP/1.1" status: 204 len: 168 time: 0.6090724 Jan 12 09:43:22.446589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42502) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:22.452924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481484640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:22.461041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:22.465864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Usage tracker for resource:router and tenant:6ff6194826f248439c24cb62b0e10bee is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:22.469920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:22.480099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:22.493149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.494081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.516635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.535791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.569776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.574876 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6d9e00a6-4506-453b-980d-ca614b63c6e1 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1234758 Jan 12 09:43:22.574974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42506) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:22.590285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d62cb94a-e8ae-436e-9ba6-34e8c31f84eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:22.594294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.734348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:22.859931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for 1ba1cbd0-913c-4ccd-8ee0-589e49c217c5 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:22.981442 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:43:23.196229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d62cb94a-e8ae-436e-9ba6-34e8c31f84eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:23.213592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d62cb94a-e8ae-436e-9ba6-34e8c31f84eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:23.564170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:23.614104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=1ba1cbd0-913c-4ccd-8ee0-589e49c217c5,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:23.721918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cdc42-1d1d-4fe9-b53c-b2326b7f8a72 req-30f2226f-7b52-4f1a-9737-e72623be88d2 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:23.723418 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef5cdc42-1d1d-4fe9-b53c-b2326b7f8a72 req-30f2226f-7b52-4f1a-9737-e72623be88d2 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 943 time: 0.3095267 Jan 12 09:43:23.772903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:23.844695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62cb94a-e8ae-436e-9ba6-34e8c31f84eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Router 7cfc341a-fa67-425c-abe2-8701960dc618 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:43:23.859138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef5cdc42-1d1d-4fe9-b53c-b2326b7f8a72 req-6da1bd37-e64e-4dd8-83d9-09d0f156a5b1 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297843 Jan 12 09:43:24.065058 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62cb94a-e8ae-436e-9ba6-34e8c31f84eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:24.075617 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] Sync routers for ids ['7cfc341a-fa67-425c-abe2-8701960dc618'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:24.079320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d62cb94a-e8ae-436e-9ba6-34e8c31f84eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:24.080524 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d62cb94a-e8ae-436e-9ba6-34e8c31f84eb tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "PUT /v2.0/routers/7cfc341a-fa67-425c-abe2-8701960dc618 HTTP/1.1" status: 200 len: 694 time: 1.5055046 Jan 12 09:43:24.084008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42512) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:24.089974 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] Routers {'7cfc341a-fa67-425c-abe2-8701960dc618'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:24.090640 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['7cfc341a-fa67-425c-abe2-8701960dc618'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:24.116014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:24.221642 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] Set router 7cfc341a-fa67-425c-abe2-8701960dc618 gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:24.337422 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfc341a-fa67-425c-abe2-8701960dc618', 'name': 'tempest-RoutersTest-router-1481484640', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:43:22Z', 'updated_at': '2022-01-12T09:43:23Z', 'revision_number': 2, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:24.341662 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] Checking router: 7cfc341a-fa67-425c-abe2-8701960dc618 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:43:24.350526 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1e2dfe49-6234-4872-84f7-334fb9520049 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/routers/7cfc341a-fa67-425c-abe2-8701960dc618 HTTP/1.1" status: 200 len: 700 time: 0.2652068 Jan 12 09:43:24.351430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42516) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:24.352568 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] Routers {'7cfc341a-fa67-425c-abe2-8701960dc618'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:24.353208 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['7cfc341a-fa67-425c-abe2-8701960dc618'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:24.394975 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8296a6ab-25b3-4ace-8de0-6c2810f99e14 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cfc341a-fa67-425c-abe2-8701960dc618 HTTP/1.1" status: 200 len: 205 time: 0.0421748 Jan 12 09:43:24.397354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42520) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:24.477381 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] Set router 7cfc341a-fa67-425c-abe2-8701960dc618 gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:24.539666 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f911-37fa-4f67-80e4-3ba97fa8c81e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:24.586816 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfc341a-fa67-425c-abe2-8701960dc618', 'name': 'tempest-RoutersTest-router-1481484640', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:43:22Z', 'updated_at': '2022-01-12T09:43:23Z', 'revision_number': 2, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:24.592451 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72792d-2bec-40ba-85f8-fad0a86ab158 None None] The sync data for ids ['7cfc341a-fa67-425c-abe2-8701960dc618'] in dv-neutron-824347-1-hyperv is: [{'id': '7cfc341a-fa67-425c-abe2-8701960dc618', 'name': 'tempest-RoutersTest-router-1481484640', 'tenant_id': '6ff6194826f248439c24cb62b0e10bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:43:22Z', 'updated_at': '2022-01-12T09:43:23Z', 'revision_number': 2, 'project_id': '6ff6194826f248439c24cb62b0e10bee', 'gw_port_host': None}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:24.676580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 077b0051-a504-4981-83af-ff123a650dd8 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:43:24.816097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 077b0051-a504-4981-83af-ff123a650dd8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=077b0051-a504-4981-83af-ff123a650dd8,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:24.832461 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '077b0051-a504-4981-83af-ff123a650dd8', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'mac_address': 'fa:16:3e:19:ae:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:43:24.868949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:24.888349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:24.908495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077b0051-a504-4981-83af-ff123a650dd8 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:43:24.925150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 077b0051-a504-4981-83af-ff123a650dd8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=077b0051-a504-4981-83af-ff123a650dd8,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:24.930982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:24.948504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f911-37fa-4f67-80e4-3ba97fa8c81e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:24.952953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f911-37fa-4f67-80e4-3ba97fa8c81e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:24.987736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f911-37fa-4f67-80e4-3ba97fa8c81e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:24.988474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf3f911-37fa-4f67-80e4-3ba97fa8c81e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Fanout notify agent at l3_agent the message router_deleted on router 7cfc341a-fa67-425c-abe2-8701960dc618 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:43:25.011296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f911-37fa-4f67-80e4-3ba97fa8c81e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:25.012501 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4bf3f911-37fa-4f67-80e4-3ba97fa8c81e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/7cfc341a-fa67-425c-abe2-8701960dc618 HTTP/1.1" status: 204 len: 168 time: 0.6140516 Jan 12 09:43:25.015831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42526) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.023404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=077b0051-a504-4981-83af-ff123a650dd8,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:25.032023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.032363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.032692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.033014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.033337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.033655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.033966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.034285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.034597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.034933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.035245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:25.061736 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-24acdd7f-024d-419b-8c84-7dc0ce992107 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cfc341a-fa67-425c-abe2-8701960dc618 HTTP/1.1" status: 200 len: 205 time: 0.0448303 Jan 12 09:43:25.064122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42530) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.127100 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-6693f05e-02b9-4a5b-9efc-c903bf7bb7e7 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] delete failed (client error): The resource could not be found. Jan 12 09:43:25.129179 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6693f05e-02b9-4a5b-9efc-c903bf7bb7e7 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/7cfc341a-fa67-425c-abe2-8701960dc618 HTTP/1.1" status: 404 len: 336 time: 0.0641515 Jan 12 09:43:25.131863 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42534) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.162601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ed4bb-8ec8-474c-824b-c5d79889f023 req-79b96933-ce52-434a-9168-169fbbb5e0f2 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:25.164232 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9f3ed4bb-8ec8-474c-824b-c5d79889f023 req-79b96933-ce52-434a-9168-169fbbb5e0f2 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 944 time: 0.1108944 Jan 12 09:43:25.170642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:25.176740 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7a801a2d-f56b-4993-91b2-d70b1480bdd3 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "PUT /v2.0/routers/a56124ca-9ec1-4cb6-9bf2-7fcb16108bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0072451 Jan 12 09:43:25.179092 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c482ef-7c30-464e-bf53-bad2bafb8ce4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:25.181203 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ed729-e525-42c9-bd19-426bfe057f06 None None] Sync routers for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:25.182766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c482ef-7c30-464e-bf53-bad2bafb8ce4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:25.186905 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-11c482ef-7c30-464e-bf53-bad2bafb8ce4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/814d812c-64e9-492c-af1a-be09a6533e41 HTTP/1.1" status: 404 len: 337 time: 0.0516713 Jan 12 09:43:25.186905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42538) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.187795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42540) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.195574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ed729-e525-42c9-bd19-426bfe057f06 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:25.196252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ee2ed729-e525-42c9-bd19-426bfe057f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:25.217582 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9f3ed4bb-8ec8-474c-824b-c5d79889f023 req-f99ba2f8-9bb0-48ce-a09f-cefb5cfa4c2e tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448203 Jan 12 09:43:25.256580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ee2ed729-e525-42c9-bd19-426bfe057f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:25.268704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['077b0051-a504-4981-83af-ff123a650dd8'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:43:25.290808 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f9a1e6-795c-4e25-89db-8063a5dd390c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:25.290808 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f9a1e6-795c-4e25-89db-8063a5dd390c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:25.293877 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-64f9a1e6-795c-4e25-89db-8063a5dd390c tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/8c5f0cfc-6c12-4338-aab3-3740942c1101 HTTP/1.1" status: 404 len: 337 time: 0.1036639 Jan 12 09:43:25.296230 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42546) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.300386 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ed729-e525-42c9-bd19-426bfe057f06 None None] Routers {'a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:25.301044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ee2ed729-e525-42c9-bd19-426bfe057f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:25.338619 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8eac92-2979-4a93-b323-6ff4560e6a76 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:25.339083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8eac92-2979-4a93-b323-6ff4560e6a76 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:25.340762 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3d8eac92-2979-4a93-b323-6ff4560e6a76 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/be6415f9-ba8f-401f-bac3-8831cb4349f9 HTTP/1.1" status: 404 len: 337 time: 0.0437903 Jan 12 09:43:25.343681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42550) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.377368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ee2ed729-e525-42c9-bd19-426bfe057f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:25.377669 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ed729-e525-42c9-bd19-426bfe057f06 None None] The sync data for ids ['a56124ca-9ec1-4cb6-9bf2-7fcb16108bca'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:25.383499 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9fb196-9c1a-4721-bea4-0f62d5e98336 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:25.383928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9fb196-9c1a-4721-bea4-0f62d5e98336 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:25.388037 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1e9fb196-9c1a-4721-bea4-0f62d5e98336 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/45826556-d53f-4447-816c-1f7db181782c HTTP/1.1" status: 404 len: 337 time: 0.0410585 Jan 12 09:43:25.388429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42554) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.443074 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-893b161e-9781-489e-948d-4105649060ed tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=e196c571-6a30-46fa-a3aa-b0308360544f HTTP/1.1" status: 200 len: 205 time: 0.0513728 Jan 12 09:43:25.443548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42558) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.515106 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-9971f215-314e-46ef-8e89-a8fbbe5749d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] delete failed (client error): The resource could not be found. Jan 12 09:43:25.516137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9971f215-314e-46ef-8e89-a8fbbe5749d9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/e196c571-6a30-46fa-a3aa-b0308360544f HTTP/1.1" status: 404 len: 336 time: 0.0716100 Jan 12 09:43:25.518736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42562) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.565450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6d472458-3ca0-4f89-993a-23b617a61e03 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Synchronizing usage tracker for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:25.577537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6d472458-3ca0-4f89-993a-23b617a61e03 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] Unset dirty status for tenant:6ff6194826f248439c24cb62b0e10bee on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:25.581359 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6d472458-3ca0-4f89-993a-23b617a61e03 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=eecb3ee2-ffde-49a0-82ae-e92ef9aae084 HTTP/1.1" status: 200 len: 205 time: 0.0590503 Jan 12 09:43:25.581531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:25.581653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42566) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.651511 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-aaaaa3dc-5840-4754-b867-fbd2fb30ede4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] delete failed (client error): The resource could not be found. Jan 12 09:43:25.652436 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-aaaaa3dc-5840-4754-b867-fbd2fb30ede4 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/eecb3ee2-ffde-49a0-82ae-e92ef9aae084 HTTP/1.1" status: 404 len: 336 time: 0.0700204 Jan 12 09:43:25.655666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42570) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.697338 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea297b0e-35d2-4dbe-86dc-10bd21fccc4e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:25.697782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea297b0e-35d2-4dbe-86dc-10bd21fccc4e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:25.701947 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ea297b0e-35d2-4dbe-86dc-10bd21fccc4e tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/efaaba1f-5a8f-4f58-8412-88064816ce14 HTTP/1.1" status: 404 len: 337 time: 0.0428808 Jan 12 09:43:25.702245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42574) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.744059 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b6450ef1-f0a4-4bfd-a3d7-f567acd9c6a7 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=4be3f34f-64f7-48c6-9b40-64c7ff226862 HTTP/1.1" status: 200 len: 205 time: 0.0407362 Jan 12 09:43:25.746473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42578) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.812945 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-80ee57c9-1ee2-4875-87d9-cfa255148c24 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] delete failed (client error): The resource could not be found. Jan 12 09:43:25.814350 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-80ee57c9-1ee2-4875-87d9-cfa255148c24 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/4be3f34f-64f7-48c6-9b40-64c7ff226862 HTTP/1.1" status: 404 len: 336 time: 0.0670054 Jan 12 09:43:25.817101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42582) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.858417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-19e68caf-8ad4-4fab-87c3-a4287ac61ba8 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ae78853-78d6-4ef4-8e11-983138f2d585 HTTP/1.1" status: 200 len: 205 time: 0.0403013 Jan 12 09:43:25.860841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42586) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.882532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:25.895268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting port 044a5be7-a6ad-4b46-9f3b-5144964ab419 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:25.895612 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:25.928157 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-9f27494c-92c9-4629-9c04-cb4db6a9ee26 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] delete failed (client error): The resource could not be found. Jan 12 09:43:25.929337 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9f27494c-92c9-4629-9c04-cb4db6a9ee26 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/8ae78853-78d6-4ef4-8e11-983138f2d585 HTTP/1.1" status: 404 len: 336 time: 0.0673883 Jan 12 09:43:25.931681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42590) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:25.969321 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a0df1e-55ed-42b0-85ef-a7967d89bc89 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:25.969761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a0df1e-55ed-42b0-85ef-a7967d89bc89 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:25.971390 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f0a0df1e-55ed-42b0-85ef-a7967d89bc89 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/e882fc45-a44f-4376-96f2-197937270eab HTTP/1.1" status: 404 len: 337 time: 0.0388367 Jan 12 09:43:25.974217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42594) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:26.021410 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7e51ec07-8114-4690-ae77-e57b8b4cc869 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48e89bc-313a-4b17-bf70-e09e2204a195 HTTP/1.1" status: 200 len: 205 time: 0.0457375 Jan 12 09:43:26.024194 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42598) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:26.072418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:26.088154 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-54896bcc-47bb-46bd-a978-6f847573e3ea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] delete failed (client error): The resource could not be found. Jan 12 09:43:26.091589 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-54896bcc-47bb-46bd-a978-6f847573e3ea tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/d48e89bc-313a-4b17-bf70-e09e2204a195 HTTP/1.1" status: 404 len: 336 time: 0.0640907 Jan 12 09:43:26.091831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42602) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:26.131875 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-9661affa-727a-406c-a633-39b0a0c3a04d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:26.132311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9661affa-727a-406c-a633-39b0a0c3a04d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:26.133900 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9661affa-727a-406c-a633-39b0a0c3a04d tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/acc7ad8e-86cd-4796-a240-3cb9dcfa32a3 HTTP/1.1" status: 404 len: 337 time: 0.0412161 Jan 12 09:43:26.136597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42606) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:26.180138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7ae5bb33-6863-4e07-aca0-9677bdc6e360 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "GET /v2.0/ports?device_id=bddec652-16e8-4487-a513-c9d66b6554bb HTTP/1.1" status: 200 len: 205 time: 0.0418832 Jan 12 09:43:26.182038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42610) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:26.195798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Calling delete_port for 044a5be7-a6ad-4b46-9f3b-5144964ab419 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:26.251018 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-89a01352-a8e3-46e2-8dda-9cc30af82b29 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] delete failed (client error): The resource could not be found. Jan 12 09:43:26.254470 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-89a01352-a8e3-46e2-8dda-9cc30af82b29 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/routers/bddec652-16e8-4487-a513-c9d66b6554bb HTTP/1.1" status: 404 len: 336 time: 0.0690472 Jan 12 09:43:26.254845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42616) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:26.292594 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-990f014c-95bb-4da3-96d4-d8b30b8a0f13 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:26.293036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990f014c-95bb-4da3-96d4-d8b30b8a0f13 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:26.294900 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-990f014c-95bb-4da3-96d4-d8b30b8a0f13 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/c938614b-b601-495a-8877-334af993f53d HTTP/1.1" status: 404 len: 337 time: 0.0389440 Jan 12 09:43:26.297237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42620) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:26.335756 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02c53ed-0695-4212-960f-48226017d0e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:26.336029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02c53ed-0695-4212-960f-48226017d0e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:26.340045 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f02c53ed-0695-4212-960f-48226017d0e9 tempest-RoutersTest-817190277 tempest-RoutersTest-817190277-project] 10.222.0.58 "DELETE /v2.0/subnets/4d4797bc-570b-43b3-9747-f3d61fbf2f15 HTTP/1.1" status: 404 len: 337 time: 0.0393791 Jan 12 09:43:26.366449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:26.418650 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Port': ['ID=044a5be7-a6ad-4b46-9f3b-5144964ab419,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:26.437689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566c8d7-bfc2-4c1f-b10c-d1f6664c191c req-4bc90760-8572-4530-add9-7cb46f85cfc7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:26.439350 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2566c8d7-bfc2-4c1f-b10c-d1f6664c191c req-4bc90760-8572-4530-add9-7cb46f85cfc7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 944 time: 0.0895586 Jan 12 09:43:26.511358 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2566c8d7-bfc2-4c1f-b10c-d1f6664c191c req-e655aa6c-12df-4144-a7bf-ab55dafe61f7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650778 Jan 12 09:43:26.706515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42628) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:26.708883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 077b0051-a504-4981-83af-ff123a650dd8 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:26.714081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:26.844739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 077b0051-a504-4981-83af-ff123a650dd8 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:26.849600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 077b0051-a504-4981-83af-ff123a650dd8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:26.849981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:26.929589 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bdd57fdd-1c06-43d8-8538-77c31841de78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ff6194826f248439c24cb62b0e10bee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2111559 Jan 12 09:43:26.930194 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42634) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:26.963707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:26.989986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-731b78c1-2f28-4f45-8432-2dff0178ba5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:26.991643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077b0051-a504-4981-83af-ff123a650dd8'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:27.002320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 077b0051-a504-4981-83af-ff123a650dd8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=077b0051-a504-4981-83af-ff123a650dd8,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:27.007652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.008626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.012398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.040373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.041034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Fanout notify agent at l3_agent the message router_deleted on router a56124ca-9ec1-4cb6-9bf2-7fcb16108bca {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:43:27.051321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-731b78c1-2f28-4f45-8432-2dff0178ba5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.068928 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077b0051-a504-4981-83af-ff123a650dd8', 'code': 200} Jan 12 09:43:27.075574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.076964 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-80e48c50-6f16-4572-aeb0-e6604a8a1990 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/routers/a56124ca-9ec1-4cb6-9bf2-7fcb16108bca HTTP/1.1" status: 204 len: 168 time: 1.8906436 Jan 12 09:43:27.081909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42640) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:27.088312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=077b0051-a504-4981-83af-ff123a650dd8,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:27.421900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-731b78c1-2f28-4f45-8432-2dff0178ba5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.443513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b78c1-2f28-4f45-8432-2dff0178ba5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6ad27f-72be-42c7-baba-ac1cfa30d6f5,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:27.470969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-731b78c1-2f28-4f45-8432-2dff0178ba5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.474958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-731b78c1-2f28-4f45-8432-2dff0178ba5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba6ad27f-72be-42c7-baba-ac1cfa30d6f5 HTTP/1.1" status: 204 len: 168 time: 0.5414608 Jan 12 09:43:27.492116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-3512fab5-c448-48a1-9701-d52ab1dd6da4 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Deleting subnet fa265102-aa75-4bab-8d17-16c41e918f40 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:43:27.496605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3512fab5-c448-48a1-9701-d52ab1dd6da4 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.535264 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e43066e-07d2-4d0d-b9ed-8ff301eff8bd req-ab92dd7f-0063-402d-bf33-9656911b52a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 1098 time: 0.2501867 Jan 12 09:43:27.587011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3512fab5-c448-48a1-9701-d52ab1dd6da4 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.631613 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e43066e-07d2-4d0d-b9ed-8ff301eff8bd req-59a9a457-0b88-4710-98e6-e7f10ad35132 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883834 Jan 12 09:43:27.692027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3512fab5-c448-48a1-9701-d52ab1dd6da4 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.780744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3512fab5-c448-48a1-9701-d52ab1dd6da4 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.823233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00571-16a1-425a-9f3b-8d52e6d2ce1d req-7ca28965-de82-4d4e-8cc7-f4310581debd tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:27.824694 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-59e00571-16a1-425a-9f3b-8d52e6d2ce1d req-7ca28965-de82-4d4e-8cc7-f4310581debd tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 945 time: 0.1756363 Jan 12 09:43:27.834522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512fab5-c448-48a1-9701-d52ab1dd6da4 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Subnet': ['ID=fa265102-aa75-4bab-8d17-16c41e918f40,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:27.852793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3512fab5-c448-48a1-9701-d52ab1dd6da4 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:27.863784 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3512fab5-c448-48a1-9701-d52ab1dd6da4 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/subnets/fa265102-aa75-4bab-8d17-16c41e918f40 HTTP/1.1" status: 204 len: 168 time: 0.7800241 Jan 12 09:43:27.866358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42656) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:27.883037 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-59e00571-16a1-425a-9f3b-8d52e6d2ce1d req-fcafb3c6-303d-4333-8341-d733a57c87aa tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497079 Jan 12 09:43:28.079565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.209366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.237986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f40bf8-0d15-4586-8758-8b17e6120a42']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:28.249960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3265029-c296-4e5c-a2a7-b6acce39f913') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:28.250250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3265029-c296-4e5c-a2a7-b6acce39f913') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:28.261778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.279616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.286346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:28.287275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.299508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42668) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:28.301597 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:28.380409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.402948 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.412436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] Pushing event deleted for resources: {'Network': ['ID=68f40bf8-0d15-4586-8758-8b17e6120a42,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:28.415781 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-446ce81f-ed85-4ae2-90bd-7873e5a90c72 tempest-FloatingIPTestJSON-1752482734 tempest-FloatingIPTestJSON-1752482734-project] 10.222.0.58 "DELETE /v2.0/networks/68f40bf8-0d15-4586-8758-8b17e6120a42 HTTP/1.1" status: 204 len: 168 time: 0.5483794 Jan 12 09:43:28.434321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1058293902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:28.440560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:28.444360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Usage tracker for resource:router and tenant:0d418478aa0c4e999924a5324e48d8b2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:28.447211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:28.453133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:28.465088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.466430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.487090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.507493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.529205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.530401 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-59fe7c76-5b1f-4012-a178-ff9a8048afca tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2296839 Jan 12 09:43:28.533127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42676) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:28.538615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-668688351'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:28.543330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:28.547157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Usage tracker for resource:network and tenant:0d418478aa0c4e999924a5324e48d8b2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:28.550422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:28.556115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:28.567811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Made reservation on behalf of 0d418478aa0c4e999924a5324e48d8b2 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:28.570796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.583731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.617298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:28.621205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Usage tracker for resource:security_group_rule and tenant:0d418478aa0c4e999924a5324e48d8b2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:28.627407 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:28.634376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:28.706045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.709785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.717675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42682) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:28.738350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:28.750645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4231e5-7714-40bb-a5a0-1f37d6916022,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:28.754977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.755320 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Added segment 80ce6e62-3966-43e5-8348-5df3c8ebbee6 of type vlan for network cfe48f6f-a746-4a40-be13-03d05f63ff6e Jan 12 09:43:28.784754 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.817360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.820986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:28.821557 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:28.906703 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7c4fafbf-1ee9-49f5-84b7-7eeccb2d9bc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8dfb823b7540429eab50616891e089c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1877799 Jan 12 09:43:28.909416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42688) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:28.931537 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3947842 Jan 12 09:43:28.931832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42694) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:28.939601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Request body: {'subnet': {'network_id': 'cfe48f6f-a746-4a40-be13-03d05f63ff6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:28.965470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd2d4d-0950-4707-9080-82e5afb8f0c0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'Network': ['ID=cfe48f6f-a746-4a40-be13-03d05f63ff6e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:28.975802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network cfe48f6f-a746-4a40-be13-03d05f63ff6e details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:29.012457 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1eb17373-253e-4b9b-b357-ac308084ba61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:29.040356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1eb17373-253e-4b9b-b357-ac308084ba61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:29.068588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:29.072517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Usage tracker for resource:subnet and tenant:0d418478aa0c4e999924a5324e48d8b2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:29.075736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:29.081770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:29.103392 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1eb17373-253e-4b9b-b357-ac308084ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:29.120107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb17373-253e-4b9b-b357-ac308084ba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cc2657-d3ce-4298-a58e-b60b34656951,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:29.124566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1eb17373-253e-4b9b-b357-ac308084ba61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:29.126698 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1eb17373-253e-4b9b-b357-ac308084ba61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74cc2657-d3ce-4298-a58e-b60b34656951 HTTP/1.1" status: 204 len: 168 time: 0.2153592 Jan 12 09:43:29.144825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Made reservation on behalf of 0d418478aa0c4e999924a5324e48d8b2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:29.259867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:29.338782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8374e-b042-4104-940a-f85958f1c414 req-7319aa53-f809-4f54-81f8-8162d36c009e tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:29.340281 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7fb8374e-b042-4104-940a-f85958f1c414 req-7319aa53-f809-4f54-81f8-8162d36c009e tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 945 time: 0.2469268 Jan 12 09:43:29.416996 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7fb8374e-b042-4104-940a-f85958f1c414 req-59457971-2812-4d21-af6b-8bbdcb947be4 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664806 Jan 12 09:43:29.528622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:29.660766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'Subnet': ['ID=b68e93ea-52eb-4c9d-a330-4e19c58cc7e2,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:29.684166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Checking segment: {'id': '80ce6e62-3966-43e5-8348-5df3c8ebbee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cfe48f6f-a746-4a40-be13-03d05f63ff6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:29.684515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Network hostable DHCP agents. Network: cfe48f6f-a746-4a40-be13-03d05f63ff6e, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:29.704874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d1a7-7978-4e68-aa26-71a44b2565a7 req-531578fe-0ca2-4b54-8498-cdce5b7df1ec tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:29.706284 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-73d4d1a7-7978-4e68-aa26-71a44b2565a7 req-531578fe-0ca2-4b54-8498-cdce5b7df1ec tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 945 time: 0.1399646 Jan 12 09:43:29.744473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Network cfe48f6f-a746-4a40-be13-03d05f63ff6e is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:29.760933 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-73d4d1a7-7978-4e68-aa26-71a44b2565a7 req-6e5a01c5-f822-48a9-a0fa-a2ea67ad5411 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485597 Jan 12 09:43:29.761883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, cfe48f6f-a746-4a40-be13-03d05f63ff6e) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:29.765658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:29.766223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:29.776681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a7d6f-9733-472d-ba6e-49451fb326f2 None None] Network cfe48f6f-a746-4a40-be13-03d05f63ff6e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:29.794317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42714) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:29.797105 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-04e30a36-1f79-43d3-ba6f-1da1feffd1e7 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8640769 Jan 12 09:43:29.799866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42720) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:29.806319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Request body: {'network': {'name': 'tempest-router-network01--1305886486'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:29.813496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:29.818234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Usage tracker for resource:network and tenant:0d418478aa0c4e999924a5324e48d8b2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:29.822815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:29.830056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:29.841598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Made reservation on behalf of 0d418478aa0c4e999924a5324e48d8b2 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:29.845719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:29.876022 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d635f06c-c8ea-4d84-a825-3880b65fccaa tempest-TestVolumeBootPattern-2127672427 tempest-TestVolumeBootPattern-2127672427-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 1093 time: 0.0805013 Jan 12 09:43:29.876982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:29.878464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42724) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:29.885181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:29.888616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:29.889089 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Added segment 65c1e669-9ec3-42dc-ba27-99fcf328cb32 of type vlan for network 271b5a5c-257d-4aa4-a4d6-add90fed22f9 Jan 12 09:43:29.891792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:29.896229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:floatingip and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:29.901960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:29.909114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:29.920009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.028396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.058769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cfe48f6f-a746-4a40-be13-03d05f63ff6e', 'network_id': 'cfe48f6f-a746-4a40-be13-03d05f63ff6e', 'tenant_id': '0d418478aa0c4e999924a5324e48d8b2', 'fixed_ips': [{'subnet_id': 'b68e93ea-52eb-4c9d-a330-4e19c58cc7e2'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:30.059618 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.065025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.065882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:30.066470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.067626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42730) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:30.107506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.182419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'Network': ['ID=271b5a5c-257d-4aa4-a4d6-add90fed22f9,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:30.188404 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-86625942-3d60-4410-a954-3296db841f0d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3871830 Jan 12 09:43:30.188973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42736) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:30.195112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Request body: {'network': {'name': 'tempest-router-network02--1495745672'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:30.200055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:30.204605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Usage tracker for resource:network and tenant:0d418478aa0c4e999924a5324e48d8b2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:30.207858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:30.214219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:30.221529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 271b5a5c-257d-4aa4-a4d6-add90fed22f9 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:30.228525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Made reservation on behalf of 0d418478aa0c4e999924a5324e48d8b2 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:30.233342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.261994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:30.265755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1756599393'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:30.270725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.271070 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Added segment 0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea of type vlan for network 6cf60bed-ece9-4af3-a2bb-df3b212a6738 Jan 12 09:43:30.273436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:30.280777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:network and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:30.284905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:30.297587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:30.300255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.318033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Allocated IP 172.26.1.130 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/339bf2b5-f2ac-487f-825d-9204bfb30168) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:30.320759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:30.323931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.331848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Allocated IP 172.20.0.2 (cfe48f6f-a746-4a40-be13-03d05f63ff6e/b68e93ea-52eb-4c9d-a330-4e19c58cc7e2/adfbb18f-a329-4d7a-b088-7d961876a263) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:30.335864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.339874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:30.340552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.341150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.463929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'Network': ['ID=6cf60bed-ece9-4af3-a2bb-df3b212a6738,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:30.476008 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-acdcec62-705f-4c88-9535-6082cd1306ba tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2854669 Jan 12 09:43:30.478761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42740) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:30.478979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:30.485824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Request body: {'subnet': {'network_id': '271b5a5c-257d-4aa4-a4d6-add90fed22f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:30.487391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:security_group_rule and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:30.490566 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:30.496913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:30.505081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 6cf60bed-ece9-4af3-a2bb-df3b212a6738 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:30.574558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.622757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.630151 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.633967 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:30.638814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Usage tracker for resource:subnet and tenant:0d418478aa0c4e999924a5324e48d8b2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:30.641710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:30.647926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:30.659536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.661497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Made reservation on behalf of 0d418478aa0c4e999924a5324e48d8b2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:30.663900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.670775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:30.675015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Transition to ACTIVE for port object adfbb18f-a329-4d7a-b088-7d961876a263 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:30.693912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Transition to ACTIVE for port object adfbb18f-a329-4d7a-b088-7d961876a263 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:30.699899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.741962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:30.742852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11517818-ca96-4dc0-aab5-164f59d0a9e1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:30.753269 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:30.755880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.756226 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment 64abb313-9b90-45a7-9c63-306903466a14 of type vlan for network 82fb1287-28d4-4d4e-9258-ee96eb3036ef Jan 12 09:43:30.763190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:30.777317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Network cfe48f6f-a746-4a40-be13-03d05f63ff6e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:30.779582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.780894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:30.782783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Pushing event updated for resources: {'Port': ['ID=adfbb18f-a329-4d7a-b088-7d961876a263,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:30.785039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:30.808414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'Port': ['ID=339bf2b5-f2ac-487f-825d-9204bfb30168,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:30.835711 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.872635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Attempting to bind port adfbb18f-a329-4d7a-b088-7d961876a263 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:43:30.873052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Attempting to bind port adfbb18f-a329-4d7a-b088-7d961876a263 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '80ce6e62-3966-43e5-8348-5df3c8ebbee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cfe48f6f-a746-4a40-be13-03d05f63ff6e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:43:30.873380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Attempting to bind port adfbb18f-a329-4d7a-b088-7d961876a263 on network cfe48f6f-a746-4a40-be13-03d05f63ff6e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:43:30.881326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:43:30.881677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Checking segment: {'id': '80ce6e62-3966-43e5-8348-5df3c8ebbee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cfe48f6f-a746-4a40-be13-03d05f63ff6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:30.882273 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.882871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Bound using segment: {'id': '80ce6e62-3966-43e5-8348-5df3c8ebbee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cfe48f6f-a746-4a40-be13-03d05f63ff6e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:43:30.883338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Bound port: adfbb18f-a329-4d7a-b088-7d961876a263, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ce6e62-3966-43e5-8348-5df3c8ebbee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cfe48f6f-a746-4a40-be13-03d05f63ff6e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:43:30.883710 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.947129 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.950776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:30.951608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:30.976126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] For port adfbb18f-a329-4d7a-b088-7d961876a263, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:43:30.979331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] For port adfbb18f-a329-4d7a-b088-7d961876a263, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=adfbb18f-a329-4d7a-b088-7d961876a263,segment=NetworkSegment(80ce6e62-3966-43e5-8348-5df3c8ebbee6),segment_id=80ce6e62-3966-43e5-8348-5df3c8ebbee6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:43:30.985355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:31.026067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:31.072930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8ce30-63f2-4384-9ab1-9f6d05d293b8 None None] Pushing event updated for resources: {'Port': ['ID=adfbb18f-a329-4d7a-b088-7d961876a263,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:31.088174 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0176888 Jan 12 09:43:31.096583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba033f-59ba-40af-962f-b4134ebf538c tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=82fb1287-28d4-4d4e-9258-ee96eb3036ef,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:31.123501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Checking segment: {'id': '65c1e669-9ec3-42dc-ba27-99fcf328cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '271b5a5c-257d-4aa4-a4d6-add90fed22f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:31.124219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Network hostable DHCP agents. Network: 271b5a5c-257d-4aa4-a4d6-add90fed22f9, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:31.148551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 82fb1287-28d4-4d4e-9258-ee96eb3036ef details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:31.164763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'Subnet': ['ID=3b94b709-c37e-4bef-9f9d-fcd9fd15df5d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:31.175994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Network 271b5a5c-257d-4aa4-a4d6-add90fed22f9 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:31.194708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 271b5a5c-257d-4aa4-a4d6-add90fed22f9) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:31.211481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:31.212800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:31.231648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42744) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:31.239906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': '82fb1287-28d4-4d4e-9258-ee96eb3036ef', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:31.311332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a264b6c-51e3-42e1-b0d2-56b86105276f None None] Network 271b5a5c-257d-4aa4-a4d6-add90fed22f9 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:31.314399 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b1f413e7-9cd9-44fb-b134-23da57aa5f51 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8338673 Jan 12 09:43:31.322142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42748) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:31.327669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Request body: {'subnet': {'network_id': '6cf60bed-ece9-4af3-a2bb-df3b212a6738', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:31.576179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:31.582963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:31.586985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Usage tracker for resource:subnet and tenant:0d418478aa0c4e999924a5324e48d8b2 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:31.591071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:31.599356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:31.601571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:subnet and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:31.615371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:31.624779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:31.639005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Made reservation on behalf of 0d418478aa0c4e999924a5324e48d8b2 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:31.653684 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-271b5a5c-257d-4aa4-a4d6-add90fed22f9', 'network_id': '271b5a5c-257d-4aa4-a4d6-add90fed22f9', 'tenant_id': '0d418478aa0c4e999924a5324e48d8b2', 'fixed_ips': [{'subnet_id': '3b94b709-c37e-4bef-9f9d-fcd9fd15df5d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:31.654515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:31.660811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:31.669345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device adfbb18f-a329-4d7a-b088-7d961876a263 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:31.713212 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:31.773522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:31.800752 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a9cf579-4238-4e43-8b28-5de8f5830702 req-5035450d-95b4-4738-8eaa-ab1316a767ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3327718 Jan 12 09:43:31.827528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port adfbb18f-a329-4d7a-b088-7d961876a263 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:31.843734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:31.906313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Allocated IP 172.20.0.2 (271b5a5c-257d-4aa4-a4d6-add90fed22f9/3b94b709-c37e-4bef-9f9d-fcd9fd15df5d/0408f4da-0c44-4351-9dae-cfd97c53576b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:32.014397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.021055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.098315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.137726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'Port': ['ID=339bf2b5-f2ac-487f-825d-9204bfb30168,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:32.154513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.158542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.171053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Transition to ACTIVE for port object 0408f4da-0c44-4351-9dae-cfd97c53576b will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:32.191648 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Transition to ACTIVE for port object 0408f4da-0c44-4351-9dae-cfd97c53576b will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:32.205702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.284981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Network 271b5a5c-257d-4aa4-a4d6-add90fed22f9 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:32.286034 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a9cf579-4238-4e43-8b28-5de8f5830702 req-88738b3b-a7ed-4500-8301-b5508ad8a1f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 1099 time: 0.2365446 Jan 12 09:43:32.288252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:32.302380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:32.311666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Pushing event updated for resources: {'Port': ['ID=0408f4da-0c44-4351-9dae-cfd97c53576b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:32.395994 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Floating IP 765f03d7-eb70-435a-a795-f2a6036b4b9b associated. External IP: 172.26.1.130, port: 077b0051-a504-4981-83af-ff123a650dd8. Jan 12 09:43:32.405838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0dd90d-9e8f-4a5f-8b11-62e92dd054ae None None] Network cfe48f6f-a746-4a40-be13-03d05f63ff6e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:32.491460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Attempting to bind port 0408f4da-0c44-4351-9dae-cfd97c53576b on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:43:32.491974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Attempting to bind port 0408f4da-0c44-4351-9dae-cfd97c53576b by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '65c1e669-9ec3-42dc-ba27-99fcf328cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '271b5a5c-257d-4aa4-a4d6-add90fed22f9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:43:32.492943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Attempting to bind port 0408f4da-0c44-4351-9dae-cfd97c53576b on network 271b5a5c-257d-4aa4-a4d6-add90fed22f9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:43:32.502098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:43:32.502802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Checking segment: {'id': '65c1e669-9ec3-42dc-ba27-99fcf328cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '271b5a5c-257d-4aa4-a4d6-add90fed22f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:32.503118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.503594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Bound using segment: {'id': '65c1e669-9ec3-42dc-ba27-99fcf328cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '271b5a5c-257d-4aa4-a4d6-add90fed22f9'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:43:32.504150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Bound port: 0408f4da-0c44-4351-9dae-cfd97c53576b, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c1e669-9ec3-42dc-ba27-99fcf328cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '271b5a5c-257d-4aa4-a4d6-add90fed22f9'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:43:32.504911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.533001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f10bc970-fb54-465e-be9e-328742a79d82 None None] Provisioning for port adfbb18f-a329-4d7a-b088-7d961876a263 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:32.586521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f10bc970-fb54-465e-be9e-328742a79d82 None None] Provisioning complete for port adfbb18f-a329-4d7a-b088-7d961876a263 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:32.587003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f10bc970-fb54-465e-be9e-328742a79d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.622533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cf579-4238-4e43-8b28-5de8f5830702 req-100ad8a6-6d53-406e-bf77-67db6c7111c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:32.624017 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a9cf579-4238-4e43-8b28-5de8f5830702 req-100ad8a6-6d53-406e-bf77-67db6c7111c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40b33290-6f1f-46f0-9fb2-b698d71ab39f HTTP/1.1" status: 200 len: 898 time: 0.3147309 Jan 12 09:43:32.627309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.740713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] For port 0408f4da-0c44-4351-9dae-cfd97c53576b, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:43:32.760286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.765289 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] For port 0408f4da-0c44-4351-9dae-cfd97c53576b, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0408f4da-0c44-4351-9dae-cfd97c53576b,segment=NetworkSegment(65c1e669-9ec3-42dc-ba27-99fcf328cb32),segment_id=65c1e669-9ec3-42dc-ba27-99fcf328cb32)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:43:32.807806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Router 251249a4-f463-4737-a253-ecbe3acd1f51 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:32.815187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'Subnet': ['ID=ee5a0b9e-eff9-4085-8ef0-91bce21659f0,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:32.834736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.870001 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a9cf579-4238-4e43-8b28-5de8f5830702 req-19337327-78f0-4515-b184-c32baefeccc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c HTTP/1.1" status: 200 len: 1001 time: 0.2390501 Jan 12 09:43:32.927482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f10bc970-fb54-465e-be9e-328742a79d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:32.956965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Checking segment: {'id': '0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6cf60bed-ece9-4af3-a2bb-df3b212a6738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:32.957323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Network hostable DHCP agents. Network: 6cf60bed-ece9-4af3-a2bb-df3b212a6738, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:32.970400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=f1969e63-39ea-462d-866b-095fe6ecd75d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:32.976580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7d956-f1fb-450f-a97f-cb2a38164c7c None None] Pushing event updated for resources: {'Port': ['ID=0408f4da-0c44-4351-9dae-cfd97c53576b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:32.989296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': '64abb313-9b90-45a7-9c63-306903466a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82fb1287-28d4-4d4e-9258-ee96eb3036ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:32.989656 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: 82fb1287-28d4-4d4e-9258-ee96eb3036ef, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:33.001691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f10bc970-fb54-465e-be9e-328742a79d82 None None] For port adfbb18f-a329-4d7a-b088-7d961876a263, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=adfbb18f-a329-4d7a-b088-7d961876a263,segment=NetworkSegment(80ce6e62-3966-43e5-8348-5df3c8ebbee6),segment_id=80ce6e62-3966-43e5-8348-5df3c8ebbee6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:33.006743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cf579-4238-4e43-8b28-5de8f5830702 req-a7f7dd73-86df-4f80-935f-e7e7928e7bcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:33.006943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f10bc970-fb54-465e-be9e-328742a79d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:33.015932 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a9cf579-4238-4e43-8b28-5de8f5830702 req-a7f7dd73-86df-4f80-935f-e7e7928e7bcc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=486b768c-9d9a-4633-b75a-3b400a24263c HTTP/1.1" status: 200 len: 834 time: 0.1338370 Jan 12 09:43:33.085289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Network 6cf60bed-ece9-4af3-a2bb-df3b212a6738 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:33.091952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bc970-fb54-465e-be9e-328742a79d82 None None] Pushing event updated for resources: {'Port': ['ID=adfbb18f-a329-4d7a-b088-7d961876a263,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:33.100296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network 82fb1287-28d4-4d4e-9258-ee96eb3036ef is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:33.117523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 6cf60bed-ece9-4af3-a2bb-df3b212a6738) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:33.120422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 82fb1287-28d4-4d4e-9258-ee96eb3036ef) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:33.128463 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a86306-3dbc-49cb-a37c-4c37f2a6fc07 None None] Network 6cf60bed-ece9-4af3-a2bb-df3b212a6738 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:33.137361 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:33.137948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:33.142456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:33.143106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:33.152603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dffb9a4-5d3c-4c52-a707-2be86a744c27 None None] Network 82fb1287-28d4-4d4e-9258-ee96eb3036ef requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:33.194583 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a9cf579-4238-4e43-8b28-5de8f5830702 req-68e75356-5958-4867-a916-6dbc84b1ec9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40b33290-6f1f-46f0-9fb2-b698d71ab39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1689405 Jan 12 09:43:33.200696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1705fc8b-15af-4339-9091-acecc07fa963 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8775239 Jan 12 09:43:33.201398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42752) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:33.212661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:33.227716 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] Sync routers for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:33.248052 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-83113af3-0d83-4f88-8947-9850a2eefc37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0109859 Jan 12 09:43:33.248751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42756) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:33.250769 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:33.251393 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:33.264073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1030734427'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:33.292686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:33.296047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:33.335084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:network and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:33.346210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:33.361341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:33.394554 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0ee1f2c2-cd9b-46a7-8c0b-0f68c1bbd7b0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5148323 Jan 12 09:43:33.395983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'tag': '077b0051-a504-4981-83af-ff123a650dd8'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:33.412987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:33.421260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:33.487516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:33.518358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:33.518678 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment 8c1f8f24-91ad-4031-9082-8328b819d5cf of type vlan for network 71a3abe4-cc03-48f4-ba5b-55fd50e2221c Jan 12 09:43:33.572273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:33.585719 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:33.631050 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'tag': '077b0051-a504-4981-83af-ff123a650dd8', 'status': 'completed', 'code': 200} Jan 12 09:43:33.684419 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:33.689911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:33.690979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:33.814811 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a9cf579-4238-4e43-8b28-5de8f5830702 req-1667b2c8-2df2-4fd5-8255-ab6286c91f1b service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124122 Jan 12 09:43:33.823253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0408f4da-0c44-4351-9dae-cfd97c53576b up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:33.882802 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6329286 Jan 12 09:43:33.883462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42764) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:33.895345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': '71a3abe4-cc03-48f4-ba5b-55fd50e2221c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:33.917417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66694938-d78c-4c49-a91d-02ddd50b7db0 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=71a3abe4-cc03-48f4-ba5b-55fd50e2221c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:33.939118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 71a3abe4-cc03-48f4-ba5b-55fd50e2221c details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:34.014020 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-81bdf79b-2fa6-48b6-941a-7cbc88c0eecd req-270e314e-f545-4227-aef2-4d94793c2610 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 1098 time: 0.3851702 Jan 12 09:43:34.050872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bbc865bf-da81-4caf-8ce5-391a36815b3a None None] Provisioning complete for port adfbb18f-a329-4d7a-b088-7d961876a263 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:34.051322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bbc865bf-da81-4caf-8ce5-391a36815b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:34.073463 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '765f03d7-eb70-435a-a795-f2a6036b4b9b', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:19:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:31Z', 'updated_at': '2022-01-12T09:43:31Z', 'revision_number': 0, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:34.080592 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] Checking router: 251249a4-f463-4737-a253-ecbe3acd1f51 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:43:34.092588 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:34.093267 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:34.214487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:34.227882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:subnet and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:34.234188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:34.268951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:34.276152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 0408f4da-0c44-4351-9dae-cfd97c53576b completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:34.278971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-6cf60bed-ece9-4af3-a2bb-df3b212a6738', 'network_id': '6cf60bed-ece9-4af3-a2bb-df3b212a6738', 'tenant_id': '0d418478aa0c4e999924a5324e48d8b2', 'fixed_ips': [{'subnet_id': 'ee5a0b9e-eff9-4085-8ef0-91bce21659f0'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:34.280847 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:34.308867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdf79b-2fa6-48b6-941a-7cbc88c0eecd req-e7e1fa21-54b0-4d09-931d-2b19f9234b8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:34.310243 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-81bdf79b-2fa6-48b6-941a-7cbc88c0eecd req-e7e1fa21-54b0-4d09-931d-2b19f9234b8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.2771261 Jan 12 09:43:34.311504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:34.339020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-82fb1287-28d4-4d4e-9258-ee96eb3036ef', 'network_id': '82fb1287-28d4-4d4e-9258-ee96eb3036ef', 'tenant_id': '1de90c55e8c343c1b550a0e37503e9ef', 'fixed_ips': [{'subnet_id': 'f1969e63-39ea-462d-866b-095fe6ecd75d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:34.340141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:34.368956 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a9cf579-4238-4e43-8b28-5de8f5830702 req-e1c84df0-5ce5-47b6-86e2-6005cfccff5f service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479915 Jan 12 09:43:34.371460 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:43:34.386763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device adfbb18f-a329-4d7a-b088-7d961876a263 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:34.467220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:34.500417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:34.646175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963622b4-0615-4a6a-96e7-3d7e2a86bec9 None None] Network 271b5a5c-257d-4aa4-a4d6-add90fed22f9 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:34.693540 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-81bdf79b-2fa6-48b6-941a-7cbc88c0eecd req-fbde806e-49f3-4273-bd04-eddbd356ad5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077b0051-a504-4981-83af-ff123a650dd8 HTTP/1.1" status: 200 len: 999 time: 0.2290883 Jan 12 09:43:34.773102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdf79b-2fa6-48b6-941a-7cbc88c0eecd req-3491592a-cfa3-4aab-a27c-f7cc8fec3a1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:34.774547 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-81bdf79b-2fa6-48b6-941a-7cbc88c0eecd req-3491592a-cfa3-4aab-a27c-f7cc8fec3a1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.0750892 Jan 12 09:43:34.834298 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '765f03d7-eb70-435a-a795-f2a6036b4b9b', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:19:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:31Z', 'updated_at': '2022-01-12T09:43:31Z', 'revision_number': 0, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:34.839902 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2a0f6-76d7-4e25-801c-578863782362 None None] The sync data for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv is: [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '765f03d7-eb70-435a-a795-f2a6036b4b9b', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:19:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:31Z', 'updated_at': '2022-01-12T09:43:31Z', 'revision_number': 0, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:34.887388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Allocated IP 172.20.0.2 (6cf60bed-ece9-4af3-a2bb-df3b212a6738/ee5a0b9e-eff9-4085-8ef0-91bce21659f0/3498d50d-2866-48c5-a098-7145b307699b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:34.892817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port adfbb18f-a329-4d7a-b088-7d961876a263 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:34.893182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:34.917391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-eb2c2530-bc9d-45ce-93de-cd3d6f2a986a None None] Provisioning for port 0408f4da-0c44-4351-9dae-cfd97c53576b completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:34.937267 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-eb2c2530-bc9d-45ce-93de-cd3d6f2a986a None None] Provisioning complete for port 0408f4da-0c44-4351-9dae-cfd97c53576b triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:34.937485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2530-bc9d-45ce-93de-cd3d6f2a986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:34.952172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:34.981275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Allocated IP 172.20.0.1 (271b5a5c-257d-4aa4-a4d6-add90fed22f9/3b94b709-c37e-4bef-9f9d-fcd9fd15df5d/b1a83fef-906c-44a4-967a-12f7e3a8dea7) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:35.080297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': '8c1f8f24-91ad-4031-9082-8328b819d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a3abe4-cc03-48f4-ba5b-55fd50e2221c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:35.081087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: 71a3abe4-cc03-48f4-ba5b-55fd50e2221c, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:35.088491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=6e0b4ccf-141e-44d0-9238-c4358aee09e0,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:35.100755 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-81bdf79b-2fa6-48b6-941a-7cbc88c0eecd req-835ad8d4-6741-479b-88ee-cea0bcb603e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3184094 Jan 12 09:43:35.181105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.185874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689237b-36d1-40fb-9968-a4451b6f15a4 None None] New status for floating IP 765f03d7-eb70-435a-a795-f2a6036b4b9b: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:43:35.196952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Transition to ACTIVE for port object b1a83fef-906c-44a4-967a-12f7e3a8dea7 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:35.215766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network 71a3abe4-cc03-48f4-ba5b-55fd50e2221c is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:35.222380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.243930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 71a3abe4-cc03-48f4-ba5b-55fd50e2221c) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:35.257354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:35.258413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.271790 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58516c54-9926-485f-ba86-7c15863d0bc6 None None] Network 71a3abe4-cc03-48f4-ba5b-55fd50e2221c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:35.286591 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8e0b7040-ce90-4300-a049-8ad3cc5444ba tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3958130 Jan 12 09:43:35.286591 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-81bdf79b-2fa6-48b6-941a-7cbc88c0eecd req-6599690c-675c-49f2-8816-f796a78806e6 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772757 Jan 12 09:43:35.287254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42768) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:35.296092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Network 271b5a5c-257d-4aa4-a4d6-add90fed22f9 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:35.299539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:35.304262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:35.334167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'Port': ['ID=b1a83fef-906c-44a4-967a-12f7e3a8dea7,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:35.365978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.465677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.509535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Allocated IP 172.20.255.242 (82fb1287-28d4-4d4e-9258-ee96eb3036ef/f1969e63-39ea-462d-866b-095fe6ecd75d/7ba2a3f1-0677-4505-827b-3877487b40d6) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:35.656563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.659721 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-81bdf79b-2fa6-48b6-941a-7cbc88c0eecd req-5f140a93-63be-4f26-a2fa-13b4408eade2 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527336 Jan 12 09:43:35.726692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.821357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.857770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0b4ccf-141e-44d0-9238-c4358aee09e0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:35.907352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.913149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.957876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:35.984706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a3abe4-cc03-48f4-ba5b-55fd50e2221c']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:35.998468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1f8f24-91ad-4031-9082-8328b819d5cf') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:36.000185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1f8f24-91ad-4031-9082-8328b819d5cf') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:36.012106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.030181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.037319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:36.037819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.051954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2530-bc9d-45ce-93de-cd3d6f2a986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:36.053216 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:36.055752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.061166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'Port': ['ID=b1a83fef-906c-44a4-967a-12f7e3a8dea7,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:36.147017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.168516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.183271 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/71a3abe4-cc03-48f4-ba5b-55fd50e2221c HTTP/1.1" status: 204 len: 168 time: 0.8948629 Jan 12 09:43:36.186556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42772) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:36.193256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-563122318'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:36.197303 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf9033-6ab1-4e02-9eb8-70c6f573f92b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=71a3abe4-cc03-48f4-ba5b-55fd50e2221c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:36.202052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:36.208771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:network and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:36.212555 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:36.218798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:36.233681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:36.237336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.248205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.272975 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:36.274112 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b869e7f-1cd7-409d-926f-f8d6886db788 None None] Network 71a3abe4-cc03-48f4-ba5b-55fd50e2221c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:36.285242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.285641 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment 5e495f39-afe5-44b5-8207-52de4a708499 of type vlan for network 83f3d7b0-1fde-4431-91fc-c932e895f1b8 Jan 12 09:43:36.315260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Transition to ACTIVE for port object 3498d50d-2866-48c5-a098-7145b307699b will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:36.324563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.341759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Network 271b5a5c-257d-4aa4-a4d6-add90fed22f9 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:36.343073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:36.354240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-eb2c2530-bc9d-45ce-93de-cd3d6f2a986a None None] For port 0408f4da-0c44-4351-9dae-cfd97c53576b, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0408f4da-0c44-4351-9dae-cfd97c53576b,segment=NetworkSegment(65c1e669-9ec3-42dc-ba27-99fcf328cb32),segment_id=65c1e669-9ec3-42dc-ba27-99fcf328cb32)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:36.361061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b869e7f-1cd7-409d-926f-f8d6886db788 None None] Network 71a3abe4-cc03-48f4-ba5b-55fd50e2221c could not be found, it might have been deleted concurrently. {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 12 09:43:36.367707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.373182 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:36.373909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.383798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2530-bc9d-45ce-93de-cd3d6f2a986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.461032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Transition to ACTIVE for port object 3498d50d-2866-48c5-a098-7145b307699b will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:36.497141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.513391 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3254163 Jan 12 09:43:36.517458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42776) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:36.524891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.526084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': '83f3d7b0-1fde-4431-91fc-c932e895f1b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:36.555876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Transition to ACTIVE for port object 7ba2a3f1-0677-4505-827b-3877487b40d6 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:36.566631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c2530-bc9d-45ce-93de-cd3d6f2a986a None None] Pushing event updated for resources: {'Port': ['ID=0408f4da-0c44-4351-9dae-cfd97c53576b,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:36.578690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Network 6cf60bed-ece9-4af3-a2bb-df3b212a6738 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:36.635922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Transition to ACTIVE for port object 7ba2a3f1-0677-4505-827b-3877487b40d6 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:36.639670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:36.655971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:36.666648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:36.671022 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:subnet and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:36.674223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:36.680588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:36.685516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37006600-ef07-4b11-a155-2343d346cd31 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=83f3d7b0-1fde-4431-91fc-c932e895f1b8,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:36.699271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:36.702235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.718058 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 83f3d7b0-1fde-4431-91fc-c932e895f1b8 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:36.815908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Router ff960347-d916-49c3-9c38-9a90394b8540 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:43:36.839171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.883263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Pushing event updated for resources: {'Port': ['ID=3498d50d-2866-48c5-a098-7145b307699b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:36.935730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Attempting to bind port 3498d50d-2866-48c5-a098-7145b307699b on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:43:36.936039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Attempting to bind port 3498d50d-2866-48c5-a098-7145b307699b by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6cf60bed-ece9-4af3-a2bb-df3b212a6738'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:43:36.936396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Attempting to bind port 3498d50d-2866-48c5-a098-7145b307699b on network 6cf60bed-ece9-4af3-a2bb-df3b212a6738 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:43:36.940952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Network 82fb1287-28d4-4d4e-9258-ee96eb3036ef is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:36.942141 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.ipam_backend_mixin [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Performing IP validity checks on allocation pools {{(pid=83595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:43:36.942703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.ipam_backend_mixin [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:43:36.952967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:36.959900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:36.981290 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:43:36.981680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Checking segment: {'id': '0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6cf60bed-ece9-4af3-a2bb-df3b212a6738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:36.982052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.982443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Bound using segment: {'id': '0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6cf60bed-ece9-4af3-a2bb-df3b212a6738'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:43:36.982962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Bound port: 3498d50d-2866-48c5-a098-7145b307699b, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6cf60bed-ece9-4af3-a2bb-df3b212a6738'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:43:36.983340 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.026262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-10882c7a-ec44-4b67-881b-1d2466084444 None None] Provisioning complete for port 0408f4da-0c44-4351-9dae-cfd97c53576b triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:37.026632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10882c7a-ec44-4b67-881b-1d2466084444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.044503 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:37.055250 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e8d9e83a-a7de-4fd8-b732-edd6f3ec2af0 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "PUT /v2.0/routers/ff960347-d916-49c3-9c38-9a90394b8540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8469718 Jan 12 09:43:37.056761 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ddc1ef-21ec-4b07-9ed8-0fe9dd0a7489 None None] Sync routers for ids ['ff960347-d916-49c3-9c38-9a90394b8540'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:37.058613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42780) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:37.073999 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ddc1ef-21ec-4b07-9ed8-0fe9dd0a7489 None None] Routers {'ff960347-d916-49c3-9c38-9a90394b8540'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:37.074354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Pushing event updated for resources: {'Port': ['ID=7ba2a3f1-0677-4505-827b-3877487b40d6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:37.075813 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-68ddc1ef-21ec-4b07-9ed8-0fe9dd0a7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ff960347-d916-49c3-9c38-9a90394b8540'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:37.127720 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.158127 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-68ddc1ef-21ec-4b07-9ed8-0fe9dd0a7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:37.172375 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ddc1ef-21ec-4b07-9ed8-0fe9dd0a7489 None None] Routers {'ff960347-d916-49c3-9c38-9a90394b8540'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:37.173428 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-68ddc1ef-21ec-4b07-9ed8-0fe9dd0a7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ff960347-d916-49c3-9c38-9a90394b8540'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:37.216224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=c17390c0-5a5d-4438-bbeb-5954bc88ccde,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:37.221208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Attempting to bind port 7ba2a3f1-0677-4505-827b-3877487b40d6 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:43:37.221587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Attempting to bind port 7ba2a3f1-0677-4505-827b-3877487b40d6 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '64abb313-9b90-45a7-9c63-306903466a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82fb1287-28d4-4d4e-9258-ee96eb3036ef'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:43:37.221950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Attempting to bind port 7ba2a3f1-0677-4505-827b-3877487b40d6 on network 82fb1287-28d4-4d4e-9258-ee96eb3036ef {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:43:37.254714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': '5e495f39-afe5-44b5-8207-52de4a708499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '83f3d7b0-1fde-4431-91fc-c932e895f1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:37.255454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: 83f3d7b0-1fde-4431-91fc-c932e895f1b8, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:37.269259 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-68ddc1ef-21ec-4b07-9ed8-0fe9dd0a7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:37.269685 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ddc1ef-21ec-4b07-9ed8-0fe9dd0a7489 None None] The sync data for ids ['ff960347-d916-49c3-9c38-9a90394b8540'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:37.280887 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network 83f3d7b0-1fde-4431-91fc-c932e895f1b8 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:37.292292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 83f3d7b0-1fde-4431-91fc-c932e895f1b8) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:37.303434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:37.304017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.328440 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f5ee175f-0134-4fba-a49f-1af2e21c58fd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8090870 Jan 12 09:43:37.331709 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42784) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:37.336713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221894c-cef7-4e78-bc28-8a17d441361e None None] Network 83f3d7b0-1fde-4431-91fc-c932e895f1b8 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:37.354330 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:43:37.354761 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Checking segment: {'id': '64abb313-9b90-45a7-9c63-306903466a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82fb1287-28d4-4d4e-9258-ee96eb3036ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:37.355100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.355487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Bound using segment: {'id': '64abb313-9b90-45a7-9c63-306903466a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82fb1287-28d4-4d4e-9258-ee96eb3036ef'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:43:37.355965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Bound port: 7ba2a3f1-0677-4505-827b-3877487b40d6, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64abb313-9b90-45a7-9c63-306903466a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82fb1287-28d4-4d4e-9258-ee96eb3036ef'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:43:37.356335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.413592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] For port 3498d50d-2866-48c5-a098-7145b307699b, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:43:37.465697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] For port 3498d50d-2866-48c5-a098-7145b307699b, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3498d50d-2866-48c5-a098-7145b307699b,segment=NetworkSegment(0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea),segment_id=0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:43:37.501410 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.503986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.613637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.713338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] For port 7ba2a3f1-0677-4505-827b-3877487b40d6, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:43:37.716385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef841cc-4235-4279-b718-d250c87cd40d None None] Pushing event updated for resources: {'Port': ['ID=3498d50d-2866-48c5-a098-7145b307699b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:37.718801 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.735204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] For port 7ba2a3f1-0677-4505-827b-3877487b40d6, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7ba2a3f1-0677-4505-827b-3877487b40d6,segment=NetworkSegment(64abb313-9b90-45a7-9c63-306903466a14),segment_id=64abb313-9b90-45a7-9c63-306903466a14)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:43:37.736505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-10882c7a-ec44-4b67-881b-1d2466084444 None None] Provisioning for port b1a83fef-906c-44a4-967a-12f7e3a8dea7 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:37.744205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.783095 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-10882c7a-ec44-4b67-881b-1d2466084444 None None] Provisioning complete for port b1a83fef-906c-44a4-967a-12f7e3a8dea7 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:37.783465 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10882c7a-ec44-4b67-881b-1d2466084444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:37.807116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=c17390c0-5a5d-4438-bbeb-5954bc88ccde,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:37.914739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-10882c7a-ec44-4b67-881b-1d2466084444 None None] Port b1a83fef-906c-44a4-967a-12f7e3a8dea7 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:43:37.981856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182ef9f-9c3e-4309-8f91-84f330e8f190 None None] Pushing event updated for resources: {'Port': ['ID=7ba2a3f1-0677-4505-827b-3877487b40d6,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:37.986313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3421191-310c-402b-93e6-7d239c36aa51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-83f3d7b0-1fde-4431-91fc-c932e895f1b8', 'network_id': '83f3d7b0-1fde-4431-91fc-c932e895f1b8', 'tenant_id': '1de90c55e8c343c1b550a0e37503e9ef', 'fixed_ips': [{'subnet_id': 'c17390c0-5a5d-4438-bbeb-5954bc88ccde'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:37.987624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3421191-310c-402b-93e6-7d239c36aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.001910 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-eb1064dc-f50c-4f5a-ad94-11dc16ce7702 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:43:38.021741 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eb1064dc-f50c-4f5a-ad94-11dc16ce7702 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "PUT /v2.0/routers/ff960347-d916-49c3-9c38-9a90394b8540/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9507523 Jan 12 09:43:38.021741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42788) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:38.122038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.151763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d3466205-02b5-418d-9673-1848e7a6a8f4 None None] Provisioning complete for port b1a83fef-906c-44a4-967a-12f7e3a8dea7 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:38.152334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3466205-02b5-418d-9673-1848e7a6a8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.160106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f3d7b0-1fde-4431-91fc-c932e895f1b8']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:38.177473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e495f39-afe5-44b5-8207-52de4a708499') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:38.177778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e495f39-afe5-44b5-8207-52de4a708499') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:38.187058 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e30477-2ad6-4791-842c-bf41ee41efaa None None] Network 83f3d7b0-1fde-4431-91fc-c932e895f1b8 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:38.191487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.209706 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0408f4da-0c44-4351-9dae-cfd97c53576b up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:38.211184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.218907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:38.219604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:38.237749 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:38.329466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.352073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d3466205-02b5-418d-9673-1848e7a6a8f4 None None] Port b1a83fef-906c-44a4-967a-12f7e3a8dea7 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:43:38.357527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.360203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=83f3d7b0-1fde-4431-91fc-c932e895f1b8,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:38.380792 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2adfc5f2-0b80-429c-8c2f-5f4d79cb098d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/83f3d7b0-1fde-4431-91fc-c932e895f1b8 HTTP/1.1" status: 204 len: 168 time: 1.0474784 Jan 12 09:43:38.381499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42792) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:38.387651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35864139'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:38.399009 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:38.409460 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:network and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:38.416185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:38.443412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:38.476757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:38.480150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.481704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0408f4da-0c44-4351-9dae-cfd97c53576b triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:38.481953 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.518077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.554381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:38.571636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.571984 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment b4ddf656-53da-4688-9789-a1be66b168a6 of type vlan for network 60bc822e-398c-4c4c-8012-5f19154a4491 Jan 12 09:43:38.610475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.662557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3498d50d-2866-48c5-a098-7145b307699b up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:38.668222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.675274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:38.676071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:38.745906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 3498d50d-2866-48c5-a098-7145b307699b completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:38.792679 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4073949 Jan 12 09:43:38.796162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42796) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:38.805209 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': '60bc822e-398c-4c4c-8012-5f19154a4491', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:38.893599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e58970-93a8-4840-8293-37a998b65990 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=60bc822e-398c-4c4c-8012-5f19154a4491,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:38.910297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 60bc822e-398c-4c4c-8012-5f19154a4491 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:38.943885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:38.949940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:subnet and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:38.957259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:38.974062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:38.993972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:39.061894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ca603-d1e8-4f9f-9534-56624bcb2af4 None None] Network 6cf60bed-ece9-4af3-a2bb-df3b212a6738 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:39.134964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:39.164394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c714e790-b119-440f-b331-590cbe3de182 None None] Provisioning for port 3498d50d-2866-48c5-a098-7145b307699b completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:39.180196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c714e790-b119-440f-b331-590cbe3de182 None None] Provisioning complete for port 3498d50d-2866-48c5-a098-7145b307699b triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:39.180560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c714e790-b119-440f-b331-590cbe3de182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:39.206039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Deleting port b1a83fef-906c-44a4-967a-12f7e3a8dea7 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:39.206483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:39.486216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:39.552332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7bf1a-a2cc-4ec9-bb19-49d3f5c86e01 None None] Network 82fb1287-28d4-4d4e-9258-ee96eb3036ef requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:39.597770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:39.608356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=902e004c-2516-4ec4-adc7-cdb30de1132c,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:39.641613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c714e790-b119-440f-b331-590cbe3de182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:39.652258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': 'b4ddf656-53da-4688-9789-a1be66b168a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '60bc822e-398c-4c4c-8012-5f19154a4491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:39.654070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: 60bc822e-398c-4c4c-8012-5f19154a4491, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:39.704206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network 60bc822e-398c-4c4c-8012-5f19154a4491 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:39.720794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 60bc822e-398c-4c4c-8012-5f19154a4491) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:39.733004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:39.733004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:39.750910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a900cad-208f-443e-a9c7-84d808bc47ae None None] Network 60bc822e-398c-4c4c-8012-5f19154a4491 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:39.773994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c714e790-b119-440f-b331-590cbe3de182 None None] For port 3498d50d-2866-48c5-a098-7145b307699b, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3498d50d-2866-48c5-a098-7145b307699b,segment=NetworkSegment(0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea),segment_id=0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:39.782932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Calling delete_port for b1a83fef-906c-44a4-967a-12f7e3a8dea7 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:39.796293 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b1534942-c6af-4fde-ae48-14a114c31a22 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9974582 Jan 12 09:43:39.796293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42800) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:39.982971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c714e790-b119-440f-b331-590cbe3de182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.082255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.132300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.185102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.199084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7ba2a3f1-0677-4505-827b-3877487b40d6 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:40.269874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d55bf7-2729-43c4-ae1c-6e1867d4ff0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-60bc822e-398c-4c4c-8012-5f19154a4491', 'network_id': '60bc822e-398c-4c4c-8012-5f19154a4491', 'tenant_id': '1de90c55e8c343c1b550a0e37503e9ef', 'fixed_ips': [{'subnet_id': '902e004c-2516-4ec4-adc7-cdb30de1132c'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:40.269874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28d55bf7-2729-43c4-ae1c-6e1867d4ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.302133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714e790-b119-440f-b331-590cbe3de182 None None] Pushing event updated for resources: {'Port': ['ID=3498d50d-2866-48c5-a098-7145b307699b,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:40.333096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7000de8c-d669-42c5-83c3-2a7afaec7cb9 None None] Provisioning for port 7ba2a3f1-0677-4505-827b-3877487b40d6 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:40.361187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.368987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event deleted for resources: {'Port': ['ID=b1a83fef-906c-44a4-967a-12f7e3a8dea7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:40.427907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=902e004c-2516-4ec4-adc7-cdb30de1132c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:40.485185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 7ba2a3f1-0677-4505-827b-3877487b40d6 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:40.544656 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7ba2a3f1-0677-4505-827b-3877487b40d6 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:40.544656 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server [None req-28d55bf7-2729-43c4-ae1c-6e1867d4ff0c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 902e004c-2516-4ec4-adc7-cdb30de1132c: This subnet is being modified by another concurrent operation. Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise exception Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 902e004c-2516-4ec4-adc7-cdb30de1132c: This subnet is being modified by another concurrent operation. Jan 12 09:43:40.633136 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Jan 12 09:43:40.680338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cb164073-0043-4390-8d3f-9952b9647716 None None] Provisioning complete for port 3498d50d-2866-48c5-a098-7145b307699b triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:40.680338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb164073-0043-4390-8d3f-9952b9647716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.699210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.731365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.742153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bc822e-398c-4c4c-8012-5f19154a4491']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:40.765062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ddf656-53da-4688-9789-a1be66b168a6') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:40.765062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ddf656-53da-4688-9789-a1be66b168a6') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:40.776230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b3b99-a529-4a5a-80d7-b1b0d11d1f70 None None] Network 60bc822e-398c-4c4c-8012-5f19154a4491 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:40.786840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.817094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.827536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:40.827536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:40.903127 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:40.934857 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.952358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.963622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=60bc822e-398c-4c4c-8012-5f19154a4491,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:40.967977 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8e710fbd-1e56-4b7a-989d-90fff0cdec2b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/60bc822e-398c-4c4c-8012-5f19154a4491 HTTP/1.1" status: 204 len: 168 time: 1.1694915 Jan 12 09:43:40.971351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42806) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:40.976892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-444675880'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:40.981647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:40.985444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:network and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:40.988403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:40.995190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:40.998037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:41.006035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:41.009829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:41.042800 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:41.053332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:41.053943 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment 04c1e213-fe64-43c8-971a-cd667436e1db of type vlan for network 64d62a19-4b58-4a56-9b36-f6bf5fd276f4 Jan 12 09:43:41.089204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:41.094609 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa1bb58-52ce-475e-a239-7edf9e26788a None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:43:41.132326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:41.135962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:41.136529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:41.149288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 7ba2a3f1-0677-4505-827b-3877487b40d6, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7ba2a3f1-0677-4505-827b-3877487b40d6,segment=NetworkSegment(64abb313-9b90-45a7-9c63-306903466a14),segment_id=64abb313-9b90-45a7-9c63-306903466a14)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:41.161241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:41.188796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Router ff960347-d916-49c3-9c38-9a90394b8540 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:41.263901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=7ba2a3f1-0677-4505-827b-3877487b40d6,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:41.314393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-486e69ff-e265-4608-85ab-87cdde5ccb91 None None] Provisioning complete for port 7ba2a3f1-0677-4505-827b-3877487b40d6 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:41.314789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-486e69ff-e265-4608-85ab-87cdde5ccb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:41.328796 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3560479 Jan 12 09:43:41.333466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42810) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:41.338561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3671b0-c5da-428e-bf86-120c8b37ce2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=64d62a19-4b58-4a56-9b36-f6bf5fd276f4,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:41.342875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': '64d62a19-4b58-4a56-9b36-f6bf5fd276f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:41.352854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 64d62a19-4b58-4a56-9b36-f6bf5fd276f4 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:41.368650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1bb58-52ce-475e-a239-7edf9e26788a None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:43:41.416143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:41.434543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b6ba3-a220-4f25-aac9-66150bc54e37 None None] Sync routers for ids ['ff960347-d916-49c3-9c38-9a90394b8540'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:41.452357 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-10bd7010-9b36-4093-819f-b123e7c51b3c tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "PUT /v2.0/routers/ff960347-d916-49c3-9c38-9a90394b8540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4251082 Jan 12 09:43:41.453881 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42814) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:41.472521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:41.478426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:subnet and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:41.481545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:41.487765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:41.500694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:41.541173 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-5ba343ca-53d3-411d-94f2-bfd06c94fc03 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] delete failed (client error): The resource could not be found. Jan 12 09:43:41.545921 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5ba343ca-53d3-411d-94f2-bfd06c94fc03 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1969316577 HTTP/1.1" status: 404 len: 335 time: 0.0864680 Jan 12 09:43:41.546346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42818) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:41.552241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5cfb3b96-c3c3-4ee9-9b65-572e275822b8 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff960347-d916-49c3-9c38-9a90394b8540'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:41.556712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b6ba3-a220-4f25-aac9-66150bc54e37 None None] Routers {'ff960347-d916-49c3-9c38-9a90394b8540'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:41.557016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f29b6ba3-a220-4f25-aac9-66150bc54e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ff960347-d916-49c3-9c38-9a90394b8540'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:41.606639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:41.665099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f29b6ba3-a220-4f25-aac9-66150bc54e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:41.772705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b6ba3-a220-4f25-aac9-66150bc54e37 None None] Routers {'ff960347-d916-49c3-9c38-9a90394b8540'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:41.773562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f29b6ba3-a220-4f25-aac9-66150bc54e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ff960347-d916-49c3-9c38-9a90394b8540'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:41.836637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:41.845178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f29b6ba3-a220-4f25-aac9-66150bc54e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:41.845579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b6ba3-a220-4f25-aac9-66150bc54e37 None None] The sync data for ids ['ff960347-d916-49c3-9c38-9a90394b8540'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:41.962421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3b96-c3c3-4ee9-9b65-572e275822b8 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.004896 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-5cfb3b96-c3c3-4ee9-9b65-572e275822b8 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] update failed (client error): The resource could not be found. Jan 12 09:43:42.006367 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5cfb3b96-c3c3-4ee9-9b65-572e275822b8 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "PUT /v2.0/routers/ff960347-d916-49c3-9c38-9a90394b8540 HTTP/1.1" status: 404 len: 339 time: 0.4590602 Jan 12 09:43:42.010607 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42822) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:42.024273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=57455907-49ad-4bd8-81fd-aa95fb411750,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:42.043336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': '04c1e213-fe64-43c8-971a-cd667436e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '64d62a19-4b58-4a56-9b36-f6bf5fd276f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:42.043821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: 64d62a19-4b58-4a56-9b36-f6bf5fd276f4, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:42.045136 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3498d50d-2866-48c5-a098-7145b307699b up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:42.066343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network 64d62a19-4b58-4a56-9b36-f6bf5fd276f4 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:42.078060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 64d62a19-4b58-4a56-9b36-f6bf5fd276f4) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:42.082266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:42.083075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.106151 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-99876252-5629-4840-9795-58c2e4028c66 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7694008 Jan 12 09:43:42.109244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42826) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:42.129783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63feb4a-8536-4acb-8c5c-38682eb8d008 None None] Network 64d62a19-4b58-4a56-9b36-f6bf5fd276f4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:42.246202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3498d50d-2866-48c5-a098-7145b307699b triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:42.246551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.251777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.320212 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.406233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.434994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d7430-c8d8-44fe-9511-8ccea5b395aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-64d62a19-4b58-4a56-9b36-f6bf5fd276f4', 'network_id': '64d62a19-4b58-4a56-9b36-f6bf5fd276f4', 'tenant_id': '1de90c55e8c343c1b550a0e37503e9ef', 'fixed_ips': [{'subnet_id': '57455907-49ad-4bd8-81fd-aa95fb411750'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:42.435816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-032d7430-c8d8-44fe-9511-8ccea5b395aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.447207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=57455907-49ad-4bd8-81fd-aa95fb411750,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:42.516176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7ba2a3f1-0677-4505-827b-3877487b40d6 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:42.536743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.557446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.587497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d62a19-4b58-4a56-9b36-f6bf5fd276f4']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:42.603259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59242281-b0e5-461c-bec8-f3f81fef506f None None] Network 64d62a19-4b58-4a56-9b36-f6bf5fd276f4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:42.606997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c1e213-fe64-43c8-971a-cd667436e1db') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:42.607255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c1e213-fe64-43c8-971a-cd667436e1db') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:42.621176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.642977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.650087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:42.650588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:42.665637 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:42.746078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.763771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.774430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=64d62a19-4b58-4a56-9b36-f6bf5fd276f4,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:42.778544 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-12fd8076-f1cd-4b85-8cfc-40225fd88cf7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/64d62a19-4b58-4a56-9b36-f6bf5fd276f4 HTTP/1.1" status: 204 len: 168 time: 0.6683595 Jan 12 09:43:42.783195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42830) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:42.786472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7ba2a3f1-0677-4505-827b-3877487b40d6 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:42.786866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.789728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1829482985'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:42.795003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:42.799000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:network and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:42.801969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:42.807901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:42.822911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:42.825846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.855512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:42.866292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.866788 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment ce0ca8ed-0508-41e9-b596-0cd9c2985b85 of type vlan for network be99bc19-9c98-4896-a4f7-c60880cb3884 Jan 12 09:43:42.893087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.922705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.926387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:42.927006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.982473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Allocated IP 172.20.0.1 (cfe48f6f-a746-4a40-be13-03d05f63ff6e/b68e93ea-52eb-4c9d-a330-4e19c58cc7e2/756dbcb6-5d76-4eaf-9934-f08687f16b13) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:43.031784 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2474544 Jan 12 09:43:43.034403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42834) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:43.037099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b6414-fb08-42e8-a6d0-604ddc6188ef tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=be99bc19-9c98-4896-a4f7-c60880cb3884,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:43.041990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': 'be99bc19-9c98-4896-a4f7-c60880cb3884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:43.050156 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network be99bc19-9c98-4896-a4f7-c60880cb3884 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:43.164718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:43.167244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:43.169268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:subnet and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:43.171558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:43.177424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:43.185994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Transition to ACTIVE for port object 756dbcb6-5d76-4eaf-9934-f08687f16b13 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:43.187404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:43.208963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:43.282880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Network cfe48f6f-a746-4a40-be13-03d05f63ff6e is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:43.286108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:43.286296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:43.288843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:43.324025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'Port': ['ID=756dbcb6-5d76-4eaf-9934-f08687f16b13,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:43.352964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:43.383676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Performing IP validity checks on allocation pools {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:43:43.384712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:43:43.444654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:43.522729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:43.597669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=7abff60d-3045-4a93-9127-947c5a1f0ac8,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:43.602346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-31be8d04-0458-4624-b845-b1524c837b76 None None] Provisioning for port 756dbcb6-5d76-4eaf-9934-f08687f16b13 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:43.608997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-31be8d04-0458-4624-b845-b1524c837b76 None None] Provisioning complete for port 756dbcb6-5d76-4eaf-9934-f08687f16b13 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:43.609219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': 'ce0ca8ed-0508-41e9-b596-0cd9c2985b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'be99bc19-9c98-4896-a4f7-c60880cb3884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:43.609526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: be99bc19-9c98-4896-a4f7-c60880cb3884, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:43.610141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-31be8d04-0458-4624-b845-b1524c837b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:43.631786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network be99bc19-9c98-4896-a4f7-c60880cb3884 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:43.641474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, be99bc19-9c98-4896-a4f7-c60880cb3884) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:43.645583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:43.646162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:43.655185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5252a-ffab-42c1-b2ed-a2503f534a83 None None] Network be99bc19-9c98-4896-a4f7-c60880cb3884 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:43.671851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42838) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:43.672091 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dc7025f8-fb6b-45c6-8309-c48888e7b5e5 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6365864 Jan 12 09:43:43.777080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-31be8d04-0458-4624-b845-b1524c837b76 None None] Port 756dbcb6-5d76-4eaf-9934-f08687f16b13 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:43:43.913011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-be99bc19-9c98-4896-a4f7-c60880cb3884', 'network_id': 'be99bc19-9c98-4896-a4f7-c60880cb3884', 'tenant_id': '1de90c55e8c343c1b550a0e37503e9ef', 'fixed_ips': [{'subnet_id': '7abff60d-3045-4a93-9127-947c5a1f0ac8'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:43.913854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:43.918257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.029827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.064042 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.067712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Allocated IP 172.20.0.3 (be99bc19-9c98-4896-a4f7-c60880cb3884/7abff60d-3045-4a93-9127-947c5a1f0ac8/1a0d6ff4-b67c-4702-a49c-36535e74e7db) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:44.071384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.202758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event updated for resources: {'Port': ['ID=756dbcb6-5d76-4eaf-9934-f08687f16b13,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:44.206560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.269390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.280430 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Transition to ACTIVE for port object 1a0d6ff4-b67c-4702-a49c-36535e74e7db will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:44.299800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Transition to ACTIVE for port object 1a0d6ff4-b67c-4702-a49c-36535e74e7db will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:44.306050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.373621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Network be99bc19-9c98-4896-a4f7-c60880cb3884 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:44.376520 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:44.381029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:44.383094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Pushing event updated for resources: {'Port': ['ID=1a0d6ff4-b67c-4702-a49c-36535e74e7db,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:44.427420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.473515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Attempting to bind port 1a0d6ff4-b67c-4702-a49c-36535e74e7db on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:43:44.473768 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=7abff60d-3045-4a93-9127-947c5a1f0ac8,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:44.474012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Attempting to bind port 1a0d6ff4-b67c-4702-a49c-36535e74e7db by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'ce0ca8ed-0508-41e9-b596-0cd9c2985b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'be99bc19-9c98-4896-a4f7-c60880cb3884'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:43:44.474572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Attempting to bind port 1a0d6ff4-b67c-4702-a49c-36535e74e7db on network be99bc19-9c98-4896-a4f7-c60880cb3884 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:43:44.483339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:43:44.483867 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Checking segment: {'id': 'ce0ca8ed-0508-41e9-b596-0cd9c2985b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'be99bc19-9c98-4896-a4f7-c60880cb3884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:44.484395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.484872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Bound using segment: {'id': 'ce0ca8ed-0508-41e9-b596-0cd9c2985b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'be99bc19-9c98-4896-a4f7-c60880cb3884'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:43:44.485424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Bound port: 1a0d6ff4-b67c-4702-a49c-36535e74e7db, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0ca8ed-0508-41e9-b596-0cd9c2985b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'be99bc19-9c98-4896-a4f7-c60880cb3884'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:43:44.486030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.571144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Network cfe48f6f-a746-4a40-be13-03d05f63ff6e is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:44.576926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:44.584989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-87877485-06a3-413f-9111-98c47d16c773 None None] For port 1a0d6ff4-b67c-4702-a49c-36535e74e7db, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:43:44.588226 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-87877485-06a3-413f-9111-98c47d16c773 None None] For port 1a0d6ff4-b67c-4702-a49c-36535e74e7db, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1a0d6ff4-b67c-4702-a49c-36535e74e7db,segment=NetworkSegment(ce0ca8ed-0508-41e9-b596-0cd9c2985b85),segment_id=ce0ca8ed-0508-41e9-b596-0cd9c2985b85)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:43:44.593734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.665906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.702279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87877485-06a3-413f-9111-98c47d16c773 None None] Pushing event updated for resources: {'Port': ['ID=1a0d6ff4-b67c-4702-a49c-36535e74e7db,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:44.749937 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce0ba76-7985-4251-90b5-92f022849b44 None None] Network be99bc19-9c98-4896-a4f7-c60880cb3884 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:44.761813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be99bc19-9c98-4896-a4f7-c60880cb3884']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:44.779640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0ca8ed-0508-41e9-b596-0cd9c2985b85') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:44.779927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0ca8ed-0508-41e9-b596-0cd9c2985b85') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:44.795867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.864520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.877529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:44.877908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.885581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4ebd433a-cb62-40a9-8cfd-61f3d1dd3cdf None None] Provisioning complete for port 756dbcb6-5d76-4eaf-9934-f08687f16b13 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:44.885948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ebd433a-cb62-40a9-8cfd-61f3d1dd3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:44.891824 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:44.975339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd433a-cb62-40a9-8cfd-61f3d1dd3cdf None None] Port 756dbcb6-5d76-4eaf-9934-f08687f16b13 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:43:45.007559 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc784002-dc37-484f-8b6e-05c9d37fcb10 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:43:45.020077 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:43:45.020077 dv-neutron-824347-1-hyperv neutron-server[83595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:43:45.020077 dv-neutron-824347-1-hyperv neutron-server[83595]: [parameters: {'id': 'be99bc19-9c98-4896-a4f7-c60880cb3884'}] Jan 12 09:43:45.020077 dv-neutron-824347-1-hyperv neutron-server[83595]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:43:45.020617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:43:45.063407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Router ff960347-d916-49c3-9c38-9a90394b8540 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:45.135749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc784002-dc37-484f-8b6e-05c9d37fcb10 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:43:45.235217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:45.246350 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6670168-dc66-4d51-9d71-2eeae760503d None None] Sync routers for ids ['ff960347-d916-49c3-9c38-9a90394b8540'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:45.254216 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c1628977-ad81-49c0-b9a3-feb0b315a9fb tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "PUT /v2.0/routers/ff960347-d916-49c3-9c38-9a90394b8540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2396650 Jan 12 09:43:45.254589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42842) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:45.258558 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6670168-dc66-4d51-9d71-2eeae760503d None None] Routers {'ff960347-d916-49c3-9c38-9a90394b8540'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:45.259195 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b6670168-dc66-4d51-9d71-2eeae760503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ff960347-d916-49c3-9c38-9a90394b8540'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:45.322466 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b6670168-dc66-4d51-9d71-2eeae760503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:45.335580 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6670168-dc66-4d51-9d71-2eeae760503d None None] Routers {'ff960347-d916-49c3-9c38-9a90394b8540'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:45.336270 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b6670168-dc66-4d51-9d71-2eeae760503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ff960347-d916-49c3-9c38-9a90394b8540'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:45.407090 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b6670168-dc66-4d51-9d71-2eeae760503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:45.407572 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6670168-dc66-4d51-9d71-2eeae760503d None None] The sync data for ids ['ff960347-d916-49c3-9c38-9a90394b8540'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:45.521960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:45.533150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Deleting port 1a0d6ff4-b67c-4702-a49c-36535e74e7db {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:45.533484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:45.560516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0eb78c42-7dac-452c-9545-183838e761f6 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:45.721855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-0eb78c42-7dac-452c-9545-183838e761f6 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 12 09:43:45.722916 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0eb78c42-7dac-452c-9545-183838e761f6 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "DELETE /v2.0/routers/ff960347-d916-49c3-9c38-9a90394b8540 HTTP/1.1" status: 409 len: 329 time: 0.4671018 Jan 12 09:43:45.725927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42846) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:45.742783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] For port 1a0d6ff4-b67c-4702-a49c-36535e74e7db, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1a0d6ff4-b67c-4702-a49c-36535e74e7db,segment=NetworkSegment(ce0ca8ed-0508-41e9-b596-0cd9c2985b85),segment_id=ce0ca8ed-0508-41e9-b596-0cd9c2985b85)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:45.743136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:45.865914 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Calling delete_port for 1a0d6ff4-b67c-4702-a49c-36535e74e7db owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:45.947984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.003934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Port': ['ID=1a0d6ff4-b67c-4702-a49c-36535e74e7db,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:46.011485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No DVR routers for this DVR port 1a0d6ff4-b67c-4702-a49c-36535e74e7db on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:43:46.063450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.238320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.263605 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be99bc19-9c98-4896-a4f7-c60880cb3884']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:46.276119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0ca8ed-0508-41e9-b596-0cd9c2985b85') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:46.276413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0ca8ed-0508-41e9-b596-0cd9c2985b85') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:46.288273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.305006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.311664 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:46.312190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:46.326720 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:46.435204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.462593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.462593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=be99bc19-9c98-4896-a4f7-c60880cb3884,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:46.472751 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ca2d4ef3-d7ad-4c80-8b27-7ab72c2a9691 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/be99bc19-9c98-4896-a4f7-c60880cb3884 HTTP/1.1" status: 204 len: 168 time: 2.7916806 Jan 12 09:43:46.472751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42850) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:46.482188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-299307995'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:46.482188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:46.494927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:network and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:46.494927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:46.494927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:46.513479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:46.513479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.550269 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:46.564937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.564937 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment dc81c379-511c-40c9-9dde-4d2ae987a4a8 of type vlan for network f19bb6a8-c261-4f8a-b22e-d919d25e38c7 Jan 12 09:43:46.596872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.634848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.634848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:46.634848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.714546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Deleting port 756dbcb6-5d76-4eaf-9934-f08687f16b13 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:46.714546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.744325 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2661273 Jan 12 09:43:46.748218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42854) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:46.756941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': 'f19bb6a8-c261-4f8a-b22e-d919d25e38c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:46.762645 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acfcea-4167-4ebe-9264-5623247e73a3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=f19bb6a8-c261-4f8a-b22e-d919d25e38c7,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:46.772165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network f19bb6a8-c261-4f8a-b22e-d919d25e38c7 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:47.066911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:47.078940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:subnet and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:47.085409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:47.094192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:47.127245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:47.145584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:47.323853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Calling delete_port for 756dbcb6-5d76-4eaf-9934-f08687f16b13 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:47.381232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:47.668440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:47.733150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event deleted for resources: {'Port': ['ID=756dbcb6-5d76-4eaf-9934-f08687f16b13,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:47.733150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:47.887430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=8e839d6b-0714-481f-a58f-28c8c242bc5e,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:47.970154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': 'dc81c379-511c-40c9-9dde-4d2ae987a4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f19bb6a8-c261-4f8a-b22e-d919d25e38c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:47.970154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: f19bb6a8-c261-4f8a-b22e-d919d25e38c7, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:48.071046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network f19bb6a8-c261-4f8a-b22e-d919d25e38c7 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:48.091727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, f19bb6a8-c261-4f8a-b22e-d919d25e38c7) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:48.100667 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:48.103931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8101a-a8ac-43dc-af48-23874abb92f2 None None] Network f19bb6a8-c261-4f8a-b22e-d919d25e38c7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:48.107515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:48.107515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:48.215432 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-207b93c9-50c6-4b4e-b674-edb00e1b9119 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4677956 Jan 12 09:43:48.218975 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42862) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:48.399449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:48.426726 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b9b63d-9989-4d9a-bd38-8c4aea75bdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-f19bb6a8-c261-4f8a-b22e-d919d25e38c7', 'network_id': 'f19bb6a8-c261-4f8a-b22e-d919d25e38c7', 'tenant_id': '1de90c55e8c343c1b550a0e37503e9ef', 'fixed_ips': [{'subnet_id': '8e839d6b-0714-481f-a58f-28c8c242bc5e'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:48.426726 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b63d-9989-4d9a-bd38-8c4aea75bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:48.491642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:48.589327 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server [None req-b7b9b63d-9989-4d9a-bd38-8c4aea75bdfb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e839d6b-0714-481f-a58f-28c8c242bc5e: This subnet is being modified by another concurrent operation. Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise exception Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e839d6b-0714-481f-a58f-28c8c242bc5e: This subnet is being modified by another concurrent operation. Jan 12 09:43:48.633108 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Jan 12 09:43:48.654078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=8e839d6b-0714-481f-a58f-28c8c242bc5e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:48.665497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21eaab0-bc6d-4904-bf94-9d490500627a None None] Network f19bb6a8-c261-4f8a-b22e-d919d25e38c7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:48.771189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:48.801432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19bb6a8-c261-4f8a-b22e-d919d25e38c7']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:48.815330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc81c379-511c-40c9-9dde-4d2ae987a4a8') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:48.815330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc81c379-511c-40c9-9dde-4d2ae987a4a8') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:48.833663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:48.848057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Router ff960347-d916-49c3-9c38-9a90394b8540 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:43:48.852262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:48.870494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:48.870494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:48.887168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0719ff-793f-468e-a467-e05d56dea9c6 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:48.989424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.026291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.035839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:43:49.046623 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b643499c-7ff7-442e-b7b6-2024f85117da tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "PUT /v2.0/routers/ff960347-d916-49c3-9c38-9a90394b8540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3114281 Jan 12 09:43:49.046623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42868) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:49.058530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=f19bb6a8-c261-4f8a-b22e-d919d25e38c7,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:49.065720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afe462-633e-471d-8f7a-aff6c287eccb None None] Sync routers for ids ['ff960347-d916-49c3-9c38-9a90394b8540'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:43:49.071224 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1f3382f1-3e80-4f46-9f66-c376446efbcb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/f19bb6a8-c261-4f8a-b22e-d919d25e38c7 HTTP/1.1" status: 204 len: 168 time: 0.8455212 Jan 12 09:43:49.071224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42872) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:49.081150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-182381874'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:49.086173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67e0705d-035d-492a-9bbb-dcca95d0b65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.091120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:49.091120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:network and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:49.091120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:49.106272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0719ff-793f-468e-a467-e05d56dea9c6 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:43:49.106272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afe462-633e-471d-8f7a-aff6c287eccb None None] Routers {'ff960347-d916-49c3-9c38-9a90394b8540'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:49.111564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:49.116278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c7afe462-633e-471d-8f7a-aff6c287eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ff960347-d916-49c3-9c38-9a90394b8540'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:49.125658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:49.135056 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.153696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-645d8e33-5451-4fcc-98a0-b2aba94d7d2d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] show failed (client error): The resource could not be found. Jan 12 09:43:49.153696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-645d8e33-5451-4fcc-98a0-b2aba94d7d2d tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1701253036 HTTP/1.1" status: 404 len: 335 time: 0.1039922 Jan 12 09:43:49.153696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42876) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:49.168080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-19c5445f-d2b4-497e-b7e0-028c2ca9acc8 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:49.181564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c7afe462-633e-471d-8f7a-aff6c287eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:49.187783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:49.208248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.208248 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment 115ddee4-1a64-47be-bcb4-3efa266ba364 of type vlan for network bb1cfc60-94fd-4022-a7fb-29f9833a2dba Jan 12 09:43:49.219768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afe462-633e-471d-8f7a-aff6c287eccb None None] Routers {'ff960347-d916-49c3-9c38-9a90394b8540'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:43:49.219768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c7afe462-633e-471d-8f7a-aff6c287eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ff960347-d916-49c3-9c38-9a90394b8540'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:49.245287 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-19c5445f-d2b4-497e-b7e0-028c2ca9acc8 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] update failed (client error): The resource could not be found. Jan 12 09:43:49.245287 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-19c5445f-d2b4-497e-b7e0-028c2ca9acc8 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1784112345 HTTP/1.1" status: 404 len: 335 time: 0.0840759 Jan 12 09:43:49.245287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42880) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:49.256917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.292169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.292169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:49.292169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.336901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c7afe462-633e-471d-8f7a-aff6c287eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:49.336901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afe462-633e-471d-8f7a-aff6c287eccb None None] The sync data for ids ['ff960347-d916-49c3-9c38-9a90394b8540'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:43:49.446568 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3690391 Jan 12 09:43:49.446568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42884) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:49.460938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd96b20-6516-48d1-8884-5798e9f09970 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=bb1cfc60-94fd-4022-a7fb-29f9833a2dba,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:49.460938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': 'bb1cfc60-94fd-4022-a7fb-29f9833a2dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:49.529403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network bb1cfc60-94fd-4022-a7fb-29f9833a2dba details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:49.585649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e146c2-5098-4284-9875-2e7f156bc709 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Deleting subnet ee5a0b9e-eff9-4085-8ef0-91bce21659f0 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:43:49.585649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f0e146c2-5098-4284-9875-2e7f156bc709 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.633759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:49.647658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:subnet and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:49.647658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:49.657135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:49.676030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:49.680940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f0e146c2-5098-4284-9875-2e7f156bc709 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.777546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f0e146c2-5098-4284-9875-2e7f156bc709 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.820463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.877511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f0e146c2-5098-4284-9875-2e7f156bc709 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.920499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e146c2-5098-4284-9875-2e7f156bc709 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5a0b9e-eff9-4085-8ef0-91bce21659f0,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:49.925373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f0e146c2-5098-4284-9875-2e7f156bc709 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.932450 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f0e146c2-5098-4284-9875-2e7f156bc709 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "DELETE /v2.0/subnets/ee5a0b9e-eff9-4085-8ef0-91bce21659f0 HTTP/1.1" status: 204 len: 168 time: 0.6820896 Jan 12 09:43:49.935918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42888) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:49.940493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c2bdb-b7da-4ee0-8266-f6cda60c081c None None] Network 6cf60bed-ece9-4af3-a2bb-df3b212a6738 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:50.211883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c22e9c-1edf-4cac-abad-14d679721947 None None] DHCP port deletion for 6cf60bed-ece9-4af3-a2bb-df3b212a6738 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:43:50.211883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a3c22e9c-1edf-4cac-abad-14d679721947 None None] Deleting port 3498d50d-2866-48c5-a098-7145b307699b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:50.216144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3c22e9c-1edf-4cac-abad-14d679721947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:50.283830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f0e218-2413-4853-8894-ae0659c89a59 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Deleting subnet 3b94b709-c37e-4bef-9f9d-fcd9fd15df5d {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:43:50.294110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71f0e218-2413-4853-8894-ae0659c89a59 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:50.386036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71f0e218-2413-4853-8894-ae0659c89a59 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:50.427726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:50.470713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a3c22e9c-1edf-4cac-abad-14d679721947 None None] For port 3498d50d-2866-48c5-a098-7145b307699b, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3498d50d-2866-48c5-a098-7145b307699b,segment=NetworkSegment(0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea),segment_id=0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:50.470713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3c22e9c-1edf-4cac-abad-14d679721947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:50.589051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=2b1fc6f8-22eb-42c1-bfb6-abadfae7a38b,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:50.594986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': '115ddee4-1a64-47be-bcb4-3efa266ba364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb1cfc60-94fd-4022-a7fb-29f9833a2dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:50.594986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: bb1cfc60-94fd-4022-a7fb-29f9833a2dba, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:50.607443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a3c22e9c-1edf-4cac-abad-14d679721947 None None] Calling delete_port for 3498d50d-2866-48c5-a098-7145b307699b owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:50.627381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71f0e218-2413-4853-8894-ae0659c89a59 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:50.688096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3c22e9c-1edf-4cac-abad-14d679721947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:50.718508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network bb1cfc60-94fd-4022-a7fb-29f9833a2dba is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:50.739628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, bb1cfc60-94fd-4022-a7fb-29f9833a2dba) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:50.744251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c22e9c-1edf-4cac-abad-14d679721947 None None] Pushing event deleted for resources: {'Port': ['ID=3498d50d-2866-48c5-a098-7145b307699b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:50.744251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f70a8f-45ec-4170-8fc0-1c49c111b2f0 None None] Network bb1cfc60-94fd-4022-a7fb-29f9833a2dba requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:50.750961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:50.753618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:50.759932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c22e9c-1edf-4cac-abad-14d679721947 None None] No DVR routers for this DVR port 3498d50d-2866-48c5-a098-7145b307699b on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:43:50.769246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71f0e218-2413-4853-8894-ae0659c89a59 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:50.833317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0e218-2413-4853-8894-ae0659c89a59 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event deleted for resources: {'Subnet': ['ID=3b94b709-c37e-4bef-9f9d-fcd9fd15df5d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:50.833317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71f0e218-2413-4853-8894-ae0659c89a59 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:50.833317 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-71f0e218-2413-4853-8894-ae0659c89a59 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "DELETE /v2.0/subnets/3b94b709-c37e-4bef-9f9d-fcd9fd15df5d HTTP/1.1" status: 204 len: 168 time: 0.9016681 Jan 12 09:43:50.837577 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-52009b90-612d-4414-afff-3d2c4fe3719f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3936501 Jan 12 09:43:50.837732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42894) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:50.837945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42896) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:50.855926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99463a5b-7dfb-48d1-a811-a758be671e82 None None] Network 271b5a5c-257d-4aa4-a4d6-add90fed22f9 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:50.993198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.062699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.122470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.131410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.151126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c149b87d-38f5-434e-9968-32da91db8a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-bb1cfc60-94fd-4022-a7fb-29f9833a2dba', 'network_id': 'bb1cfc60-94fd-4022-a7fb-29f9833a2dba', 'tenant_id': '1de90c55e8c343c1b550a0e37503e9ef', 'fixed_ips': [{'subnet_id': '2b1fc6f8-22eb-42c1-bfb6-abadfae7a38b'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:51.151929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c149b87d-38f5-434e-9968-32da91db8a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.162425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf60bed-ece9-4af3-a2bb-df3b212a6738']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:51.174872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:51.175458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2e9caf-ee63-45b1-9dfe-b18abbb2e3ea') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:51.190158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.200512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.208860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.216096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:51.216519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:51.235094 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:51.244869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1fc6f8-22eb-42c1-bfb6-abadfae7a38b,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:51.253403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c083d471-29de-4bb9-af56-7b1625164fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server [None req-c149b87d-38f5-434e-9968-32da91db8a5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b1fc6f8-22eb-42c1-bfb6-abadfae7a38b: This subnet is being modified by another concurrent operation. Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise value Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server raise exception Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b1fc6f8-22eb-42c1-bfb6-abadfae7a38b: This subnet is being modified by another concurrent operation. Jan 12 09:43:51.299062 dv-neutron-824347-1-hyperv neutron-server[83596]: ERROR oslo_messaging.rpc.server Jan 12 09:43:51.316073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75842b0a-a596-4950-b296-5b6cee3d96cd None None] Network bb1cfc60-94fd-4022-a7fb-29f9833a2dba requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:51.331204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7890cc8-706d-427f-9c36-262ea9624794 None None] DHCP port deletion for 271b5a5c-257d-4aa4-a4d6-add90fed22f9 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:43:51.341709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b7890cc8-706d-427f-9c36-262ea9624794 None None] Deleting port 0408f4da-0c44-4351-9dae-cfd97c53576b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:51.342375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7890cc8-706d-427f-9c36-262ea9624794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.353248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.357235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.382216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.383881 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1cfc60-94fd-4022-a7fb-29f9833a2dba']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:51.392119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event deleted for resources: {'Network': ['ID=6cf60bed-ece9-4af3-a2bb-df3b212a6738,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:51.396606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115ddee4-1a64-47be-bcb4-3efa266ba364') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:51.396904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115ddee4-1a64-47be-bcb4-3efa266ba364') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:51.397764 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1a083360-4e6d-4ae7-afcf-80db6cdf1e14 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "DELETE /v2.0/networks/6cf60bed-ece9-4af3-a2bb-df3b212a6738 HTTP/1.1" status: 204 len: 168 time: 0.5612016 Jan 12 09:43:51.413647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42902) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:51.489886 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.528420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.539674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.542083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:51.542359 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:51.557493 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:51.634837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Deleting port 0408f4da-0c44-4351-9dae-cfd97c53576b {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:51.635027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.648770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.671328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.695892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.709766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=bb1cfc60-94fd-4022-a7fb-29f9833a2dba,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:51.718709 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dd20e636-0610-4588-b533-0a45e2578967 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/bb1cfc60-94fd-4022-a7fb-29f9833a2dba HTTP/1.1" status: 204 len: 168 time: 0.8787656 Jan 12 09:43:51.721140 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42906) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:51.728233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2032258613'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:51.735179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:51.737154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b7890cc8-706d-427f-9c36-262ea9624794 None None] For port 0408f4da-0c44-4351-9dae-cfd97c53576b, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0408f4da-0c44-4351-9dae-cfd97c53576b,segment=NetworkSegment(65c1e669-9ec3-42dc-ba27-99fcf328cb32),segment_id=65c1e669-9ec3-42dc-ba27-99fcf328cb32)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:51.737154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7890cc8-706d-427f-9c36-262ea9624794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.740110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:network and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:51.745427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:51.750951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:51.762847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:51.766094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.799900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:51.810522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.811214 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment badd4a22-c809-4af8-b4bd-d928221db12d of type vlan for network 7b729906-3248-4c00-bfeb-595ffdba3930 Jan 12 09:43:51.844321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.877608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.882794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:51.882967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b7890cc8-706d-427f-9c36-262ea9624794 None None] Calling delete_port for 0408f4da-0c44-4351-9dae-cfd97c53576b owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:51.883974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.968014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7890cc8-706d-427f-9c36-262ea9624794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:51.999849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] For port 0408f4da-0c44-4351-9dae-cfd97c53576b, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0408f4da-0c44-4351-9dae-cfd97c53576b,segment=NetworkSegment(65c1e669-9ec3-42dc-ba27-99fcf328cb32),segment_id=65c1e669-9ec3-42dc-ba27-99fcf328cb32)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:52.000494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.021183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7890cc8-706d-427f-9c36-262ea9624794 None None] Pushing event deleted for resources: {'Port': ['ID=0408f4da-0c44-4351-9dae-cfd97c53576b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:52.027371 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0408f4da-0c44-4351-9dae-cfd97c53576b no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:52.070396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 0408f4da-0c44-4351-9dae-cfd97c53576b {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:43:52.071301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0408f4da-0c44-4351-9dae-cfd97c53576b not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:43:52.071454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3498d50d-2866-48c5-a098-7145b307699b no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:52.088189 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3658659 Jan 12 09:43:52.093842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42910) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:52.103438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6da50244-7551-4cdc-b743-6dc1387db70a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:52.103908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7890cc8-706d-427f-9c36-262ea9624794 None None] No DVR routers for this DVR port 0408f4da-0c44-4351-9dae-cfd97c53576b on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:43:52.119486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 3498d50d-2866-48c5-a098-7145b307699b {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:43:52.120075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3498d50d-2866-48c5-a098-7145b307699b not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:43:52.125354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb268b-e0d8-46b6-8849-ce86f00c599e None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:43:52.142832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Calling delete_port for 0408f4da-0c44-4351-9dae-cfd97c53576b owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:52.193241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5b34c-2f1d-4c6b-9097-953954899cbc tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=7b729906-3248-4c00-bfeb-595ffdba3930,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:52.211129 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 7b729906-3248-4c00-bfeb-595ffdba3930 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:52.229084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:43:52.229408 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:43:52.353452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb268b-e0d8-46b6-8849-ce86f00c599e None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:43:52.375536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6da50244-7551-4cdc-b743-6dc1387db70a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.393195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6da50244-7551-4cdc-b743-6dc1387db70a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.463590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6da50244-7551-4cdc-b743-6dc1387db70a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network 7b729906-3248-4c00-bfeb-595ffdba3930 is not hosted by any dhcp agent {{(pid=83594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 12 09:43:52.467128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da50244-7551-4cdc-b743-6dc1387db70a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:52.467716 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6da50244-7551-4cdc-b743-6dc1387db70a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.471611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6da50244-7551-4cdc-b743-6dc1387db70a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "PUT /v2.0/networks/7b729906-3248-4c00-bfeb-595ffdba3930 HTTP/1.1" status: 200 len: 723 time: 0.3740182 Jan 12 09:43:52.472460 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42914) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:52.475592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.485407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': '7b729906-3248-4c00-bfeb-595ffdba3930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:52.505397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da50244-7551-4cdc-b743-6dc1387db70a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=7b729906-3248-4c00-bfeb-595ffdba3930,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:52.516548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 7b729906-3248-4c00-bfeb-595ffdba3930 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:52.599002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:52.603176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:subnet and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:52.606362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:52.612769 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:52.627269 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:52.689885 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.731678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Deleting port 0408f4da-0c44-4351-9dae-cfd97c53576b {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:52.732079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.762127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.875047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] The port '0408f4da-0c44-4351-9dae-cfd97c53576b' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:43:53.044511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.076404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271b5a5c-257d-4aa4-a4d6-add90fed22f9']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:53.095901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c1e669-9ec3-42dc-ba27-99fcf328cb32') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:53.095901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c1e669-9ec3-42dc-ba27-99fcf328cb32') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:53.141070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.169036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.179591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:53.181116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:53.195662 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:53.309821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.343460 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.350508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.397432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event deleted for resources: {'Network': ['ID=271b5a5c-257d-4aa4-a4d6-add90fed22f9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:53.407795 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2d13c808-e69e-4877-99ea-44271d16d453 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "DELETE /v2.0/networks/271b5a5c-257d-4aa4-a4d6-add90fed22f9 HTTP/1.1" status: 204 len: 168 time: 2.0018728 Jan 12 09:43:53.411613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42918) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:53.426703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=1a0d440d-76f5-4ab6-ba46-375419b2f94d,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:53.449708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': 'badd4a22-c809-4af8-b4bd-d928221db12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7b729906-3248-4c00-bfeb-595ffdba3930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:53.450356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: 7b729906-3248-4c00-bfeb-595ffdba3930, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:53.494983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network 7b729906-3248-4c00-bfeb-595ffdba3930 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:53.510292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 7b729906-3248-4c00-bfeb-595ffdba3930) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:53.517550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1372e2e-50a8-4824-829e-e06d719ec93b None None] Network 7b729906-3248-4c00-bfeb-595ffdba3930 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:53.524764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:53.524764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.535654 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-55973eee-0318-4c32-ab22-c786aaffab79 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0550985 Jan 12 09:43:53.535654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42922) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:53.547428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-bfc40221-ad08-4d17-9ff8-7c67eb948e2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:53.615099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-1348da2c-e838-45f1-ae10-ddbae182b401 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Deleting subnet b68e93ea-52eb-4c9d-a330-4e19c58cc7e2 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:43:53.618078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1348da2c-e838-45f1-ae10-ddbae182b401 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.691627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1348da2c-e838-45f1-ae10-ddbae182b401 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.709400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfc40221-ad08-4d17-9ff8-7c67eb948e2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1696155'] for subnet, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.806398 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.815160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-7b729906-3248-4c00-bfeb-595ffdba3930', 'network_id': '7b729906-3248-4c00-bfeb-595ffdba3930', 'tenant_id': '1de90c55e8c343c1b550a0e37503e9ef', 'fixed_ips': [{'subnet_id': '1a0d440d-76f5-4ab6-ba46-375419b2f94d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:53.818637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1348da2c-e838-45f1-ae10-ddbae182b401 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.822119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.928038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1348da2c-e838-45f1-ae10-ddbae182b401 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:53.993206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348da2c-e838-45f1-ae10-ddbae182b401 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event deleted for resources: {'Subnet': ['ID=b68e93ea-52eb-4c9d-a330-4e19c58cc7e2,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:54.013203 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6962a-2164-4d19-bae7-8a829db93b4a None None] Network cfe48f6f-a746-4a40-be13-03d05f63ff6e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:54.021091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1348da2c-e838-45f1-ae10-ddbae182b401 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.021091 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1348da2c-e838-45f1-ae10-ddbae182b401 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "DELETE /v2.0/subnets/b68e93ea-52eb-4c9d-a330-4e19c58cc7e2 HTTP/1.1" status: 204 len: 168 time: 0.6028187 Jan 12 09:43:54.021091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42926) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:54.054421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfc40221-ad08-4d17-9ff8-7c67eb948e2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786013499630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1996549'] for subnet, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.116119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc40221-ad08-4d17-9ff8-7c67eb948e2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:54.116119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfc40221-ad08-4d17-9ff8-7c67eb948e2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.116119 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bfc40221-ad08-4d17-9ff8-7c67eb948e2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "PUT /v2.0/subnets/1a0d440d-76f5-4ab6-ba46-375419b2f94d HTTP/1.1" status: 200 len: 806 time: 0.5803750 Jan 12 09:43:54.116119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42930) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:54.225941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.237107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc40221-ad08-4d17-9ff8-7c67eb948e2e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=1a0d440d-76f5-4ab6-ba46-375419b2f94d,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:54.243646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Deleting port adfbb18f-a329-4d7a-b088-7d961876a263 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:54.243646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.271212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Allocated IP 172.20.0.2 (7b729906-3248-4c00-bfeb-595ffdba3930/1a0d440d-76f5-4ab6-ba46-375419b2f94d/d7ae585a-cb0f-4a05-90ed-3352569fd75f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:54.343545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.426601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.500754 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] For port adfbb18f-a329-4d7a-b088-7d961876a263, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=adfbb18f-a329-4d7a-b088-7d961876a263,segment=NetworkSegment(80ce6e62-3966-43e5-8348-5df3c8ebbee6),segment_id=80ce6e62-3966-43e5-8348-5df3c8ebbee6)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:54.501273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.558157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] DHCP port deletion for cfe48f6f-a746-4a40-be13-03d05f63ff6e request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:43:54.573235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] Deleting port adfbb18f-a329-4d7a-b088-7d961876a263 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:54.573591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.633320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.635663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Calling delete_port for adfbb18f-a329-4d7a-b088-7d961876a263 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:54.677812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Transition to ACTIVE for port object d7ae585a-cb0f-4a05-90ed-3352569fd75f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:54.715892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.717756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Transition to ACTIVE for port object d7ae585a-cb0f-4a05-90ed-3352569fd75f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:54.752262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.758769 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.795129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event deleted for resources: {'Port': ['ID=adfbb18f-a329-4d7a-b088-7d961876a263,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:54.795129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] No DVR routers for this DVR port adfbb18f-a329-4d7a-b088-7d961876a263 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:43:54.812856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0d440d-76f5-4ab6-ba46-375419b2f94d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:54.858167 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Network 7b729906-3248-4c00-bfeb-595ffdba3930 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:54.858167 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:54.874904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:54.922021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] For port adfbb18f-a329-4d7a-b088-7d961876a263, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=adfbb18f-a329-4d7a-b088-7d961876a263,segment=NetworkSegment(80ce6e62-3966-43e5-8348-5df3c8ebbee6),segment_id=80ce6e62-3966-43e5-8348-5df3c8ebbee6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:54.922021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.953913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:54.978003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Pushing event updated for resources: {'Port': ['ID=d7ae585a-cb0f-4a05-90ed-3352569fd75f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:54.988186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b729906-3248-4c00-bfeb-595ffdba3930']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:55.007400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badd4a22-c809-4af8-b4bd-d928221db12d') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:55.007400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badd4a22-c809-4af8-b4bd-d928221db12d') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:55.030645 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.043709 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.050522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:55.051158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:55.071865 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:55.081821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.113584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe48f6f-a746-4a40-be13-03d05f63ff6e']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:55.120082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] Calling delete_port for adfbb18f-a329-4d7a-b088-7d961876a263 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:55.132802 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ce6e62-3966-43e5-8348-5df3c8ebbee6') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:55.133166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ce6e62-3966-43e5-8348-5df3c8ebbee6') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:55.150866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Attempting to bind port d7ae585a-cb0f-4a05-90ed-3352569fd75f on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:43:55.151438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Attempting to bind port d7ae585a-cb0f-4a05-90ed-3352569fd75f by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'badd4a22-c809-4af8-b4bd-d928221db12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7b729906-3248-4c00-bfeb-595ffdba3930'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:43:55.152290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:43:55.152290 dv-neutron-824347-1-hyperv neutron-server[83595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:43:55.152290 dv-neutron-824347-1-hyperv neutron-server[83595]: [parameters: {'id': '7b729906-3248-4c00-bfeb-595ffdba3930'}] Jan 12 09:43:55.152290 dv-neutron-824347-1-hyperv neutron-server[83595]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:43:55.152290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:43:55.153028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Attempting to bind port d7ae585a-cb0f-4a05-90ed-3352569fd75f on network 7b729906-3248-4c00-bfeb-595ffdba3930 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:43:55.157031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.174688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:43:55.174937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.175110 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Checking segment: {'id': 'badd4a22-c809-4af8-b4bd-d928221db12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7b729906-3248-4c00-bfeb-595ffdba3930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:55.175110 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.175458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Bound using segment: {'id': 'badd4a22-c809-4af8-b4bd-d928221db12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7b729906-3248-4c00-bfeb-595ffdba3930'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:43:55.177238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Bound port: d7ae585a-cb0f-4a05-90ed-3352569fd75f, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badd4a22-c809-4af8-b4bd-d928221db12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7b729906-3248-4c00-bfeb-595ffdba3930'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:43:55.177238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.181903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:55.182290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:55.197223 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:55.262840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:43:55.263444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:43:55.279519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] For port d7ae585a-cb0f-4a05-90ed-3352569fd75f, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:43:55.283481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.284301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] For port d7ae585a-cb0f-4a05-90ed-3352569fd75f, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d7ae585a-cb0f-4a05-90ed-3352569fd75f,segment=NetworkSegment(badd4a22-c809-4af8-b4bd-d928221db12d),segment_id=badd4a22-c809-4af8-b4bd-d928221db12d)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:43:55.288775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.299485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.314682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Pushing event deleted for resources: {'Network': ['ID=cfe48f6f-a746-4a40-be13-03d05f63ff6e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:55.320507 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a6585c02-4e34-40bc-b31e-27b019952774 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "DELETE /v2.0/networks/cfe48f6f-a746-4a40-be13-03d05f63ff6e HTTP/1.1" status: 204 len: 168 time: 1.3013165 Jan 12 09:43:55.323393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42938) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:55.376213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea89e0-af0f-4260-af8e-c616da55a656 None None] Pushing event updated for resources: {'Port': ['ID=d7ae585a-cb0f-4a05-90ed-3352569fd75f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:55.382310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c87ba8bc-ef6d-46ee-9a70-1f2189355fb9 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Synchronizing usage tracker for tenant:0d418478aa0c4e999924a5324e48d8b2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:55.398136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c87ba8bc-ef6d-46ee-9a70-1f2189355fb9 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Unset dirty status for tenant:0d418478aa0c4e999924a5324e48d8b2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:55.399529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42942) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:55.403904 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c87ba8bc-ef6d-46ee-9a70-1f2189355fb9 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff960347-d916-49c3-9c38-9a90394b8540 HTTP/1.1" status: 200 len: 205 time: 0.0789790 Jan 12 09:43:55.452294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1afb28c-0b93-44d7-95b5-e0d7f3cb1de5 None None] Network 7b729906-3248-4c00-bfeb-595ffdba3930 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:55.555026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-99faa574-1ddc-4504-a458-e26e798ec5d9 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.657865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a5c9c-b6e6-4738-8ced-1904ce5161b7 None None] Network 7b729906-3248-4c00-bfeb-595ffdba3930 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:55.690241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.721528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Deleting port d7ae585a-cb0f-4a05-90ed-3352569fd75f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:55.721868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.765208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] Deleting port adfbb18f-a329-4d7a-b088-7d961876a263 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:43:55.765581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:55.848955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1893f-15fe-44c0-9c7b-3e30b5484f98 None None] The port 'adfbb18f-a329-4d7a-b088-7d961876a263' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:43:55.993208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0d2da-1d6b-4e39-98e7-e01cd4d70112 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:43:56.049385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device adfbb18f-a329-4d7a-b088-7d961876a263 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:43:56.095594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: adfbb18f-a329-4d7a-b088-7d961876a263 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:43:56.095594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device adfbb18f-a329-4d7a-b088-7d961876a263 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:43:56.169540 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba0d2da-1d6b-4e39-98e7-e01cd4d70112 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:43:56.205629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-99faa574-1ddc-4504-a458-e26e798ec5d9 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.231403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-99faa574-1ddc-4504-a458-e26e798ec5d9 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.332772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] For port d7ae585a-cb0f-4a05-90ed-3352569fd75f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d7ae585a-cb0f-4a05-90ed-3352569fd75f,segment=NetworkSegment(badd4a22-c809-4af8-b4bd-d928221db12d),segment_id=badd4a22-c809-4af8-b4bd-d928221db12d)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:43:56.332772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.458515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-99faa574-1ddc-4504-a458-e26e798ec5d9 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.458986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99faa574-1ddc-4504-a458-e26e798ec5d9 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Fanout notify agent at l3_agent the message router_deleted on router ff960347-d916-49c3-9c38-9a90394b8540 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:43:56.466185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Calling delete_port for d7ae585a-cb0f-4a05-90ed-3352569fd75f owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:43:56.529239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-99faa574-1ddc-4504-a458-e26e798ec5d9 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.530765 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-99faa574-1ddc-4504-a458-e26e798ec5d9 tempest-RoutersNegativeTest-126331846 tempest-RoutersNegativeTest-126331846-project] 10.222.0.58 "DELETE /v2.0/routers/ff960347-d916-49c3-9c38-9a90394b8540 HTTP/1.1" status: 204 len: 168 time: 1.1302116 Jan 12 09:43:56.572764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.631097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Port': ['ID=d7ae585a-cb0f-4a05-90ed-3352569fd75f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:56.638598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No DVR routers for this DVR port d7ae585a-cb0f-4a05-90ed-3352569fd75f on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:43:56.779123 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.804235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b729906-3248-4c00-bfeb-595ffdba3930']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:56.816880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badd4a22-c809-4af8-b4bd-d928221db12d') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:56.816880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badd4a22-c809-4af8-b4bd-d928221db12d') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:56.828468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.849483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.859465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:56.863156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.874304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42950) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:56.883277 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:56.970128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.989521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.000977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=7b729906-3248-4c00-bfeb-595ffdba3930,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:57.005623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42956) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:57.005868 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-116970fe-af68-4910-a4a9-9280ea06f502 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/7b729906-3248-4c00-bfeb-595ffdba3930 HTTP/1.1" status: 204 len: 168 time: 2.8870835 Jan 12 09:43:57.047601 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-260d435b-fc27-4577-a902-0bbef4ed6b0b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:43:57.048638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260d435b-fc27-4577-a902-0bbef4ed6b0b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:43:57.050497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-260d435b-fc27-4577-a902-0bbef4ed6b0b tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/7b729906-3248-4c00-bfeb-595ffdba3930 HTTP/1.1" status: 404 len: 339 time: 0.0431623 Jan 12 09:43:57.055341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42960) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:57.061781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1839832529', 'description': 'd1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:57.065974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:57.069872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:network and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:57.072831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:57.083498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:57.084909 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-46d6627c-1c48-41bb-be48-e20568daaa25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d418478aa0c4e999924a5324e48d8b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2153535 Jan 12 09:43:57.087088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42964) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:57.092984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:57.097587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.136638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:57.152208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.152208 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment 749ae705-a0c3-4464-b875-8350bf6d5971 of type vlan for network 9f086791-b34a-434d-945f-b816d59f4fc7 Jan 12 09:43:57.159385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-753836dc-65df-4296-85eb-bdff239bd814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.192417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.195528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-753836dc-65df-4296-85eb-bdff239bd814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.233497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.233497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:57.233497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.261387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-753836dc-65df-4296-85eb-bdff239bd814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.278746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753836dc-65df-4296-85eb-bdff239bd814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4231e5-7714-40bb-a5a0-1f37d6916022,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:57.287528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-753836dc-65df-4296-85eb-bdff239bd814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.287528 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-753836dc-65df-4296-85eb-bdff239bd814 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b4231e5-7714-40bb-a5a0-1f37d6916022 HTTP/1.1" status: 204 len: 168 time: 0.1932452 Jan 12 09:43:57.354826 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2999456 Jan 12 09:43:57.361859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42970) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:57.376562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945b643-faee-4d53-924c-5f3bc26598f7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=9f086791-b34a-434d-945f-b816d59f4fc7,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:57.393363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 9f086791-b34a-434d-945f-b816d59f4fc7 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:57.525864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc0943-b2f7-4658-a27b-b1028d460c55 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:57.525864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d2bc0943-b2f7-4658-a27b-b1028d460c55 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Synchronizing usage tracker for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:57.545700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d2bc0943-b2f7-4658-a27b-b1028d460c55 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Unset dirty status for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:57.545700 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d2bc0943-b2f7-4658-a27b-b1028d460c55 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/networks?id=9f086791-b34a-434d-945f-b816d59f4fc7 HTTP/1.1" status: 200 len: 761 time: 0.1864710 Jan 12 09:43:57.549188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 42976) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:57.559350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a9403c3d-8018-4ab1-bb25-13fe50aafad7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'description': 'd2'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:57.834393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9403c3d-8018-4ab1-bb25-13fe50aafad7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.859744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9403c3d-8018-4ab1-bb25-13fe50aafad7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.880969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9403c3d-8018-4ab1-bb25-13fe50aafad7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network 9f086791-b34a-434d-945f-b816d59f4fc7 is not hosted by any dhcp agent {{(pid=83594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 12 09:43:57.888377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9403c3d-8018-4ab1-bb25-13fe50aafad7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:57.888377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9403c3d-8018-4ab1-bb25-13fe50aafad7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.888377 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a9403c3d-8018-4ab1-bb25-13fe50aafad7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "PUT /v2.0/networks/9f086791-b34a-434d-945f-b816d59f4fc7 HTTP/1.1" status: 200 len: 758 time: 0.3350103 Jan 12 09:43:57.894773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42988) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:57.958371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9403c3d-8018-4ab1-bb25-13fe50aafad7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=9f086791-b34a-434d-945f-b816d59f4fc7,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:57.973785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 9f086791-b34a-434d-945f-b816d59f4fc7 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:58.015611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563663fc-1645-4140-9dce-12ad6adc414f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:58.016285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-563663fc-1645-4140-9dce-12ad6adc414f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Synchronizing usage tracker for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:58.029506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-563663fc-1645-4140-9dce-12ad6adc414f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Unset dirty status for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:58.035169 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-563663fc-1645-4140-9dce-12ad6adc414f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/networks?id=9f086791-b34a-434d-945f-b816d59f4fc7 HTTP/1.1" status: 200 len: 761 time: 0.1463940 Jan 12 09:43:58.037870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 42994) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:58.043558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-444818731'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:58.048330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:58.058776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:58.069106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:58.072576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:58.105286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:43:58.115178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:58.115524 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment ac204814-47ce-4d32-bef1-b05149a8a922 of type vlan for network d342e713-f26e-4c88-b48f-b379d0fbcc25 Jan 12 09:43:58.140587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:58.171242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:58.174879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:58.175450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:58.291395 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2524691 Jan 12 09:43:58.294345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315992d-a8a5-4082-840c-a94e07359d52 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=d342e713-f26e-4c88-b48f-b379d0fbcc25,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:58.294678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43002) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:58.302622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': 'd342e713-f26e-4c88-b48f-b379d0fbcc25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:43:58.311434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network d342e713-f26e-4c88-b48f-b379d0fbcc25 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:43:58.379674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43006) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:58.420210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:58.424454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Usage tracker for resource:subnet and tenant:1de90c55e8c343c1b550a0e37503e9ef is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:58.427393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:58.434622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:58.447865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:58.518801 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-972f6275-7fa6-4426-90ff-3beaadaf913b tempest-ServiceProvidersTest-1473433434 tempest-ServiceProvidersTest-1473433434-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1399109 Jan 12 09:43:58.554934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:58.786024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:58.827829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43018) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:58.858906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=d861aeda-aea0-40c1-9d51-3e3d3ef71f2f,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:58.873690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': 'ac204814-47ce-4d32-bef1-b05149a8a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd342e713-f26e-4c88-b48f-b379d0fbcc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:58.874053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: d342e713-f26e-4c88-b48f-b379d0fbcc25, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:43:58.896693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network d342e713-f26e-4c88-b48f-b379d0fbcc25 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:43:58.906783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, d342e713-f26e-4c88-b48f-b379d0fbcc25) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:58.910552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:58.911169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:58.916995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e872ada-3715-47e2-860e-423c3d7995fd None None] Network d342e713-f26e-4c88-b48f-b379d0fbcc25 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:43:58.933566 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-df98f2de-2345-4869-986d-44f8bbb443e6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6374454 Jan 12 09:43:58.936398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43024) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:58.986936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e44937b-4dae-4faf-881c-317186337b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.029419 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5e44937b-4dae-4faf-881c-317186337b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:59.034281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e44937b-4dae-4faf-881c-317186337b6a admin admin] Usage tracker for resource:security_group_rule and tenant:90c5524baa514813a616bf263a735ae5 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:59.037601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e44937b-4dae-4faf-881c-317186337b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:59.043905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5e44937b-4dae-4faf-881c-317186337b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:59.081621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.118180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e44937b-4dae-4faf-881c-317186337b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.122975 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e44937b-4dae-4faf-881c-317186337b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.144544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-d342e713-f26e-4c88-b48f-b379d0fbcc25', 'network_id': 'd342e713-f26e-4c88-b48f-b379d0fbcc25', 'tenant_id': '1de90c55e8c343c1b550a0e37503e9ef', 'fixed_ips': [{'subnet_id': 'd861aeda-aea0-40c1-9d51-3e3d3ef71f2f'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:43:59.145400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.159119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.169593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44937b-4dae-4faf-881c-317186337b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f55b84-40fc-4717-80a4-3671022d56b1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:59.173879 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5e44937b-4dae-4faf-881c-317186337b6a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90c5524baa514813a616bf263a735ae5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3448989 Jan 12 09:43:59.176599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43028) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:59.250969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d485716c-b358-4909-b6a8-2281eac34c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.277913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d485716c-b358-4909-b6a8-2281eac34c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.323822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Allocated IP 172.20.0.2 (d342e713-f26e-4c88-b48f-b379d0fbcc25/d861aeda-aea0-40c1-9d51-3e3d3ef71f2f/4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:59.356747 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d485716c-b358-4909-b6a8-2281eac34c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.371015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485716c-b358-4909-b6a8-2281eac34c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f55b84-40fc-4717-80a4-3671022d56b1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:59.377339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d485716c-b358-4909-b6a8-2281eac34c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.378703 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d485716c-b358-4909-b6a8-2281eac34c15 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29f55b84-40fc-4717-80a4-3671022d56b1 HTTP/1.1" status: 204 len: 168 time: 0.2009270 Jan 12 09:43:59.575720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.588434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Transition to ACTIVE for port object 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:59.608856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Transition to ACTIVE for port object 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:59.616045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.634056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.678710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=d861aeda-aea0-40c1-9d51-3e3d3ef71f2f,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:59.687168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Network d342e713-f26e-4c88-b48f-b379d0fbcc25 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:59.690179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:59.694114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:43:59.700460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Pushing event updated for resources: {'Port': ['ID=4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:59.773263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.783224 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Attempting to bind port 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:43:59.783505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Attempting to bind port 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'ac204814-47ce-4d32-bef1-b05149a8a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd342e713-f26e-4c88-b48f-b379d0fbcc25'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:43:59.783866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Attempting to bind port 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd on network d342e713-f26e-4c88-b48f-b379d0fbcc25 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:43:59.790770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:43:59.791178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Checking segment: {'id': 'ac204814-47ce-4d32-bef1-b05149a8a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd342e713-f26e-4c88-b48f-b379d0fbcc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:43:59.791592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.791950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Bound using segment: {'id': 'ac204814-47ce-4d32-bef1-b05149a8a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd342e713-f26e-4c88-b48f-b379d0fbcc25'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:43:59.792413 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Bound port: 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac204814-47ce-4d32-bef1-b05149a8a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd342e713-f26e-4c88-b48f-b379d0fbcc25'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:43:59.792783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.799228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d342e713-f26e-4c88-b48f-b379d0fbcc25']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:59.811867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac204814-47ce-4d32-bef1-b05149a8a922') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:59.812287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac204814-47ce-4d32-bef1-b05149a8a922') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:59.824064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.840239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.846831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:43:59.847229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:43:59.865073 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:43:59.882201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] For port 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:43:59.946566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] For port 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd,segment=NetworkSegment(ac204814-47ce-4d32-bef1-b05149a8a922),segment_id=ac204814-47ce-4d32-bef1-b05149a8a922)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:43:59.947824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:43:59.947824 dv-neutron-824347-1-hyperv neutron-server[83594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:43:59.947824 dv-neutron-824347-1-hyperv neutron-server[83594]: [parameters: {'id': 'd342e713-f26e-4c88-b48f-b379d0fbcc25'}] Jan 12 09:43:59.947824 dv-neutron-824347-1-hyperv neutron-server[83594]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:43:59.948481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:43:59.952336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:59.980804 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:44:00.069683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73424091-5113-47cc-93fe-c4c4045871f8 None None] Pushing event updated for resources: {'Port': ['ID=4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:00.110349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2295a0b2-f58f-40c6-b861-c8d9159adb7b None None] Network d342e713-f26e-4c88-b48f-b379d0fbcc25 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:00.312085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf113ac-0c51-44d7-9c3b-7404898115dd None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:44:00.421912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf113ac-0c51-44d7-9c3b-7404898115dd None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:44:00.449509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:00.461486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Deleting port 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:00.461827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:00.672800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] For port 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd,segment=NetworkSegment(ac204814-47ce-4d32-bef1-b05149a8a922),segment_id=ac204814-47ce-4d32-bef1-b05149a8a922)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:00.673095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:00.800767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Calling delete_port for 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:00.879031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:00.921698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Port': ['ID=4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:00.931211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No DVR routers for this DVR port 4f2fb8f5-5ee6-4614-a06d-1d668d12ccfd on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:44:01.053996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.078711 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d342e713-f26e-4c88-b48f-b379d0fbcc25']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:01.091087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac204814-47ce-4d32-bef1-b05149a8a922') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:01.091349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac204814-47ce-4d32-bef1-b05149a8a922') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:01.102520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.117910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.123856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:44:01.124566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:44:01.138358 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:44:01.247985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.269578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.281178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=d342e713-f26e-4c88-b48f-b379d0fbcc25,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:01.291403 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d3a13e57-41aa-48a2-84bf-a792f25b4edf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/d342e713-f26e-4c88-b48f-b379d0fbcc25 HTTP/1.1" status: 204 len: 168 time: 2.3538997 Jan 12 09:44:01.295438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43034) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:01.337798 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b72cef1-90fd-42c3-9a01-60ff42415eaf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] GET failed (client error): The resource could not be found. Jan 12 09:44:01.338357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5b72cef1-90fd-42c3-9a01-60ff42415eaf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Synchronizing usage tracker for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:01.361164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5b72cef1-90fd-42c3-9a01-60ff42415eaf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Unset dirty status for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:01.362941 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5b72cef1-90fd-42c3-9a01-60ff42415eaf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/subnets/d861aeda-aea0-40c1-9d51-3e3d3ef71f2f HTTP/1.1" status: 404 len: 337 time: 0.0664241 Jan 12 09:44:01.366121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43038) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:01.390959 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5bb14a-4f4d-455d-b42c-0e4ab7d50d60 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:01.391381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5bb14a-4f4d-455d-b42c-0e4ab7d50d60 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:01.392941 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2f5bb14a-4f4d-455d-b42c-0e4ab7d50d60 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/d342e713-f26e-4c88-b48f-b379d0fbcc25 HTTP/1.1" status: 404 len: 339 time: 0.0258172 Jan 12 09:44:01.396850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43042) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:01.546807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870394e4-0046-49ba-b54d-3bb2601b15ac tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:01.547425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-870394e4-0046-49ba-b54d-3bb2601b15ac tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Synchronizing usage tracker for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:01.568649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-870394e4-0046-49ba-b54d-3bb2601b15ac tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Unset dirty status for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:01.570228 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-870394e4-0046-49ba-b54d-3bb2601b15ac tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1719449 Jan 12 09:44:01.573679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43046) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:01.616856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-38eff96c-1a49-44d3-abd8-a66e8b329d56 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Synchronizing usage tracker for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:subnet {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:01.629198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-38eff96c-1a49-44d3-abd8-a66e8b329d56 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Unset dirty status for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:subnet {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:01.630357 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-38eff96c-1a49-44d3-abd8-a66e8b329d56 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 207 time: 0.0556486 Jan 12 09:44:01.633892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43050) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:01.874723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece94e0f-d2c3-40f9-a2e8-7c9489c454d3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:01.878307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece94e0f-d2c3-40f9-a2e8-7c9489c454d3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:01.882041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece94e0f-d2c3-40f9-a2e8-7c9489c454d3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:01.885949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece94e0f-d2c3-40f9-a2e8-7c9489c454d3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:01.886790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ece94e0f-d2c3-40f9-a2e8-7c9489c454d3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Synchronizing usage tracker for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:01.898948 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ece94e0f-d2c3-40f9-a2e8-7c9489c454d3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Unset dirty status for tenant:1de90c55e8c343c1b550a0e37503e9ef on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:01.900064 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ece94e0f-d2c3-40f9-a2e8-7c9489c454d3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2651112 Jan 12 09:44:01.905676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43054) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:02.057221 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c6fcf345-3b06-4733-9a7c-1b7ad34c928e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1504588 Jan 12 09:44:02.060603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43058) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:02.124307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be5c70-44b4-4745-9843-217cb1d70ac1 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.125683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be5c70-44b4-4745-9843-217cb1d70ac1 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.127128 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-66be5c70-44b4-4745-9843-217cb1d70ac1 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0656528 Jan 12 09:44:02.132039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43062) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:02.197170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bde7f8-b9fb-41e2-b95a-9cbc55bac9c7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.198444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bde7f8-b9fb-41e2-b95a-9cbc55bac9c7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.199974 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b4bde7f8-b9fb-41e2-b95a-9cbc55bac9c7 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0670614 Jan 12 09:44:02.204114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43066) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:02.343600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03607167-3416-4f01-b7b8-13e436fe6e8f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.344935 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-03607167-3416-4f01-b7b8-13e436fe6e8f tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/networks/82fb1287-28d4-4d4e-9258-ee96eb3036ef HTTP/1.1" status: 200 len: 800 time: 0.1395996 Jan 12 09:44:02.350152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43070) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:02.489050 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3a93f1a8-5fde-48dc-9f68-0b068503d81e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/networks/82fb1287-28d4-4d4e-9258-ee96eb3036ef?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1378098 Jan 12 09:44:02.492484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43074) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:02.560927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2d9012-d834-4f49-b5d1-aa0760af45d2 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.562279 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dd2d9012-d834-4f49-b5d1-aa0760af45d2 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/subnets/f1969e63-39ea-462d-866b-095fe6ecd75d HTTP/1.1" status: 200 len: 811 time: 0.0689077 Jan 12 09:44:02.566224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43078) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:02.633783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f255b499-a27f-4885-b686-c4cae808c6a1 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.635174 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f255b499-a27f-4885-b686-c4cae808c6a1 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "GET /v2.0/subnets/f1969e63-39ea-462d-866b-095fe6ecd75d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0679722 Jan 12 09:44:02.638771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43082) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:02.643867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1636000171'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:02.648692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:02.658215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:02.669530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:02.672767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:02.707510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:44:02.716340 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:02.716682 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Added segment 9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca of type vlan for network a930519a-8e4c-4277-b046-d84dfd644415 Jan 12 09:44:02.745064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:02.776777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:02.782474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.783411 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:02.897097 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2572989 Jan 12 09:44:02.897876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d783bc-1b0e-4570-8b1b-27504064d07a tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Network': ['ID=a930519a-8e4c-4277-b046-d84dfd644415,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:02.901567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43086) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:02.908009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'network_id': 'a930519a-8e4c-4277-b046-d84dfd644415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:02.908670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network a930519a-8e4c-4277-b046-d84dfd644415 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:44:03.015032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:03.024932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:03.037395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Made reservation on behalf of 1de90c55e8c343c1b550a0e37503e9ef for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:03.230176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:03.320125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Performing IP validity checks on allocation pools {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:44:03.320547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:44:03.461477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:03.531819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=cccde771-fed1-4f9b-9509-42460fbe2ad2,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:03.548051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Checking segment: {'id': '9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a930519a-8e4c-4277-b046-d84dfd644415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:03.548395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network hostable DHCP agents. Network: a930519a-8e4c-4277-b046-d84dfd644415, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:44:03.575042 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Network a930519a-8e4c-4277-b046-d84dfd644415 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:44:03.588579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, a930519a-8e4c-4277-b046-d84dfd644415) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:03.592495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:03.593208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:03.597524 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b0217-791b-4577-9f89-7fa3b598065c None None] Network a930519a-8e4c-4277-b046-d84dfd644415 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:03.619361 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ba3d0149-1f86-4a1f-9205-711810a5ffc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7160356 Jan 12 09:44:03.622040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43092) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:03.627772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b15cbd22-3ef8-4758-8cbe-4e5e1f2983a6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:03.750814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b15cbd22-3ef8-4758-8cbe-4e5e1f2983a6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1982423'] for subnet, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:03.807849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-a930519a-8e4c-4277-b046-d84dfd644415', 'network_id': 'a930519a-8e4c-4277-b046-d84dfd644415', 'tenant_id': '1de90c55e8c343c1b550a0e37503e9ef', 'fixed_ips': [{'subnet_id': 'cccde771-fed1-4f9b-9509-42460fbe2ad2'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:44:03.808673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:03.947274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b15cbd22-3ef8-4758-8cbe-4e5e1f2983a6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786013499630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1487326'] for subnet, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.009964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Allocated IP 172.20.0.3 (a930519a-8e4c-4277-b046-d84dfd644415/cccde771-fed1-4f9b-9509-42460fbe2ad2/4958b960-ac96-46dc-99b5-4ec54b70618a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:04.014300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15cbd22-3ef8-4758-8cbe-4e5e1f2983a6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:04.014944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b15cbd22-3ef8-4758-8cbe-4e5e1f2983a6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.018267 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b15cbd22-3ef8-4758-8cbe-4e5e1f2983a6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "PUT /v2.0/subnets/cccde771-fed1-4f9b-9509-42460fbe2ad2 HTTP/1.1" status: 200 len: 877 time: 0.3953166 Jan 12 09:44:04.021195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43096) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:04.044046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cbd22-3ef8-4758-8cbe-4e5e1f2983a6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event updated for resources: {'Subnet': ['ID=cccde771-fed1-4f9b-9509-42460fbe2ad2,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:04.164910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.231247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.250315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.261655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Transition to ACTIVE for port object 4958b960-ac96-46dc-99b5-4ec54b70618a will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:04.280787 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Transition to ACTIVE for port object 4958b960-ac96-46dc-99b5-4ec54b70618a will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:04.287192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.314691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.353545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=cccde771-fed1-4f9b-9509-42460fbe2ad2,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:04.355006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Network a930519a-8e4c-4277-b046-d84dfd644415 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:04.358359 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:04.360282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Pushing event updated for resources: {'Port': ['ID=4958b960-ac96-46dc-99b5-4ec54b70618a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:04.362295 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:44:04.448431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.449949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Attempting to bind port 4958b960-ac96-46dc-99b5-4ec54b70618a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:44:04.450294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Attempting to bind port 4958b960-ac96-46dc-99b5-4ec54b70618a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a930519a-8e4c-4277-b046-d84dfd644415'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:44:04.450687 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Attempting to bind port 4958b960-ac96-46dc-99b5-4ec54b70618a on network a930519a-8e4c-4277-b046-d84dfd644415 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:44:04.457631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:44:04.458118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Checking segment: {'id': '9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a930519a-8e4c-4277-b046-d84dfd644415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:04.458562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.458982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Bound using segment: {'id': '9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a930519a-8e4c-4277-b046-d84dfd644415'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:44:04.459434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Bound port: 4958b960-ac96-46dc-99b5-4ec54b70618a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a930519a-8e4c-4277-b046-d84dfd644415'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:44:04.459809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.482460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a930519a-8e4c-4277-b046-d84dfd644415']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:04.494896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:04.495263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:04.507033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.522843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.529057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:44:04.529466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:44:04.543279 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:44:04.546519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] For port 4958b960-ac96-46dc-99b5-4ec54b70618a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:44:04.625912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] For port 4958b960-ac96-46dc-99b5-4ec54b70618a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4958b960-ac96-46dc-99b5-4ec54b70618a,segment=NetworkSegment(9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca),segment_id=9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:44:04.627580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:44:04.627580 dv-neutron-824347-1-hyperv neutron-server[83594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:44:04.627580 dv-neutron-824347-1-hyperv neutron-server[83594]: [parameters: {'id': 'a930519a-8e4c-4277-b046-d84dfd644415'}] Jan 12 09:44:04.627580 dv-neutron-824347-1-hyperv neutron-server[83594]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:44:04.628102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:44:04.632523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:04.752810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d34cd2-15c8-431e-90e2-4f0f6c73f763 None None] Pushing event updated for resources: {'Port': ['ID=4958b960-ac96-46dc-99b5-4ec54b70618a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:04.788603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db285f47-3c8f-435b-81cc-a23ce1246247 None None] Network a930519a-8e4c-4277-b046-d84dfd644415 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:04.981858 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb70b85-5757-4366-82b2-92ac0c972e0a None None] Network a930519a-8e4c-4277-b046-d84dfd644415 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:05.128832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:05.141258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Deleting port 4958b960-ac96-46dc-99b5-4ec54b70618a {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:05.141573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:05.184125 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941fafcf-5cd7-4fdf-a7e8-80bbbf81c145 None None] get_active_networks_info from dv-neutron-824347-1-hyperv {{(pid=83596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 12 09:44:05.287469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941fafcf-5cd7-4fdf-a7e8-80bbbf81c145 None None] Resources bound (agent type, host, resource id): {{(pid=83596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:44:05.338845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] For port 4958b960-ac96-46dc-99b5-4ec54b70618a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=4958b960-ac96-46dc-99b5-4ec54b70618a,segment=NetworkSegment(9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca),segment_id=9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:05.339178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:05.560654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Calling delete_port for 4958b960-ac96-46dc-99b5-4ec54b70618a owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:05.638104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:05.681374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Port': ['ID=4958b960-ac96-46dc-99b5-4ec54b70618a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:05.687365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No DVR routers for this DVR port 4958b960-ac96-46dc-99b5-4ec54b70618a on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:44:05.813758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:05.842313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a930519a-8e4c-4277-b046-d84dfd644415']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:05.854076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:05.854351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddea14d-4392-4ff8-9bd5-94ec1c29d2ca') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:05.865533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:05.881107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:05.887307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:44:05.887678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:44:05.901818 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:44:05.983855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.002187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.013437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=a930519a-8e4c-4277-b046-d84dfd644415,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:06.026229 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-da0b2124-7c8c-4fc2-a2c8-1593fff7f3d6 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/a930519a-8e4c-4277-b046-d84dfd644415 HTTP/1.1" status: 204 len: 168 time: 2.0040693 Jan 12 09:44:06.029585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43102) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.066538 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e08c52-1c45-4066-a1a1-536b588ee3dd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.066994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e08c52-1c45-4066-a1a1-536b588ee3dd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.071358 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-53e08c52-1c45-4066-a1a1-536b588ee3dd tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/cccde771-fed1-4f9b-9509-42460fbe2ad2 HTTP/1.1" status: 404 len: 337 time: 0.0382335 Jan 12 09:44:06.071760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43106) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.096628 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2eead4-02ba-46ec-85bc-e3f20110a7cf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.097155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2eead4-02ba-46ec-85bc-e3f20110a7cf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.098862 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cb2eead4-02ba-46ec-85bc-e3f20110a7cf tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/a930519a-8e4c-4277-b046-d84dfd644415 HTTP/1.1" status: 404 len: 339 time: 0.0262415 Jan 12 09:44:06.101772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43110) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.142295 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d893fd-003c-4d47-86e0-c9201de24080 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.142987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d893fd-003c-4d47-86e0-c9201de24080 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.146792 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-45d893fd-003c-4d47-86e0-c9201de24080 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/d861aeda-aea0-40c1-9d51-3e3d3ef71f2f HTTP/1.1" status: 404 len: 337 time: 0.0416405 Jan 12 09:44:06.146935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43114) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.170994 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5354295-2437-469a-9492-37d46fe9b7da tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.171423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5354295-2437-469a-9492-37d46fe9b7da tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.172974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a5354295-2437-469a-9492-37d46fe9b7da tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/d342e713-f26e-4c88-b48f-b379d0fbcc25 HTTP/1.1" status: 404 len: 339 time: 0.0251541 Jan 12 09:44:06.175570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43118) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.288006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.418541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.443179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f086791-b34a-434d-945f-b816d59f4fc7']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:06.455486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749ae705-a0c3-4464-b875-8350bf6d5971') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:06.455785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749ae705-a0c3-4464-b875-8350bf6d5971') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:06.467028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.482606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.489480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:44:06.489891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:44:06.503938 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:44:06.600252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.617254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.627672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=9f086791-b34a-434d-945f-b816d59f4fc7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:06.632357 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c3f0faa5-9d12-4001-ba50-13419e36eaeb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/9f086791-b34a-434d-945f-b816d59f4fc7 HTTP/1.1" status: 204 len: 168 time: 0.4558702 Jan 12 09:44:06.634939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43122) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.670698 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b76567a-bad6-4b9c-a972-cb410128a38e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.671037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b76567a-bad6-4b9c-a972-cb410128a38e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.672655 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5b76567a-bad6-4b9c-a972-cb410128a38e tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/1a0d440d-76f5-4ab6-ba46-375419b2f94d HTTP/1.1" status: 404 len: 337 time: 0.0368440 Jan 12 09:44:06.675350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43126) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.698797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3669f1d2-9d42-4078-94a1-bf1a3a2130cb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.699197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3669f1d2-9d42-4078-94a1-bf1a3a2130cb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.700694 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3669f1d2-9d42-4078-94a1-bf1a3a2130cb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/7b729906-3248-4c00-bfeb-595ffdba3930 HTTP/1.1" status: 404 len: 339 time: 0.0244789 Jan 12 09:44:06.703214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43130) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.750948 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-438a5ea2-ae45-4bc8-8e36-ae0bb2c345e3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.751402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438a5ea2-ae45-4bc8-8e36-ae0bb2c345e3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.753471 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-438a5ea2-ae45-4bc8-8e36-ae0bb2c345e3 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/2b1fc6f8-22eb-42c1-bfb6-abadfae7a38b HTTP/1.1" status: 404 len: 337 time: 0.0494258 Jan 12 09:44:06.756438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43134) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.780783 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c4084d-d13d-43c6-aaf0-105c8e97ef64 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.781204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c4084d-d13d-43c6-aaf0-105c8e97ef64 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.782804 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-71c4084d-d13d-43c6-aaf0-105c8e97ef64 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/bb1cfc60-94fd-4022-a7fb-29f9833a2dba HTTP/1.1" status: 404 len: 339 time: 0.0254097 Jan 12 09:44:06.785324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43138) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.821081 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1398af34-4693-4781-b172-a4cbcb7eda34 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.821489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1398af34-4693-4781-b172-a4cbcb7eda34 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.823037 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1398af34-4693-4781-b172-a4cbcb7eda34 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/8e839d6b-0714-481f-a58f-28c8c242bc5e HTTP/1.1" status: 404 len: 337 time: 0.0368195 Jan 12 09:44:06.826561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43142) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.850296 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-89038bc7-c6bd-424d-ac6f-006ccf623379 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.850708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89038bc7-c6bd-424d-ac6f-006ccf623379 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.852211 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-89038bc7-c6bd-424d-ac6f-006ccf623379 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/f19bb6a8-c261-4f8a-b22e-d919d25e38c7 HTTP/1.1" status: 404 len: 339 time: 0.0247927 Jan 12 09:44:06.854922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43146) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.894519 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cc9085-ca7e-4b79-bb8d-f81622b47f02 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.894955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cc9085-ca7e-4b79-bb8d-f81622b47f02 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.896506 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-26cc9085-ca7e-4b79-bb8d-f81622b47f02 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/7abff60d-3045-4a93-9127-947c5a1f0ac8 HTTP/1.1" status: 404 len: 337 time: 0.0407703 Jan 12 09:44:06.900033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43150) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.923573 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-09255f8b-bb9b-49f2-a1b3-5ac05379367d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.923912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09255f8b-bb9b-49f2-a1b3-5ac05379367d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.925389 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-09255f8b-bb9b-49f2-a1b3-5ac05379367d tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/be99bc19-9c98-4896-a4f7-c60880cb3884 HTTP/1.1" status: 404 len: 339 time: 0.0245173 Jan 12 09:44:06.927706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43154) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.962861 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6b3f06-304c-4e48-94a7-c8a57aab2b09 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.963267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6b3f06-304c-4e48-94a7-c8a57aab2b09 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.964767 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5c6b3f06-304c-4e48-94a7-c8a57aab2b09 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/57455907-49ad-4bd8-81fd-aa95fb411750 HTTP/1.1" status: 404 len: 337 time: 0.0362415 Jan 12 09:44:06.967227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43158) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:06.990127 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04c4783-ac56-4179-a15f-6964b6c889bb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:06.990534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04c4783-ac56-4179-a15f-6964b6c889bb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:06.992032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d04c4783-ac56-4179-a15f-6964b6c889bb tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/64d62a19-4b58-4a56-9b36-f6bf5fd276f4 HTTP/1.1" status: 404 len: 339 time: 0.0239866 Jan 12 09:44:06.994294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43162) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:07.032733 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4678c9b-124b-48b2-b512-a0c5fce9fc61 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:07.033156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4678c9b-124b-48b2-b512-a0c5fce9fc61 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:07.034685 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f4678c9b-124b-48b2-b512-a0c5fce9fc61 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/902e004c-2516-4ec4-adc7-cdb30de1132c HTTP/1.1" status: 404 len: 337 time: 0.0395288 Jan 12 09:44:07.038313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43166) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:07.061449 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b6bf5f-7a68-40f0-be30-ea37b4df9541 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:07.061855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b6bf5f-7a68-40f0-be30-ea37b4df9541 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:07.063367 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e7b6bf5f-7a68-40f0-be30-ea37b4df9541 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/60bc822e-398c-4c4c-8012-5f19154a4491 HTTP/1.1" status: 404 len: 339 time: 0.0242019 Jan 12 09:44:07.065728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43170) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:07.101789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-501075fc-18e2-454a-9a7d-a5affe49a6f4 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:07.102203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501075fc-18e2-454a-9a7d-a5affe49a6f4 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:07.103723 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-501075fc-18e2-454a-9a7d-a5affe49a6f4 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/c17390c0-5a5d-4438-bbeb-5954bc88ccde HTTP/1.1" status: 404 len: 337 time: 0.0371788 Jan 12 09:44:07.106052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43174) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:07.129331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d680a0a9-deb8-4304-a1d8-7361fda30032 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:07.129740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d680a0a9-deb8-4304-a1d8-7361fda30032 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:07.131285 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d680a0a9-deb8-4304-a1d8-7361fda30032 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/83f3d7b0-1fde-4431-91fc-c932e895f1b8 HTTP/1.1" status: 404 len: 339 time: 0.0244112 Jan 12 09:44:07.133553 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43178) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:07.257226 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4bcc51-393d-439d-8dce-4967bd151089 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:07.257974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4bcc51-393d-439d-8dce-4967bd151089 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:07.259294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dd4bcc51-393d-439d-8dce-4967bd151089 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/6e0b4ccf-141e-44d0-9238-c4358aee09e0 HTTP/1.1" status: 404 len: 337 time: 0.1249225 Jan 12 09:44:07.263269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43182) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:07.286579 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ea80d6-64a7-4fca-bf6b-47708343f232 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] DELETE failed (client error): The resource could not be found. Jan 12 09:44:07.287053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ea80d6-64a7-4fca-bf6b-47708343f232 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:44:07.288533 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-22ea80d6-64a7-4fca-bf6b-47708343f232 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/71a3abe4-cc03-48f4-ba5b-55fd50e2221c HTTP/1.1" status: 404 len: 339 time: 0.0244179 Jan 12 09:44:07.290845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43186) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:07.466545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b634cb4b-5fc0-4d8f-b5c9-be037855ed37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Deleting subnet f1969e63-39ea-462d-866b-095fe6ecd75d {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:44:07.469536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b634cb4b-5fc0-4d8f-b5c9-be037855ed37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:07.525716 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b634cb4b-5fc0-4d8f-b5c9-be037855ed37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:07.606086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b634cb4b-5fc0-4d8f-b5c9-be037855ed37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:07.679240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b634cb4b-5fc0-4d8f-b5c9-be037855ed37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:07.722333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634cb4b-5fc0-4d8f-b5c9-be037855ed37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Subnet': ['ID=f1969e63-39ea-462d-866b-095fe6ecd75d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:07.727505 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b634cb4b-5fc0-4d8f-b5c9-be037855ed37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:07.732997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ffe9a-42f3-4ce8-bc6c-37724ac6925f None None] Network 82fb1287-28d4-4d4e-9258-ee96eb3036ef requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:07.736308 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b634cb4b-5fc0-4d8f-b5c9-be037855ed37 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/subnets/f1969e63-39ea-462d-866b-095fe6ecd75d HTTP/1.1" status: 204 len: 168 time: 0.4445934 Jan 12 09:44:07.739043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43190) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:07.849744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:07.860571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Deleting port 7ba2a3f1-0677-4505-827b-3877487b40d6 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:07.860879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:07.975481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] DHCP port deletion for 82fb1287-28d4-4d4e-9258-ee96eb3036ef request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:44:07.980208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] Deleting port 7ba2a3f1-0677-4505-827b-3877487b40d6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:07.980587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.031534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7ba2a3f1-0677-4505-827b-3877487b40d6 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:44:08.067749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] For port 7ba2a3f1-0677-4505-827b-3877487b40d6, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7ba2a3f1-0677-4505-827b-3877487b40d6,segment=NetworkSegment(64abb313-9b90-45a7-9c63-306903466a14),segment_id=64abb313-9b90-45a7-9c63-306903466a14)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:08.068143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.189559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Calling delete_port for 7ba2a3f1-0677-4505-827b-3877487b40d6 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:08.262726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.297382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] For port 7ba2a3f1-0677-4505-827b-3877487b40d6, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7ba2a3f1-0677-4505-827b-3877487b40d6,segment=NetworkSegment(64abb313-9b90-45a7-9c63-306903466a14),segment_id=64abb313-9b90-45a7-9c63-306903466a14)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:08.297777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.305252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Port': ['ID=7ba2a3f1-0677-4505-827b-3877487b40d6,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:08.311724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.311965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] No DVR routers for this DVR port 7ba2a3f1-0677-4505-827b-3877487b40d6 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:44:08.426468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] Calling delete_port for 7ba2a3f1-0677-4505-827b-3877487b40d6 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:08.430863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.460086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fb1287-28d4-4d4e-9258-ee96eb3036ef']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:08.472287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64abb313-9b90-45a7-9c63-306903466a14') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:08.472558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64abb313-9b90-45a7-9c63-306903466a14') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:08.484025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.499607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.505629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:44:08.506011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:44:08.520350 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:44:08.536580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:44:08.536964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:44:08.601097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.620899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.631595 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] Pushing event deleted for resources: {'Network': ['ID=82fb1287-28d4-4d4e-9258-ee96eb3036ef,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:08.638576 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b55429a9-b143-4b53-baef-9a9e7df42cc9 tempest-NetworksTest-335897346 tempest-NetworksTest-335897346-project] 10.222.0.58 "DELETE /v2.0/networks/82fb1287-28d4-4d4e-9258-ee96eb3036ef HTTP/1.1" status: 204 len: 168 time: 0.8985827 Jan 12 09:44:09.038498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] Deleting port 7ba2a3f1-0677-4505-827b-3877487b40d6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:09.039057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:09.041231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43198) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:09.108371 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-25717154-5daf-4843-a5d6-ab6cb5722958 None None] The port '7ba2a3f1-0677-4505-827b-3877487b40d6' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:44:09.214694 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ea6ffc21-a7f1-4fd1-b964-b366ea06e63e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1de90c55e8c343c1b550a0e37503e9ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1722872 Jan 12 09:44:09.218228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43204) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:09.279609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ada840f8-838b-480b-a0c1-7b51217bbc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:09.306810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ada840f8-838b-480b-a0c1-7b51217bbc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:09.362604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ada840f8-838b-480b-a0c1-7b51217bbc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:09.376012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada840f8-838b-480b-a0c1-7b51217bbc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11517818-ca96-4dc0-aab5-164f59d0a9e1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:09.382448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ada840f8-838b-480b-a0c1-7b51217bbc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:09.383497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ada840f8-838b-480b-a0c1-7b51217bbc89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11517818-ca96-4dc0-aab5-164f59d0a9e1 HTTP/1.1" status: 204 len: 168 time: 0.1642587 Jan 12 09:44:10.250168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43226) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:10.402358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1218092151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:10.408690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:10.412883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Usage tracker for resource:router and tenant:290c0153770f4fc0bdbf14b93d6772ad is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:10.415676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:10.424794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:10.438301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.439721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.459887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.477519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.498420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.499615 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7c6cb93d-e3cc-44f1-997e-67e255e8827d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2484536 Jan 12 09:44:10.502373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43232) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:10.507798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1240891467'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:10.512646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:10.516756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Usage tracker for resource:network and tenant:290c0153770f4fc0bdbf14b93d6772ad is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:10.520266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:10.526027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:10.537262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Made reservation on behalf of 290c0153770f4fc0bdbf14b93d6772ad for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:10.540206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.553318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.585328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:10.589044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Usage tracker for resource:security_group_rule and tenant:290c0153770f4fc0bdbf14b93d6772ad is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:10.591767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:10.597274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:10.668921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.674337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.705534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:44:10.713703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa74f60d-1fcc-4704-80e7-e4071eab52c6,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:10.719355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.719749 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Added segment 8de98dee-f295-4354-8fba-18e769746e82 of type vlan for network 383845b1-fe86-429e-a2f5-1ee5936c2ed3 Jan 12 09:44:10.754367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.788326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.792088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:10.792681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.980965 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4775169 Jan 12 09:44:10.983914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360978b-6bb4-4d88-ad00-e586b80f3121 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Network': ['ID=383845b1-fe86-429e-a2f5-1ee5936c2ed3,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:10.984603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43238) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:10.990876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'subnet': {'network_id': '383845b1-fe86-429e-a2f5-1ee5936c2ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:11.002534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 383845b1-fe86-429e-a2f5-1ee5936c2ed3 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:44:11.095000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:11.098860 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Usage tracker for resource:subnet and tenant:290c0153770f4fc0bdbf14b93d6772ad is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:11.101686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:11.107258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:11.117421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Made reservation on behalf of 290c0153770f4fc0bdbf14b93d6772ad for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:11.222705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.440762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.512782 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Subnet': ['ID=e2f83a34-714e-45f9-8c29-aaf3174aa665,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:11.529759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Checking segment: {'id': '8de98dee-f295-4354-8fba-18e769746e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '383845b1-fe86-429e-a2f5-1ee5936c2ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:11.530106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network hostable DHCP agents. Network: 383845b1-fe86-429e-a2f5-1ee5936c2ed3, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:44:11.554263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network 383845b1-fe86-429e-a2f5-1ee5936c2ed3 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:44:11.566061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 383845b1-fe86-429e-a2f5-1ee5936c2ed3) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:11.570917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:11.571474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.576483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce9ce1-a438-480d-8988-abff48527d34 None None] Network 383845b1-fe86-429e-a2f5-1ee5936c2ed3 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:11.594698 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-42f6257a-295c-4711-9b68-b24a84441b14 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6089380 Jan 12 09:44:11.597989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43242) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:11.603409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'network': {'name': 'tempest-router-network01--621049362'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:11.608185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:11.611841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Usage tracker for resource:network and tenant:290c0153770f4fc0bdbf14b93d6772ad is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:11.614578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:11.620111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:11.634396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Made reservation on behalf of 290c0153770f4fc0bdbf14b93d6772ad for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:11.637244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.664088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:44:11.672365 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.672697 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Added segment 736bac2e-cf16-466f-99a5-693f636e627e of type vlan for network cc0573db-ef95-42c4-a068-d46ccb4e058d Jan 12 09:44:11.698178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.729710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.733365 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:11.733981 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.781756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-383845b1-fe86-429e-a2f5-1ee5936c2ed3', 'network_id': '383845b1-fe86-429e-a2f5-1ee5936c2ed3', 'tenant_id': '290c0153770f4fc0bdbf14b93d6772ad', 'fixed_ips': [{'subnet_id': 'e2f83a34-714e-45f9-8c29-aaf3174aa665'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:44:11.782562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.841646 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2398217 Jan 12 09:44:11.841942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43246) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:11.844401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee1663-9346-4dfb-8973-cd56e2b267f3 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Network': ['ID=cc0573db-ef95-42c4-a068-d46ccb4e058d,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:11.849182 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'network': {'name': 'tempest-router-network02--1895528150'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:11.854359 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:11.858002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network cc0573db-ef95-42c4-a068-d46ccb4e058d details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:44:11.858381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Usage tracker for resource:network and tenant:290c0153770f4fc0bdbf14b93d6772ad is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:11.861304 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:11.867481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:11.877623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Made reservation on behalf of 290c0153770f4fc0bdbf14b93d6772ad for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:11.880777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.909250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:44:11.918448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.918952 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Added segment e5d16704-a6c6-446e-8670-2a0346bbfaf7 of type vlan for network 10f76c27-689c-4fab-a965-b955d33e4ba5 Jan 12 09:44:11.945041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.973616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.977424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:11.978002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.022202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Allocated IP 2001:db8::2 (383845b1-fe86-429e-a2f5-1ee5936c2ed3/e2f83a34-714e-45f9-8c29-aaf3174aa665/a1d79d5c-590e-41ce-8809-ebc933a4947a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:12.171337 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3285024 Jan 12 09:44:12.174411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43250) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:12.180546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839d249-4644-4746-9d0c-4176266c1958 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Network': ['ID=10f76c27-689c-4fab-a965-b955d33e4ba5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:12.181543 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'subnet': {'network_id': 'cc0573db-ef95-42c4-a068-d46ccb4e058d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:12.191506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 10f76c27-689c-4fab-a965-b955d33e4ba5 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:44:12.288986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:12.293329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Usage tracker for resource:subnet and tenant:290c0153770f4fc0bdbf14b93d6772ad is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:12.296375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:12.302391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:12.307686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.314129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Made reservation on behalf of 290c0153770f4fc0bdbf14b93d6772ad for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:12.320498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Transition to ACTIVE for port object a1d79d5c-590e-41ce-8809-ebc933a4947a will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:12.339276 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Transition to ACTIVE for port object a1d79d5c-590e-41ce-8809-ebc933a4947a will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:12.345733 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.417164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.451225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Network 383845b1-fe86-429e-a2f5-1ee5936c2ed3 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:12.454754 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:12.456976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:44:12.501829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Pushing event updated for resources: {'Port': ['ID=a1d79d5c-590e-41ce-8809-ebc933a4947a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:12.554051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Attempting to bind port a1d79d5c-590e-41ce-8809-ebc933a4947a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:44:12.554296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Attempting to bind port a1d79d5c-590e-41ce-8809-ebc933a4947a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '8de98dee-f295-4354-8fba-18e769746e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '383845b1-fe86-429e-a2f5-1ee5936c2ed3'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:44:12.554648 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Attempting to bind port a1d79d5c-590e-41ce-8809-ebc933a4947a on network 383845b1-fe86-429e-a2f5-1ee5936c2ed3 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:44:12.561343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:44:12.561707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Checking segment: {'id': '8de98dee-f295-4354-8fba-18e769746e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '383845b1-fe86-429e-a2f5-1ee5936c2ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:12.562173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.562649 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Bound using segment: {'id': '8de98dee-f295-4354-8fba-18e769746e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '383845b1-fe86-429e-a2f5-1ee5936c2ed3'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:44:12.563130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Bound port: a1d79d5c-590e-41ce-8809-ebc933a4947a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de98dee-f295-4354-8fba-18e769746e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '383845b1-fe86-429e-a2f5-1ee5936c2ed3'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:44:12.563561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.632443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.650559 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] For port a1d79d5c-590e-41ce-8809-ebc933a4947a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:44:12.653648 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] For port a1d79d5c-590e-41ce-8809-ebc933a4947a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a1d79d5c-590e-41ce-8809-ebc933a4947a,segment=NetworkSegment(8de98dee-f295-4354-8fba-18e769746e82),segment_id=8de98dee-f295-4354-8fba-18e769746e82)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:44:12.658988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.715509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Subnet': ['ID=f6c97d7b-6b3f-4f71-8b56-ef8d80136c79,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:12.729626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Checking segment: {'id': '736bac2e-cf16-466f-99a5-693f636e627e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cc0573db-ef95-42c4-a068-d46ccb4e058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:12.729978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network hostable DHCP agents. Network: cc0573db-ef95-42c4-a068-d46ccb4e058d, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:44:12.741624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd254c-a683-46f3-a5a2-bd2fc1b14aab None None] Pushing event updated for resources: {'Port': ['ID=a1d79d5c-590e-41ce-8809-ebc933a4947a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:12.751893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network cc0573db-ef95-42c4-a068-d46ccb4e058d is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:44:12.763730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, cc0573db-ef95-42c4-a068-d46ccb4e058d) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:12.768363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:12.768964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.773949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd25575a-136f-48f8-99c8-945b8815d9cf None None] Network cc0573db-ef95-42c4-a068-d46ccb4e058d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:12.794603 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0f9e8da2-b83b-47ac-9655-626d8d7f05cf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6178563 Jan 12 09:44:12.796775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43254) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:12.802440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'subnet': {'network_id': '10f76c27-689c-4fab-a965-b955d33e4ba5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:12.947867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:12.951846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Usage tracker for resource:subnet and tenant:290c0153770f4fc0bdbf14b93d6772ad is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:12.955337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:12.961572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:12.972417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Made reservation on behalf of 290c0153770f4fc0bdbf14b93d6772ad for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:13.027822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da95348-beae-477a-98f7-3763868e009e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc0573db-ef95-42c4-a068-d46ccb4e058d', 'network_id': 'cc0573db-ef95-42c4-a068-d46ccb4e058d', 'tenant_id': '290c0153770f4fc0bdbf14b93d6772ad', 'fixed_ips': [{'subnet_id': 'f6c97d7b-6b3f-4f71-8b56-ef8d80136c79'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:44:13.028644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2da95348-beae-477a-98f7-3763868e009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:13.081723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:13.197965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-2da95348-beae-477a-98f7-3763868e009e None None] Allocated IP 2001:db8::2 (cc0573db-ef95-42c4-a068-d46ccb4e058d/f6c97d7b-6b3f-4f71-8b56-ef8d80136c79/f6559a9a-5316-4df2-b15a-016418762f8d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:13.300446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:13.373281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Subnet': ['ID=34a4f729-fb7d-4b17-a9b9-bb046be2d3d0,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:13.397666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Checking segment: {'id': 'e5d16704-a6c6-446e-8670-2a0346bbfaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '10f76c27-689c-4fab-a965-b955d33e4ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:13.397953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network hostable DHCP agents. Network: 10f76c27-689c-4fab-a965-b955d33e4ba5, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:44:13.402454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2da95348-beae-477a-98f7-3763868e009e None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:13.415601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2da95348-beae-477a-98f7-3763868e009e None None] Transition to ACTIVE for port object f6559a9a-5316-4df2-b15a-016418762f8d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:13.422074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network 10f76c27-689c-4fab-a965-b955d33e4ba5 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:44:13.433641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 10f76c27-689c-4fab-a965-b955d33e4ba5) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:13.437878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:13.438797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:13.444767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b782bdb-caa8-4dfe-9bb0-3bf8a67d725a None None] Network 10f76c27-689c-4fab-a965-b955d33e4ba5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:13.465437 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8637f451-6bce-4161-9819-658d1c98eb84 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6650171 Jan 12 09:44:13.465657 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43260) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:13.475358 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2da95348-beae-477a-98f7-3763868e009e None None] Transition to ACTIVE for port object f6559a9a-5316-4df2-b15a-016418762f8d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:13.526615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2da95348-beae-477a-98f7-3763868e009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:13.647154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da95348-beae-477a-98f7-3763868e009e None None] Network cc0573db-ef95-42c4-a068-d46ccb4e058d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:13.650073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da95348-beae-477a-98f7-3763868e009e None None] Pushing event updated for resources: {'Port': ['ID=f6559a9a-5316-4df2-b15a-016418762f8d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:13.655272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2da95348-beae-477a-98f7-3763868e009e None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:13.657444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da95348-beae-477a-98f7-3763868e009e None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:44:13.693494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d3efa-7b85-4a16-958d-731e71f88619 None None] Network 383845b1-fe86-429e-a2f5-1ee5936c2ed3 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:13.923088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c948b136-cb74-4389-8c10-d992d42936ad None None] Provisioning for port a1d79d5c-590e-41ce-8809-ebc933a4947a completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:13.930985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2da95348-beae-477a-98f7-3763868e009e None None] Attempting to bind port f6559a9a-5316-4df2-b15a-016418762f8d on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:44:13.931348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2da95348-beae-477a-98f7-3763868e009e None None] Attempting to bind port f6559a9a-5316-4df2-b15a-016418762f8d by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '736bac2e-cf16-466f-99a5-693f636e627e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cc0573db-ef95-42c4-a068-d46ccb4e058d'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:44:13.931698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da95348-beae-477a-98f7-3763868e009e None None] Attempting to bind port f6559a9a-5316-4df2-b15a-016418762f8d on network cc0573db-ef95-42c4-a068-d46ccb4e058d {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:44:13.947604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-10f76c27-689c-4fab-a965-b955d33e4ba5', 'network_id': '10f76c27-689c-4fab-a965-b955d33e4ba5', 'tenant_id': '290c0153770f4fc0bdbf14b93d6772ad', 'fixed_ips': [{'subnet_id': '34a4f729-fb7d-4b17-a9b9-bb046be2d3d0'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:44:13.948379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:13.976161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da95348-beae-477a-98f7-3763868e009e None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:44:13.976685 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da95348-beae-477a-98f7-3763868e009e None None] Checking segment: {'id': '736bac2e-cf16-466f-99a5-693f636e627e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cc0573db-ef95-42c4-a068-d46ccb4e058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:13.976920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2da95348-beae-477a-98f7-3763868e009e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:13.977293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da95348-beae-477a-98f7-3763868e009e None None] Bound using segment: {'id': '736bac2e-cf16-466f-99a5-693f636e627e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cc0573db-ef95-42c4-a068-d46ccb4e058d'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:44:13.977736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2da95348-beae-477a-98f7-3763868e009e None None] Bound port: f6559a9a-5316-4df2-b15a-016418762f8d, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736bac2e-cf16-466f-99a5-693f636e627e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cc0573db-ef95-42c4-a068-d46ccb4e058d'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:44:13.978098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2da95348-beae-477a-98f7-3763868e009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.069626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.070220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a1d79d5c-590e-41ce-8809-ebc933a4947a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:14.342070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2da95348-beae-477a-98f7-3763868e009e None None] For port f6559a9a-5316-4df2-b15a-016418762f8d, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:44:14.363395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2da95348-beae-477a-98f7-3763868e009e None None] For port f6559a9a-5316-4df2-b15a-016418762f8d, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f6559a9a-5316-4df2-b15a-016418762f8d,segment=NetworkSegment(736bac2e-cf16-466f-99a5-693f636e627e),segment_id=736bac2e-cf16-466f-99a5-693f636e627e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:44:14.379372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2da95348-beae-477a-98f7-3763868e009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.403471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Allocated IP 2001:db8::1 (cc0573db-ef95-42c4-a068-d46ccb4e058d/f6c97d7b-6b3f-4f71-8b56-ef8d80136c79/b3da0d40-2e2f-4079-8efa-b70e07c6c1c3) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:14.429888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port a1d79d5c-590e-41ce-8809-ebc933a4947a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:14.454463 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Allocated IP 2001:db8::2 (10f76c27-689c-4fab-a965-b955d33e4ba5/34a4f729-fb7d-4b17-a9b9-bb046be2d3d0/a812dab3-fb36-4472-a06a-a53d271b4acf) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:14.472116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port a1d79d5c-590e-41ce-8809-ebc933a4947a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:14.472542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.563916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da95348-beae-477a-98f7-3763868e009e None None] Pushing event updated for resources: {'Port': ['ID=f6559a9a-5316-4df2-b15a-016418762f8d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:14.581528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.602297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Transition to ACTIVE for port object b3da0d40-2e2f-4079-8efa-b70e07c6c1c3 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:14.627871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.699437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network cc0573db-ef95-42c4-a068-d46ccb4e058d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:14.708249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:14.713070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:44:14.713612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.742143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Port': ['ID=b3da0d40-2e2f-4079-8efa-b70e07c6c1c3,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:14.754982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.755439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.755954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.756305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.756642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.756971 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.757301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.757628 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.757952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.758286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.758607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:14.773845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.846641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.887815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port a1d79d5c-590e-41ce-8809-ebc933a4947a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a1d79d5c-590e-41ce-8809-ebc933a4947a,segment=NetworkSegment(8de98dee-f295-4354-8fba-18e769746e82),segment_id=8de98dee-f295-4354-8fba-18e769746e82)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:14.889189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.899219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.929262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Transition to ACTIVE for port object a812dab3-fb36-4472-a06a-a53d271b4acf will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:14.973549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Transition to ACTIVE for port object a812dab3-fb36-4472-a06a-a53d271b4acf will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:14.985656 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:14.998294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=a1d79d5c-590e-41ce-8809-ebc933a4947a,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:15.038320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-193aeca0-acde-42de-9688-2b0795ca75ed None None] Provisioning complete for port a1d79d5c-590e-41ce-8809-ebc933a4947a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:15.038652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-193aeca0-acde-42de-9688-2b0795ca75ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:15.107071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Network 10f76c27-689c-4fab-a965-b955d33e4ba5 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:15.113348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:15.119209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:44:15.121125 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Pushing event updated for resources: {'Port': ['ID=a812dab3-fb36-4472-a06a-a53d271b4acf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:15.248934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:15.255809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:15.256311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:15.263266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Attempting to bind port a812dab3-fb36-4472-a06a-a53d271b4acf on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:44:15.263629 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Attempting to bind port a812dab3-fb36-4472-a06a-a53d271b4acf by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'e5d16704-a6c6-446e-8670-2a0346bbfaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '10f76c27-689c-4fab-a965-b955d33e4ba5'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:44:15.263991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Attempting to bind port a812dab3-fb36-4472-a06a-a53d271b4acf on network 10f76c27-689c-4fab-a965-b955d33e4ba5 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:44:15.277282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:44:15.277646 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Checking segment: {'id': 'e5d16704-a6c6-446e-8670-2a0346bbfaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '10f76c27-689c-4fab-a965-b955d33e4ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:15.278034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:15.278405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Bound using segment: {'id': 'e5d16704-a6c6-446e-8670-2a0346bbfaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '10f76c27-689c-4fab-a965-b955d33e4ba5'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:44:15.278941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Bound port: a812dab3-fb36-4472-a06a-a53d271b4acf, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d16704-a6c6-446e-8670-2a0346bbfaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '10f76c27-689c-4fab-a965-b955d33e4ba5'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:44:15.279250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:15.373375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] For port a812dab3-fb36-4472-a06a-a53d271b4acf, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:44:15.376697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] For port a812dab3-fb36-4472-a06a-a53d271b4acf, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a812dab3-fb36-4472-a06a-a53d271b4acf,segment=NetworkSegment(e5d16704-a6c6-446e-8670-2a0346bbfaf7),segment_id=e5d16704-a6c6-446e-8670-2a0346bbfaf7)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:44:15.383324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:15.405934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Port': ['ID=b3da0d40-2e2f-4079-8efa-b70e07c6c1c3,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:15.462731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78574da-86bf-4f83-8955-854a302e00ef None None] Pushing event updated for resources: {'Port': ['ID=a812dab3-fb36-4472-a06a-a53d271b4acf,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:15.550369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda96a7-eb5b-4954-821d-84917f2d364c None None] Network cc0573db-ef95-42c4-a068-d46ccb4e058d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:15.618591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network cc0573db-ef95-42c4-a068-d46ccb4e058d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:15.620063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:15.662745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2aa1f72f-c3bb-4be0-abbf-2f6209d79648 None None] Provisioning for port f6559a9a-5316-4df2-b15a-016418762f8d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:16.020149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Router 1858889e-69c6-43cd-9ebe-0f4536d277dc is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:44:16.152583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a812dab3-fb36-4472-a06a-a53d271b4acf up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:16.229284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:44:16.230081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port a812dab3-fb36-4472-a06a-a53d271b4acf completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:16.241325 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a4b88-0f4d-40f5-967e-937786a4723f None None] Sync routers for ids ['1858889e-69c6-43cd-9ebe-0f4536d277dc'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:44:16.244446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43264) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:16.251645 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-182ece27-35f1-4862-9837-e963ebe33abf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "PUT /v2.0/routers/1858889e-69c6-43cd-9ebe-0f4536d277dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7779486 Jan 12 09:44:16.255992 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a4b88-0f4d-40f5-967e-937786a4723f None None] Routers {'1858889e-69c6-43cd-9ebe-0f4536d277dc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:44:16.256764 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-884a4b88-0f4d-40f5-967e-937786a4723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1858889e-69c6-43cd-9ebe-0f4536d277dc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:16.257235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a1d79d5c-590e-41ce-8809-ebc933a4947a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:16.360403 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-884a4b88-0f4d-40f5-967e-937786a4723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:16.373903 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a4b88-0f4d-40f5-967e-937786a4723f None None] Routers {'1858889e-69c6-43cd-9ebe-0f4536d277dc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:44:16.375059 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-884a4b88-0f4d-40f5-967e-937786a4723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1858889e-69c6-43cd-9ebe-0f4536d277dc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:16.377220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port a1d79d5c-590e-41ce-8809-ebc933a4947a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:16.377765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:16.448357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bd36121d-018e-4322-86f3-7c5f72731b40 None None] Provisioning for port b3da0d40-2e2f-4079-8efa-b70e07c6c1c3 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:16.457581 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-884a4b88-0f4d-40f5-967e-937786a4723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:16.458018 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a4b88-0f4d-40f5-967e-937786a4723f None None] The sync data for ids ['1858889e-69c6-43cd-9ebe-0f4536d277dc'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:44:16.487649 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bd36121d-018e-4322-86f3-7c5f72731b40 None None] Provisioning complete for port b3da0d40-2e2f-4079-8efa-b70e07c6c1c3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:16.488020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bd36121d-018e-4322-86f3-7c5f72731b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:16.573334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bd36121d-018e-4322-86f3-7c5f72731b40 None None] Port b3da0d40-2e2f-4079-8efa-b70e07c6c1c3 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:44:16.720477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f6559a9a-5316-4df2-b15a-016418762f8d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:16.758287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b5cfb82b-a6b1-4332-88f9-2156251c3706 None None] Provisioning complete for port b3da0d40-2e2f-4079-8efa-b70e07c6c1c3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:16.758633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b5cfb82b-a6b1-4332-88f9-2156251c3706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:16.834377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfb82b-a6b1-4332-88f9-2156251c3706 None None] Port b3da0d40-2e2f-4079-8efa-b70e07c6c1c3 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:44:16.848103 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port f6559a9a-5316-4df2-b15a-016418762f8d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:16.854985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f6559a9a-5316-4df2-b15a-016418762f8d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:16.854985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:16.895190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173491e-649e-4dc7-be71-bdfdc18bebaa None None] Network 10f76c27-689c-4fab-a965-b955d33e4ba5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:17.062351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-19dd9056-f70f-46ae-b9a1-e13bb386355c None None] Provisioning complete for port b3da0d40-2e2f-4079-8efa-b70e07c6c1c3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:17.062709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19dd9056-f70f-46ae-b9a1-e13bb386355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:17.081843 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-b33b8f4d-0926-45ba-a53d-333219033fb2 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:44:17.082935 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b33b8f4d-0926-45ba-a53d-333219033fb2 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "PUT /v2.0/routers/1858889e-69c6-43cd-9ebe-0f4536d277dc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8282709 Jan 12 09:44:17.085998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43268) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:17.175389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:17.191285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-19dd9056-f70f-46ae-b9a1-e13bb386355c None None] Port b3da0d40-2e2f-4079-8efa-b70e07c6c1c3 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:44:17.260748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port f6559a9a-5316-4df2-b15a-016418762f8d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f6559a9a-5316-4df2-b15a-016418762f8d,segment=NetworkSegment(736bac2e-cf16-466f-99a5-693f636e627e),segment_id=736bac2e-cf16-466f-99a5-693f636e627e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:17.269040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-19dd9056-f70f-46ae-b9a1-e13bb386355c None None] Provisioning for port a812dab3-fb36-4472-a06a-a53d271b4acf completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:17.274292 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:17.308498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-19dd9056-f70f-46ae-b9a1-e13bb386355c None None] Provisioning complete for port a812dab3-fb36-4472-a06a-a53d271b4acf triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:17.308873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19dd9056-f70f-46ae-b9a1-e13bb386355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:17.395499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=f6559a9a-5316-4df2-b15a-016418762f8d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:17.410275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:17.467246 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19dd9056-f70f-46ae-b9a1-e13bb386355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:17.505188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-19dd9056-f70f-46ae-b9a1-e13bb386355c None None] For port a812dab3-fb36-4472-a06a-a53d271b4acf, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a812dab3-fb36-4472-a06a-a53d271b4acf,segment=NetworkSegment(e5d16704-a6c6-446e-8670-2a0346bbfaf7),segment_id=e5d16704-a6c6-446e-8670-2a0346bbfaf7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:17.511772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19dd9056-f70f-46ae-b9a1-e13bb386355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:17.590213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd9056-f70f-46ae-b9a1-e13bb386355c None None] Pushing event updated for resources: {'Port': ['ID=a812dab3-fb36-4472-a06a-a53d271b4acf,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:17.632535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-674812f3-bafc-4391-8196-12db2e4d1148 None None] Provisioning complete for port a812dab3-fb36-4472-a06a-a53d271b4acf triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:17.632899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-674812f3-bafc-4391-8196-12db2e4d1148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:18.025293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a812dab3-fb36-4472-a06a-a53d271b4acf up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:18.076669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Deleting port b3da0d40-2e2f-4079-8efa-b70e07c6c1c3 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:18.076998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:18.094572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port a812dab3-fb36-4472-a06a-a53d271b4acf triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:18.094960 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:18.204385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f6559a9a-5316-4df2-b15a-016418762f8d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:18.259252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:18.271737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f6559a9a-5316-4df2-b15a-016418762f8d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:18.272037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:18.379580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Calling delete_port for b3da0d40-2e2f-4079-8efa-b70e07c6c1c3 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:18.555025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:18.600988 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Port': ['ID=b3da0d40-2e2f-4079-8efa-b70e07c6c1c3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:18.641757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.642098 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.642486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.642876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.643205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.643530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.643855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.644203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.644522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.644834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.645268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:18.789940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:19.037255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b75f-c2e0-4bee-a540-939ce70bbfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:19.293330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Router 1858889e-69c6-43cd-9ebe-0f4536d277dc has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:44:19.444291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:44:19.457328 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-58b7701b-33da-4baf-ac51-06958ecbb3a5 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "PUT /v2.0/routers/1858889e-69c6-43cd-9ebe-0f4536d277dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3664904 Jan 12 09:44:19.457601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43274) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:19.459028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79ad5a-ec15-44ee-83dd-22ccc26fc791 None None] Sync routers for ids ['1858889e-69c6-43cd-9ebe-0f4536d277dc'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:44:19.483624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79ad5a-ec15-44ee-83dd-22ccc26fc791 None None] Routers {'1858889e-69c6-43cd-9ebe-0f4536d277dc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:44:19.484600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0d79ad5a-ec15-44ee-83dd-22ccc26fc791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1858889e-69c6-43cd-9ebe-0f4536d277dc'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:19.525549 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-38675669-3a51-433d-95f3-67e1c603be21 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] delete failed (client error): The resource could not be found. Jan 12 09:44:19.526679 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-38675669-3a51-433d-95f3-67e1c603be21 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1892797359 HTTP/1.1" status: 404 len: 335 time: 0.0681198 Jan 12 09:44:19.530959 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43278) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:19.536372 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8ec07d00-7aa8-482a-8f3c-1244b6ff5e33 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'router': {'external_gateway_info': {'network_id': '1858889e-69c6-43cd-9ebe-0f4536d277dc'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:19.553327 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0d79ad5a-ec15-44ee-83dd-22ccc26fc791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:19.565142 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79ad5a-ec15-44ee-83dd-22ccc26fc791 None None] Routers {'1858889e-69c6-43cd-9ebe-0f4536d277dc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:44:19.565783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0d79ad5a-ec15-44ee-83dd-22ccc26fc791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1858889e-69c6-43cd-9ebe-0f4536d277dc'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:19.629013 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0d79ad5a-ec15-44ee-83dd-22ccc26fc791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:19.629448 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79ad5a-ec15-44ee-83dd-22ccc26fc791 None None] The sync data for ids ['1858889e-69c6-43cd-9ebe-0f4536d277dc'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:44:19.948870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ec07d00-7aa8-482a-8f3c-1244b6ff5e33 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:19.980881 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-8ec07d00-7aa8-482a-8f3c-1244b6ff5e33 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] update failed (client error): The resource could not be found. Jan 12 09:44:19.982711 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8ec07d00-7aa8-482a-8f3c-1244b6ff5e33 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "PUT /v2.0/routers/1858889e-69c6-43cd-9ebe-0f4536d277dc HTTP/1.1" status: 404 len: 339 time: 0.4500477 Jan 12 09:44:19.986295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43282) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:19.992110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-476173514'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:19.996806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:20.001164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Usage tracker for resource:network and tenant:290c0153770f4fc0bdbf14b93d6772ad is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:20.003949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:20.009518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:20.021718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Made reservation on behalf of 290c0153770f4fc0bdbf14b93d6772ad for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:20.024827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:20.061708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:44:20.072179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:20.072179 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Added segment f05a7aec-bd14-4038-9e9e-1392585990f2 of type vlan for network c403bce1-8512-4856-a9d1-d8739b713be5 Jan 12 09:44:20.094231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:20.124517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:20.128382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:20.128955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:20.226001 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2384293 Jan 12 09:44:20.229032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43286) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:20.234687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'subnet': {'network_id': 'c403bce1-8512-4856-a9d1-d8739b713be5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:20.234842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e12e44-743b-4c00-9957-24f022f0604d tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Network': ['ID=c403bce1-8512-4856-a9d1-d8739b713be5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:20.244719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network c403bce1-8512-4856-a9d1-d8739b713be5 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:44:20.342026 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:20.346114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Usage tracker for resource:subnet and tenant:290c0153770f4fc0bdbf14b93d6772ad is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:20.349120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:20.355246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:20.366928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Made reservation on behalf of 290c0153770f4fc0bdbf14b93d6772ad for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:20.468907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:20.697867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:20.779724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Subnet': ['ID=c30c74e1-2385-4a11-841f-5f461b07c366,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:20.791698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Checking segment: {'id': 'f05a7aec-bd14-4038-9e9e-1392585990f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c403bce1-8512-4856-a9d1-d8739b713be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:20.792058 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network hostable DHCP agents. Network: c403bce1-8512-4856-a9d1-d8739b713be5, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:44:20.814301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network c403bce1-8512-4856-a9d1-d8739b713be5 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:44:20.825205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, c403bce1-8512-4856-a9d1-d8739b713be5) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:20.829405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:20.830065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:20.835498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402612ad-14d2-4005-851c-a2411d3f79d9 None None] Network c403bce1-8512-4856-a9d1-d8739b713be5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:20.858388 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d575ee90-c792-47b9-a284-8be78dcfeabf tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6282768 Jan 12 09:44:20.861415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43290) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:20.866878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c0e0e213-b1b6-4169-8cb7-44da4486acea tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c403bce1-8512-4856-a9d1-d8739b713be5'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:21.043939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-c403bce1-8512-4856-a9d1-d8739b713be5', 'network_id': 'c403bce1-8512-4856-a9d1-d8739b713be5', 'tenant_id': '290c0153770f4fc0bdbf14b93d6772ad', 'fixed_ips': [{'subnet_id': 'c30c74e1-2385-4a11-841f-5f461b07c366'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:44:21.044797 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:21.209313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-961d8fcd-6a20-47f8-95be-1c54bd95ed53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:21.226446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Allocated IP 2001:db8:1::2 (c403bce1-8512-4856-a9d1-d8739b713be5/c30c74e1-2385-4a11-841f-5f461b07c366/c3960098-8de3-4798-8988-ff5ed0cb3c02) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:21.378890 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e213-b1b6-4169-8cb7-44da4486acea tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:21.457345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:21.469089 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Transition to ACTIVE for port object c3960098-8de3-4798-8988-ff5ed0cb3c02 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:21.486845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Transition to ACTIVE for port object c3960098-8de3-4798-8988-ff5ed0cb3c02 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:21.501717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:21.584666 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-c0e0e213-b1b6-4169-8cb7-44da4486acea tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:44:21.584666 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c0e0e213-b1b6-4169-8cb7-44da4486acea tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "PUT /v2.0/routers/1858889e-69c6-43cd-9ebe-0f4536d277dc HTTP/1.1" status: 400 len: 364 time: 0.7200010 Jan 12 09:44:21.590464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43294) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:21.594631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Network c403bce1-8512-4856-a9d1-d8739b713be5 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:21.594631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Pushing event updated for resources: {'Port': ['ID=c3960098-8de3-4798-8988-ff5ed0cb3c02,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:21.606909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:21.606909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:21.606909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:44:21.690992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Attempting to bind port c3960098-8de3-4798-8988-ff5ed0cb3c02 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:44:21.690992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Attempting to bind port c3960098-8de3-4798-8988-ff5ed0cb3c02 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f05a7aec-bd14-4038-9e9e-1392585990f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c403bce1-8512-4856-a9d1-d8739b713be5'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:44:21.690992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Attempting to bind port c3960098-8de3-4798-8988-ff5ed0cb3c02 on network c403bce1-8512-4856-a9d1-d8739b713be5 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:44:21.697565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:44:21.697565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Checking segment: {'id': 'f05a7aec-bd14-4038-9e9e-1392585990f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c403bce1-8512-4856-a9d1-d8739b713be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:21.697911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:21.698639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Bound using segment: {'id': 'f05a7aec-bd14-4038-9e9e-1392585990f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c403bce1-8512-4856-a9d1-d8739b713be5'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:44:21.698639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Bound port: c3960098-8de3-4798-8988-ff5ed0cb3c02, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05a7aec-bd14-4038-9e9e-1392585990f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c403bce1-8512-4856-a9d1-d8739b713be5'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:44:21.698998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:21.796713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] For port c3960098-8de3-4798-8988-ff5ed0cb3c02, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:44:21.800776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] For port c3960098-8de3-4798-8988-ff5ed0cb3c02, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c3960098-8de3-4798-8988-ff5ed0cb3c02,segment=NetworkSegment(f05a7aec-bd14-4038-9e9e-1392585990f2),segment_id=f05a7aec-bd14-4038-9e9e-1392585990f2)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:44:21.809184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:21.913556 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887b115-dcc8-4a12-9f3e-46b25b32a0b7 None None] Pushing event updated for resources: {'Port': ['ID=c3960098-8de3-4798-8988-ff5ed0cb3c02,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:22.167272 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:22.424875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:22.536159 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Allocated IP 2001:db8::1 (383845b1-fe86-429e-a2f5-1ee5936c2ed3/e2f83a34-714e-45f9-8c29-aaf3174aa665/cc77ee32-5b95-48f9-bf0a-c666eebb2667) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:22.623205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:22.712131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:22.732350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Transition to ACTIVE for port object cc77ee32-5b95-48f9-bf0a-c666eebb2667 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:22.757450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:22.903140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3bb579-f3f9-4473-a04f-dcce6af22b05 None None] Network c403bce1-8512-4856-a9d1-d8739b713be5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:22.966321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network 383845b1-fe86-429e-a2f5-1ee5936c2ed3 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:22.969686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:22.975506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:44:22.975675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:22.978939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Port': ['ID=cc77ee32-5b95-48f9-bf0a-c666eebb2667,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:23.003818 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-848bb080-5997-4738-97ad-286eadccfa5e None None] Provisioning for port c3960098-8de3-4798-8988-ff5ed0cb3c02 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:23.099483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:23.359019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-000a2e31-4801-4f8f-9804-74ffc9996e4f None None] Provisioning for port cc77ee32-5b95-48f9-bf0a-c666eebb2667 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:23.365296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-000a2e31-4801-4f8f-9804-74ffc9996e4f None None] Provisioning complete for port cc77ee32-5b95-48f9-bf0a-c666eebb2667 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:23.365687 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-000a2e31-4801-4f8f-9804-74ffc9996e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:23.438048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-000a2e31-4801-4f8f-9804-74ffc9996e4f None None] Port cc77ee32-5b95-48f9-bf0a-c666eebb2667 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:44:23.532398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:23.537072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:23.539030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:23.692128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event updated for resources: {'Port': ['ID=cc77ee32-5b95-48f9-bf0a-c666eebb2667,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:23.756135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Network 383845b1-fe86-429e-a2f5-1ee5936c2ed3 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:23.756943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:23.787992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:24.020150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-41cea5a9-4ab5-4530-b84f-e032b104d482 None None] Provisioning complete for port cc77ee32-5b95-48f9-bf0a-c666eebb2667 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:24.021488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41cea5a9-4ab5-4530-b84f-e032b104d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:24.087293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-41cea5a9-4ab5-4530-b84f-e032b104d482 None None] Port cc77ee32-5b95-48f9-bf0a-c666eebb2667 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:44:24.103797 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c3960098-8de3-4798-8988-ff5ed0cb3c02 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:24.182003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Router 1858889e-69c6-43cd-9ebe-0f4536d277dc has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:44:24.183337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port c3960098-8de3-4798-8988-ff5ed0cb3c02 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:24.189200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c3960098-8de3-4798-8988-ff5ed0cb3c02 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:24.189284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:24.316386 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:24.350200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port c3960098-8de3-4798-8988-ff5ed0cb3c02, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c3960098-8de3-4798-8988-ff5ed0cb3c02,segment=NetworkSegment(f05a7aec-bd14-4038-9e9e-1392585990f2),segment_id=f05a7aec-bd14-4038-9e9e-1392585990f2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:24.360020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:24.410360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:44:24.434275 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50449e7-a973-4a88-8a97-fa7b86272e41 None None] Sync routers for ids ['1858889e-69c6-43cd-9ebe-0f4536d277dc'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:44:24.441741 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1e9bf6b2-9414-406b-b4ae-ddd65b2723a0 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "PUT /v2.0/routers/1858889e-69c6-43cd-9ebe-0f4536d277dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8510613 Jan 12 09:44:24.442926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43300) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:24.447286 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=c3960098-8de3-4798-8988-ff5ed0cb3c02,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:24.452489 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50449e7-a973-4a88-8a97-fa7b86272e41 None None] Routers {'1858889e-69c6-43cd-9ebe-0f4536d277dc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:44:24.455100 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-a50449e7-a973-4a88-8a97-fa7b86272e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1858889e-69c6-43cd-9ebe-0f4536d277dc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:24.565600 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-a50449e7-a973-4a88-8a97-fa7b86272e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:24.576071 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50449e7-a973-4a88-8a97-fa7b86272e41 None None] Routers {'1858889e-69c6-43cd-9ebe-0f4536d277dc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:44:24.576591 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-a50449e7-a973-4a88-8a97-fa7b86272e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1858889e-69c6-43cd-9ebe-0f4536d277dc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:24.637940 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-a50449e7-a973-4a88-8a97-fa7b86272e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:24.638228 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50449e7-a973-4a88-8a97-fa7b86272e41 None None] The sync data for ids ['1858889e-69c6-43cd-9ebe-0f4536d277dc'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:44:24.731317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6edd76d8-7c54-4a6f-badf-2af6b8e6cd98 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:24.911438 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-6edd76d8-7c54-4a6f-badf-2af6b8e6cd98 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 12 09:44:24.920352 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6edd76d8-7c54-4a6f-badf-2af6b8e6cd98 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/routers/1858889e-69c6-43cd-9ebe-0f4536d277dc HTTP/1.1" status: 409 len: 329 time: 0.4692297 Jan 12 09:44:24.921246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43304) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:25.372051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:25.972238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Deleting port cc77ee32-5b95-48f9-bf0a-c666eebb2667 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:25.972741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:26.025857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c3960098-8de3-4798-8988-ff5ed0cb3c02 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:26.098893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c3960098-8de3-4798-8988-ff5ed0cb3c02 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:26.099262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:26.155283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:26.276871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Calling delete_port for cc77ee32-5b95-48f9-bf0a-c666eebb2667 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:26.449711 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:26.495104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Port': ['ID=cc77ee32-5b95-48f9-bf0a-c666eebb2667,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:26.670229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:26.967924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43310) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:27.051316 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d420c22a-68dc-4173-8c8a-d6677fc3935d tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=d45f8f502f65499ab2c245dd4d23e808&network_id=40b33290-6f1f-46f0-9fb2-b698d71ab39f HTTP/1.1" status: 200 len: 3000 time: 0.0784900 Jan 12 09:44:27.214206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Router 1858889e-69c6-43cd-9ebe-0f4536d277dc has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:44:27.362082 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:44:27.372556 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-093985ee-6b24-4806-85a7-a27a97667db7 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "PUT /v2.0/routers/1858889e-69c6-43cd-9ebe-0f4536d277dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4515567 Jan 12 09:44:27.372694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286ebed-c0b7-42c2-a252-07c5af37cd2a None None] Sync routers for ids ['1858889e-69c6-43cd-9ebe-0f4536d277dc'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:44:27.376115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43318) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:27.385234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286ebed-c0b7-42c2-a252-07c5af37cd2a None None] Routers {'1858889e-69c6-43cd-9ebe-0f4536d277dc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:44:27.385849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-4286ebed-c0b7-42c2-a252-07c5af37cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1858889e-69c6-43cd-9ebe-0f4536d277dc'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:27.438726 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-84720e79-7e39-40b1-8aed-540edf1873fc tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] show failed (client error): The resource could not be found. Jan 12 09:44:27.439740 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-84720e79-7e39-40b1-8aed-540edf1873fc tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1184631693 HTTP/1.1" status: 404 len: 335 time: 0.0627100 Jan 12 09:44:27.443414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43322) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:27.448462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c67adaa1-97bb-4fe1-9f1a-75fa296e5690 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:27.449803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-4286ebed-c0b7-42c2-a252-07c5af37cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:27.461909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286ebed-c0b7-42c2-a252-07c5af37cd2a None None] Routers {'1858889e-69c6-43cd-9ebe-0f4536d277dc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:44:27.462638 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-4286ebed-c0b7-42c2-a252-07c5af37cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1858889e-69c6-43cd-9ebe-0f4536d277dc'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:27.510020 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-c67adaa1-97bb-4fe1-9f1a-75fa296e5690 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] update failed (client error): The resource could not be found. Jan 12 09:44:27.511020 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c67adaa1-97bb-4fe1-9f1a-75fa296e5690 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1770746322 HTTP/1.1" status: 404 len: 335 time: 0.0666745 Jan 12 09:44:27.514795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43326) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:27.523893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-4286ebed-c0b7-42c2-a252-07c5af37cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:27.524299 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286ebed-c0b7-42c2-a252-07c5af37cd2a None None] The sync data for ids ['1858889e-69c6-43cd-9ebe-0f4536d277dc'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:44:27.697128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-3293eea5-fc13-4264-895f-7d46722b7151 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Deleting subnet c30c74e1-2385-4a11-841f-5f461b07c366 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:44:27.700503 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3293eea5-fc13-4264-895f-7d46722b7151 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:27.759324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3293eea5-fc13-4264-895f-7d46722b7151 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:27.843706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3293eea5-fc13-4264-895f-7d46722b7151 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:27.919924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3293eea5-fc13-4264-895f-7d46722b7151 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:27.961232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293eea5-fc13-4264-895f-7d46722b7151 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Subnet': ['ID=c30c74e1-2385-4a11-841f-5f461b07c366,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:27.967275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3293eea5-fc13-4264-895f-7d46722b7151 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:27.973346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee734622-0460-4fae-bfbe-e5a78a1ebd45 None None] Network c403bce1-8512-4856-a9d1-d8739b713be5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:27.978172 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3293eea5-fc13-4264-895f-7d46722b7151 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/subnets/c30c74e1-2385-4a11-841f-5f461b07c366 HTTP/1.1" status: 204 len: 168 time: 0.4597156 Jan 12 09:44:27.978172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43330) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:28.091789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.102301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Deleting port c3960098-8de3-4798-8988-ff5ed0cb3c02 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:28.102633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.218482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] DHCP port deletion for c403bce1-8512-4856-a9d1-d8739b713be5 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:44:28.223244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] Deleting port c3960098-8de3-4798-8988-ff5ed0cb3c02 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:28.223623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.421334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] For port c3960098-8de3-4798-8988-ff5ed0cb3c02, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c3960098-8de3-4798-8988-ff5ed0cb3c02,segment=NetworkSegment(f05a7aec-bd14-4038-9e9e-1392585990f2),segment_id=f05a7aec-bd14-4038-9e9e-1392585990f2)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:28.421945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.437303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] For port c3960098-8de3-4798-8988-ff5ed0cb3c02, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c3960098-8de3-4798-8988-ff5ed0cb3c02,segment=NetworkSegment(f05a7aec-bd14-4038-9e9e-1392585990f2),segment_id=f05a7aec-bd14-4038-9e9e-1392585990f2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:28.437764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.542533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Calling delete_port for c3960098-8de3-4798-8988-ff5ed0cb3c02 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:28.555454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] Calling delete_port for c3960098-8de3-4798-8988-ff5ed0cb3c02 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:28.618397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.631301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:44:28.631674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:44:28.663975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Port': ['ID=c3960098-8de3-4798-8988-ff5ed0cb3c02,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:28.670013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] No DVR routers for this DVR port c3960098-8de3-4798-8988-ff5ed0cb3c02 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:44:28.789704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.816806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c403bce1-8512-4856-a9d1-d8739b713be5']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:28.828663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05a7aec-bd14-4038-9e9e-1392585990f2') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:28.828949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05a7aec-bd14-4038-9e9e-1392585990f2') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:28.840446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.856174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.862924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:44:28.863133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:44:28.877246 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:44:28.956592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.973351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:28.985072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Network': ['ID=c403bce1-8512-4856-a9d1-d8739b713be5,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:28.987958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-59fcc199-7d54-4b47-ae8c-d81d795f6141 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/networks/c403bce1-8512-4856-a9d1-d8739b713be5 HTTP/1.1" status: 204 len: 168 time: 1.0089970 Jan 12 09:44:28.990708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43336) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:29.133490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] Deleting port c3960098-8de3-4798-8988-ff5ed0cb3c02 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:29.133746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.171682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b64604-8f52-4f55-b827-78994681b9a6 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Deleting subnet 34a4f729-fb7d-4b17-a9b9-bb046be2d3d0 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:44:29.174914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98b64604-8f52-4f55-b827-78994681b9a6 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.196285 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2d20090b-ee77-4106-82af-53be4d452391 None None] The port 'c3960098-8de3-4798-8988-ff5ed0cb3c02' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:44:29.239876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98b64604-8f52-4f55-b827-78994681b9a6 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.328590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98b64604-8f52-4f55-b827-78994681b9a6 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.411004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98b64604-8f52-4f55-b827-78994681b9a6 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.448080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b64604-8f52-4f55-b827-78994681b9a6 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Subnet': ['ID=34a4f729-fb7d-4b17-a9b9-bb046be2d3d0,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:29.454189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98b64604-8f52-4f55-b827-78994681b9a6 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.460696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-98b64604-8f52-4f55-b827-78994681b9a6 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/subnets/34a4f729-fb7d-4b17-a9b9-bb046be2d3d0 HTTP/1.1" status: 204 len: 168 time: 0.4690480 Jan 12 09:44:29.461248 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dfc5d5-9679-48b1-b015-16f5691c52ef None None] Network 10f76c27-689c-4fab-a965-b955d33e4ba5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:29.463498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43342) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:29.648138 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-390425f0-c66a-4a69-8248-6cf150be2293 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Deleting subnet f6c97d7b-6b3f-4f71-8b56-ef8d80136c79 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:44:29.651059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-390425f0-c66a-4a69-8248-6cf150be2293 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.704736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-390425f0-c66a-4a69-8248-6cf150be2293 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.724282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] DHCP port deletion for 10f76c27-689c-4fab-a965-b955d33e4ba5 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:44:29.728711 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Deleting port a812dab3-fb36-4472-a06a-a53d271b4acf {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:29.729082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.791511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-390425f0-c66a-4a69-8248-6cf150be2293 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.868005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-390425f0-c66a-4a69-8248-6cf150be2293 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.900774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43346) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:29.904456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390425f0-c66a-4a69-8248-6cf150be2293 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c97d7b-6b3f-4f71-8b56-ef8d80136c79,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:29.913468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-390425f0-c66a-4a69-8248-6cf150be2293 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:29.921981 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-390425f0-c66a-4a69-8248-6cf150be2293 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/subnets/f6c97d7b-6b3f-4f71-8b56-ef8d80136c79 HTTP/1.1" status: 204 len: 168 time: 0.4550712 Jan 12 09:44:29.922106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43350) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:29.927416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea722d8-784b-4102-a062-17491d99501a None None] Network cc0573db-ef95-42c4-a068-d46ccb4e058d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:29.962195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdb78dd-ce62-4382-b419-a88644b4664a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:29.975330 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dbdb78dd-ce62-4382-b419-a88644b4664a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 814 time: 0.0730753 Jan 12 09:44:30.034701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a812dab3-fb36-4472-a06a-a53d271b4acf no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:44:30.040445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:30.050862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Deleting port a812dab3-fb36-4472-a06a-a53d271b4acf {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:30.051186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:30.074396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] For port a812dab3-fb36-4472-a06a-a53d271b4acf, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a812dab3-fb36-4472-a06a-a53d271b4acf,segment=NetworkSegment(e5d16704-a6c6-446e-8670-2a0346bbfaf7),segment_id=e5d16704-a6c6-446e-8670-2a0346bbfaf7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:30.074803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:30.229936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Calling delete_port for a812dab3-fb36-4472-a06a-a53d271b4acf owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:30.257787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] For port a812dab3-fb36-4472-a06a-a53d271b4acf, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a812dab3-fb36-4472-a06a-a53d271b4acf,segment=NetworkSegment(e5d16704-a6c6-446e-8670-2a0346bbfaf7),segment_id=e5d16704-a6c6-446e-8670-2a0346bbfaf7)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:30.257990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:30.381217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Calling delete_port for a812dab3-fb36-4472-a06a-a53d271b4acf owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:30.414352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:30.457604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:44:30.457958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:44:30.464921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:30.473694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Pushing event deleted for resources: {'Port': ['ID=a812dab3-fb36-4472-a06a-a53d271b4acf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:30.493259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] No DVR routers for this DVR port a812dab3-fb36-4472-a06a-a53d271b4acf on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:44:30.498048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.498388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.498742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.501354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.501354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.501354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.501354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.501354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.501354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.501354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.501354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d200721-dfee-48ac-be6e-0a68afe33f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:30.550034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c3960098-8de3-4798-8988-ff5ed0cb3c02 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:44:30.584083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: c3960098-8de3-4798-8988-ff5ed0cb3c02 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:44:30.584473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c3960098-8de3-4798-8988-ff5ed0cb3c02 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:44:30.611519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386aae6-0399-4d13-b525-21d4edbd75b9 None None] DHCP port deletion for cc0573db-ef95-42c4-a068-d46ccb4e058d request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:44:30.615993 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e386aae6-0399-4d13-b525-21d4edbd75b9 None None] Deleting port f6559a9a-5316-4df2-b15a-016418762f8d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:30.616387 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e386aae6-0399-4d13-b525-21d4edbd75b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:30.836217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e386aae6-0399-4d13-b525-21d4edbd75b9 None None] For port f6559a9a-5316-4df2-b15a-016418762f8d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f6559a9a-5316-4df2-b15a-016418762f8d,segment=NetworkSegment(736bac2e-cf16-466f-99a5-693f636e627e),segment_id=736bac2e-cf16-466f-99a5-693f636e627e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:30.836619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e386aae6-0399-4d13-b525-21d4edbd75b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:30.907511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43358) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:30.914165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'network': {'name': 'tempest-network-smoke--1762912622', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'port_security_enabled': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:30.919696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:30.924954 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:network and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:30.927938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:30.934005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:30.944739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:30.947827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:30.955448 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e386aae6-0399-4d13-b525-21d4edbd75b9 None None] Calling delete_port for f6559a9a-5316-4df2-b15a-016418762f8d owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:30.958536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Deleting port a812dab3-fb36-4472-a06a-a53d271b4acf {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:30.958883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.028787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] The port 'a812dab3-fb36-4472-a06a-a53d271b4acf' was deleted {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:44:31.035811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e386aae6-0399-4d13-b525-21d4edbd75b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.077711 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386aae6-0399-4d13-b525-21d4edbd75b9 None None] Pushing event deleted for resources: {'Port': ['ID=f6559a9a-5316-4df2-b15a-016418762f8d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:31.087742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386aae6-0399-4d13-b525-21d4edbd75b9 None None] No DVR routers for this DVR port f6559a9a-5316-4df2-b15a-016418762f8d on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:44:31.133246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:44:31.162088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.162464 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Added segment e7ae8a44-4634-44a4-aed5-6df1ad98d552 of type vlan for network aa97defc-f007-4c6a-87ea-a2ea98a75131 Jan 12 09:44:31.164415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.298033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f76c27-689c-4fab-a965-b955d33e4ba5']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:31.312498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.316712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d16704-a6c6-446e-8670-2a0346bbfaf7') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:31.316997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d16704-a6c6-446e-8670-2a0346bbfaf7') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:31.330211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.355614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.364641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:44:31.365016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:44:31.379382 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:44:31.430394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.434004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:31.434587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.599415 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6907048 Jan 12 09:44:31.600551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.602950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43362) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:31.607824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.619958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4972391-5e1b-47d6-9b23-8f753121c5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Network': ['ID=aa97defc-f007-4c6a-87ea-a2ea98a75131,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:31.631650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network aa97defc-f007-4c6a-87ea-a2ea98a75131 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:44:31.643998 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/networks/10f76c27-689c-4fab-a965-b955d33e4ba5 HTTP/1.1" status: 204 len: 168 time: 1.7208591 Jan 12 09:44:31.648323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43366) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:31.651034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d16e0-5d6f-4020-a8c0-929f3b322f1c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Network': ['ID=10f76c27-689c-4fab-a965-b955d33e4ba5,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:31.676318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab329c96-26f9-4d2e-b353-2bb31ce958bc tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:31.680972 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ab329c96-26f9-4d2e-b353-2bb31ce958bc tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d45f8f502f65499ab2c245dd4d23e808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0741076 Jan 12 09:44:31.681633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43370) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:31.767302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.780011 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8c46da0e-9080-4517-b65a-a0c71d4ea6e0 req-1581cc1d-a6a8-4fe3-8b4b-d3722e1a1695 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2960148 Jan 12 09:44:31.824908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71674b1-a7ae-4d9a-87a1-d3db66e4a677 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:31.826370 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b71674b1-a7ae-4d9a-87a1-d3db66e4a677 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1437585 Jan 12 09:44:31.829678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43374) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:31.869475 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-670b61a8-12de-4aa7-b09f-c88c24eb8f5f tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386999 Jan 12 09:44:31.872907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43378) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:31.910204 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-20e63fa4-166a-4609-acfa-1d50f3392502 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d45f8f502f65499ab2c245dd4d23e808&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371375 Jan 12 09:44:31.912681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43382) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:31.960375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:31.995766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0573db-ef95-42c4-a068-d46ccb4e058d']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:32.011509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736bac2e-cf16-466f-99a5-693f636e627e') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:32.011807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736bac2e-cf16-466f-99a5-693f636e627e') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:32.025288 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8c46da0e-9080-4517-b65a-a0c71d4ea6e0 req-c0a84961-8546-4ce2-b507-ca1260343dfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 1098 time: 0.2140591 Jan 12 09:44:32.047062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f6559a9a-5316-4df2-b15a-016418762f8d no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:44:32.067008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:32.081827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: f6559a9a-5316-4df2-b15a-016418762f8d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:44:32.082141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f6559a9a-5316-4df2-b15a-016418762f8d not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:44:32.134997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:32.145719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:44:32.145880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:32.153531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e113486a-53d6-4f4b-bb4d-d2e5adec6780 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:32.155382 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e113486a-53d6-4f4b-bb4d-d2e5adec6780 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2416973 Jan 12 09:44:32.158118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43388) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:44:32.160496 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:44:32.202697 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b80c1b41-ec95-4f82-a44f-23b3b50f77d6 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434301 Jan 12 09:44:32.206322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43392) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:32.211690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2109738088', 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:32.273251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:32.277225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46da0e-9080-4517-b65a-a0c71d4ea6e0 req-06070021-d5e5-4951-b0c7-7210751f7def service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:32.280063 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8c46da0e-9080-4517-b65a-a0c71d4ea6e0 req-06070021-d5e5-4951-b0c7-7210751f7def service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.2323008 Jan 12 09:44:32.299454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:32.323872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:32.328259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:subnet and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:32.331360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:32.338372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:32.348756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:32.358759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Network': ['ID=cc0573db-ef95-42c4-a068-d46ccb4e058d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:32.374255 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4e22915c-531d-4b54-aa3f-a9b0c834d1d8 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/networks/cc0573db-ef95-42c4-a068-d46ccb4e058d HTTP/1.1" status: 204 len: 168 time: 0.7226622 Jan 12 09:44:32.374445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43398) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:32.457846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:32.470952 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8c46da0e-9080-4517-b65a-a0c71d4ea6e0 req-4b418d5c-28e5-46cd-a762-eeeee92ddb48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077b0051-a504-4981-83af-ff123a650dd8 HTTP/1.1" status: 200 len: 1001 time: 0.1727610 Jan 12 09:44:32.604577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46da0e-9080-4517-b65a-a0c71d4ea6e0 req-9941cc37-b92c-49af-ac05-4f96b59d18a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:32.606082 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8c46da0e-9080-4517-b65a-a0c71d4ea6e0 req-9941cc37-b92c-49af-ac05-4f96b59d18a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.1264374 Jan 12 09:44:32.676572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-665ee50b-a2d1-4298-a367-5461c93de35c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Deleting subnet e2f83a34-714e-45f9-8c29-aaf3174aa665 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:44:32.681243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-665ee50b-a2d1-4298-a367-5461c93de35c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:32.693594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:32.741865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-665ee50b-a2d1-4298-a367-5461c93de35c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:32.777643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Subnet': ['ID=74883810-664e-4a54-98ca-a66214b199ac,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:32.786416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Checking segment: {'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:32.786881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network hostable DHCP agents. Network: aa97defc-f007-4c6a-87ea-a2ea98a75131, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:44:32.813740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network aa97defc-f007-4c6a-87ea-a2ea98a75131 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:44:32.826464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, aa97defc-f007-4c6a-87ea-a2ea98a75131) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:32.832431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:32.833016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:32.838155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51a34fe-12f2-4326-ba2b-487ad40ffaab None None] Network aa97defc-f007-4c6a-87ea-a2ea98a75131 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:32.862792 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-32b8d25f-b535-4ff2-9286-cec311472a95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6531966 Jan 12 09:44:32.910278 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8c46da0e-9080-4517-b65a-a0c71d4ea6e0 req-b030aed2-9b43-49d2-8d4a-12fef0eb0389 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2914946 Jan 12 09:44:33.107468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-665ee50b-a2d1-4298-a367-5461c93de35c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.180980 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8c46da0e-9080-4517-b65a-a0c71d4ea6e0 req-9fa18a84-3312-4da3-b29b-376609bba053 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564032 Jan 12 09:44:33.192568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-aa97defc-f007-4c6a-87ea-a2ea98a75131', 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ips': [{'subnet_id': '74883810-664e-4a54-98ca-a66214b199ac'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:44:33.193469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.322451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-665ee50b-a2d1-4298-a367-5461c93de35c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.332729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43404) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:33.338444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540210237', 'description': 'tempest-secgroup-smoke-1540210237 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:33.345445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:33.360663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:33.380674 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.388364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ee50b-a2d1-4298-a367-5461c93de35c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f83a34-714e-45f9-8c29-aaf3174aa665,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:33.399343 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8c46da0e-9080-4517-b65a-a0c71d4ea6e0 req-489b5ff1-98c3-4250-9449-c0c3d0e3ea88 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109120 Jan 12 09:44:33.400334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-665ee50b-a2d1-4298-a367-5461c93de35c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.407416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Allocated IP 172.20.0.18 (aa97defc-f007-4c6a-87ea-a2ea98a75131/74883810-664e-4a54-98ca-a66214b199ac/c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:33.410408 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-665ee50b-a2d1-4298-a367-5461c93de35c tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/subnets/e2f83a34-714e-45f9-8c29-aaf3174aa665 HTTP/1.1" status: 204 len: 168 time: 1.0349779 Jan 12 09:44:33.411503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43408) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:33.431713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec2b622-97f2-4437-8999-037d33872c6f None None] Network 383845b1-fe86-429e-a2f5-1ee5936c2ed3 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:33.445950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:33.452364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:33.455952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:33.462262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:33.522925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.529166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.568679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.581164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Deleting port a1d79d5c-590e-41ce-8809-ebc933a4947a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:33.581747 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.595130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.596657 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2667060 Jan 12 09:44:33.598193 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9b042-30cb-440b-9718-8421c0d53b61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7052eb7d-3111-4c6c-b07e-41beb3cfa992,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:33.600180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43412) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:33.606797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '7052eb7d-3111-4c6c-b07e-41beb3cfa992', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:33.613437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:33.617781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:33.622681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:33.631467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:33.654187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.747585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.751060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.784178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2db7e9f-6be2-41de-a906-346c9157f884,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:33.797188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.797188 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8b8a5f0d-d28d-4e9e-bf4f-89a73fab08da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1923618 Jan 12 09:44:33.797188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43416) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:33.807498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '7052eb7d-3111-4c6c-b07e-41beb3cfa992', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:33.815727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:33.819180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:33.823965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:33.832344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:33.857100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.862893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] For port a1d79d5c-590e-41ce-8809-ebc933a4947a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a1d79d5c-590e-41ce-8809-ebc933a4947a,segment=NetworkSegment(8de98dee-f295-4354-8fba-18e769746e82),segment_id=8de98dee-f295-4354-8fba-18e769746e82)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:33.862893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.944315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.944315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.984320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a7db82-2871-423c-82bf-17db9741ce7d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:33.995346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:33.996963 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-801cf5d9-c9a0-4bca-9a26-710ca47a3353 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1990361 Jan 12 09:44:33.999274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43420) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:34.006162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '7052eb7d-3111-4c6c-b07e-41beb3cfa992', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:34.011252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Calling delete_port for a1d79d5c-590e-41ce-8809-ebc933a4947a owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:44:34.015345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:34.023919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:34.027818 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.035065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:34.035065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:34.047888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Transition to ACTIVE for port object c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:34.063147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.091717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Transition to ACTIVE for port object c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:34.105880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.140925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.148538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.154973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9ac94-5e32-4ee8-89ea-29da630c07aa None None] DHCP port deletion for 383845b1-fe86-429e-a2f5-1ee5936c2ed3 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:44:34.161739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.171815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-12e9ac94-5e32-4ee8-89ea-29da630c07aa None None] Deleting port a1d79d5c-590e-41ce-8809-ebc933a4947a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:44:34.172188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12e9ac94-5e32-4ee8-89ea-29da630c07aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.185838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.185838 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1813195 Jan 12 09:44:34.185838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43424) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:34.194102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '7052eb7d-3111-4c6c-b07e-41beb3cfa992', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:34.202133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:34.204170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:34.207347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:34.211783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d904bbc-725c-4f65-8df1-c7efebdfbdc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4f8cec-4c46-4e1f-9e07-0a3d08746e77,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:34.212718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Port': ['ID=a1d79d5c-590e-41ce-8809-ebc933a4947a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:34.220770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:34.230451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] No DVR routers for this DVR port a1d79d5c-590e-41ce-8809-ebc933a4947a on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:44:34.241229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.278874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-12e9ac94-5e32-4ee8-89ea-29da630c07aa None None] The port 'a1d79d5c-590e-41ce-8809-ebc933a4947a' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:44:34.325940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Network aa97defc-f007-4c6a-87ea-a2ea98a75131 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:34.325940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:34.325940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:44:34.349679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.354933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.361771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Pushing event updated for resources: {'Port': ['ID=c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:34.373726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.379359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f0e745-46fb-48d6-b2cc-8529498dbd89,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:34.391955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.393607 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-425b5f78-ef93-4ddd-8d2e-b605658c318e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2076337 Jan 12 09:44:34.396493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43428) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:34.401979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383845b1-fe86-429e-a2f5-1ee5936c2ed3']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:34.412488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '7052eb7d-3111-4c6c-b07e-41beb3cfa992', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:34.417397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de98dee-f295-4354-8fba-18e769746e82') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:34.417663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de98dee-f295-4354-8fba-18e769746e82') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:34.418154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:34.422541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:34.425293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:34.431589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:34.432346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.436832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Attempting to bind port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:44:34.438022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Attempting to bind port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:44:34.438022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Attempting to bind port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 on network aa97defc-f007-4c6a-87ea-a2ea98a75131 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:44:34.444849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:44:34.445868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Checking segment: {'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:34.446054 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:44:34.446151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.446294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Bound using segment: {'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:44:34.447029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Bound port: c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:44:34.447352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.453283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.456057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.470922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:44:34.471338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:44:34.499241 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:44:34.553530 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] For port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:44:34.557046 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] For port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:44:34.561742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.562371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.567743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.604765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.611638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.616098 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2184570 Jan 12 09:44:34.616796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43432) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:34.626060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.628319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '7052eb7d-3111-4c6c-b07e-41beb3cfa992', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:34.632584 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Pushing event deleted for resources: {'Network': ['ID=383845b1-fe86-429e-a2f5-1ee5936c2ed3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:34.633707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2f7af-84c1-48ad-834c-84a1be94dd28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee7371d-e403-4031-b5d7-5ac9ac7dcf1e,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:34.640299 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e28a1200-8a22-4f11-9595-4f9a5f17fe67 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/networks/383845b1-fe86-429e-a2f5-1ee5936c2ed3 HTTP/1.1" status: 204 len: 168 time: 1.2268541 Jan 12 09:44:34.640846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:34.642051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43436) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:34.647570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:34.648112 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60725f9d-df82-4e00-bf5c-3f9a40455997 None None] Pushing event updated for resources: {'Port': ['ID=c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:34.651210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:34.659921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:34.671729 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:44:34.680196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.689767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9b7bcf50-0928-4c67-8185-fdbd57af1e8f tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Synchronizing usage tracker for tenant:290c0153770f4fc0bdbf14b93d6772ad on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:34.708238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9b7bcf50-0928-4c67-8185-fdbd57af1e8f tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Unset dirty status for tenant:290c0153770f4fc0bdbf14b93d6772ad on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:34.709825 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9b7bcf50-0928-4c67-8185-fdbd57af1e8f tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "GET /v2.0/ports?device_id=1858889e-69c6-43cd-9ebe-0f4536d277dc HTTP/1.1" status: 200 len: 205 time: 0.0666482 Jan 12 09:44:34.712435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43440) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:34.756260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.761007 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.790274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ccecfd-194e-4f3e-a628-ced237fcbb6b,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:34.801938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:34.803425 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a83ca6e0-c74b-46c7-90e2-b41e9560677e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1831565 Jan 12 09:44:34.994375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02293ae9-541a-42fa-b18a-7f0170b51fb4 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:35.310921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-3d2945d0-31d5-4b6d-aa92-9fb1ff927897 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:35.328565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-3d2945d0-31d5-4b6d-aa92-9fb1ff927897 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:35.329766 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-3d2945d0-31d5-4b6d-aa92-9fb1ff927897 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540210237&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0609908 Jan 12 09:44:35.395041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02293ae9-541a-42fa-b18a-7f0170b51fb4 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:35.399638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02293ae9-541a-42fa-b18a-7f0170b51fb4 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:35.432289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02293ae9-541a-42fa-b18a-7f0170b51fb4 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:35.433167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02293ae9-541a-42fa-b18a-7f0170b51fb4 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Fanout notify agent at l3_agent the message router_deleted on router 1858889e-69c6-43cd-9ebe-0f4536d277dc {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:44:35.445032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-02293ae9-541a-42fa-b18a-7f0170b51fb4 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:35.446288 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-02293ae9-541a-42fa-b18a-7f0170b51fb4 tempest-RoutersNegativeIpV6Test-354466292 tempest-RoutersNegativeIpV6Test-354466292-project] 10.222.0.58 "DELETE /v2.0/routers/1858889e-69c6-43cd-9ebe-0f4536d277dc HTTP/1.1" status: 204 len: 168 time: 0.7328513 Jan 12 09:44:35.506026 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-0020aac3-2984-44db-a3ee-9812177a4b6a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:35.508072 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-0020aac3-2984-44db-a3ee-9812177a4b6a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/networks?id=aa97defc-f007-4c6a-87ea-a2ea98a75131 HTTP/1.1" status: 200 len: 797 time: 0.1667557 Jan 12 09:44:35.527482 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-086fe0cc-db13-4cc6-b44e-9de33e74e6e0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/quotas/d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 375 time: 0.0136414 Jan 12 09:44:35.627229 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-86545828-d993-46bf-bef9-472d0474186c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0875814 Jan 12 09:44:35.632376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-31d11ded-6058-43b4-916c-3308c256a49a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:44:35.639109 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-31d11ded-6058-43b4-916c-3308c256a49a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0108414 Jan 12 09:44:35.671175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f174d-4aa3-4de5-a69b-e96aac335005 None None] Network aa97defc-f007-4c6a-87ea-a2ea98a75131 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:44:35.765207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43458) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:35.766041 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-99e90deb-7802-4669-ab8a-3453bf4789d0 service neutron] 10.222.0.58 "GET /v2.0/networks/aa97defc-f007-4c6a-87ea-a2ea98a75131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260731 Jan 12 09:44:35.777056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-87aff798-f2d7-42ab-b773-82f0c4981810 None None] Provisioning for port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:35.948742 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cc055f15-2f7a-47c9-9b14-65085fce8421 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=290c0153770f4fc0bdbf14b93d6772ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1823249 Jan 12 09:44:35.951211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43464) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:36.022461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-c8068608-d120-4f8c-a41f-3d85e3e5e3da service neutron] 10.222.0.58 "GET /v2.0/networks/aa97defc-f007-4c6a-87ea-a2ea98a75131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475111 Jan 12 09:44:36.032401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-00a8fdf1-41b6-4a2e-8b8d-eb93bf590490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:36.063219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-00a8fdf1-41b6-4a2e-8b8d-eb93bf590490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:36.092596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:36.129577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-00a8fdf1-41b6-4a2e-8b8d-eb93bf590490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:36.149270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8fdf1-41b6-4a2e-8b8d-eb93bf590490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa74f60d-1fcc-4704-80e7-e4071eab52c6,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:36.153924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-00a8fdf1-41b6-4a2e-8b8d-eb93bf590490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:36.155666 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-00a8fdf1-41b6-4a2e-8b8d-eb93bf590490 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa74f60d-1fcc-4704-80e7-e4071eab52c6 HTTP/1.1" status: 204 len: 168 time: 0.2034113 Jan 12 09:44:36.227547 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:36.233391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:36.234301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:36.249085 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-eb91a484-69ac-4209-a746-f9df0e23dd5a req-63d443e2-6c45-49d8-9099-23ddc581dcee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 210 time: 0.0533566 Jan 12 09:44:36.359520 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:36.397393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:36.401904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:36.506223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:36.509193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a1d79d5c-590e-41ce-8809-ebc933a4947a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:44:36.553859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: a1d79d5c-590e-41ce-8809-ebc933a4947a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:44:36.554275 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a1d79d5c-590e-41ce-8809-ebc933a4947a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:44:36.983704 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:44:37.081052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43496) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:37.086444 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026817 Jan 12 09:44:37.089159 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43498) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:37.266105 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f7bade1f-c090-46fb-81bb-3b565e568b17 tempest-NetworksApiDiscovery-1004025791 tempest-NetworksApiDiscovery-1004025791-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1753719 Jan 12 09:44:37.346084 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-1d076fa8-a7d6-44f9-a65b-554fd623837c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:37.347000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-1d076fa8-a7d6-44f9-a65b-554fd623837c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:37.370041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-1d076fa8-a7d6-44f9-a65b-554fd623837c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:37.374113 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-1d076fa8-a7d6-44f9-a65b-554fd623837c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=aa97defc-f007-4c6a-87ea-a2ea98a75131 HTTP/1.1" status: 200 len: 797 time: 0.1955907 Jan 12 09:44:37.451485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-dca86d08-981e-4649-8fcc-01ca1663fabb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:37.468427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-dca86d08-981e-4649-8fcc-01ca1663fabb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:37.469776 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-dca86d08-981e-4649-8fcc-01ca1663fabb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 473 time: 0.0846829 Jan 12 09:44:37.471290 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-29e541f1-2e67-4962-b8d8-86578e99d180 req-e735bb17-a3df-47b4-9f0c-77a125063683 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 210 time: 0.0779161 Jan 12 09:44:37.479516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'device_id': '7104a395-369a-4ad9-b3cc-b93b2a226a89', 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131', 'admin_state_up': True, 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'security_groups': ['7052eb7d-3111-4c6c-b07e-41beb3cfa992']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:37.628038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:37.632832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:port and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:37.637094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:37.644013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:37.657426 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:37.661728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:37.736451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43510) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:37.833637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.23 (aa97defc-f007-4c6a-87ea-a2ea98a75131/74883810-664e-4a54-98ca-a66214b199ac/e95d580b-ffac-42d4-9395-973128cbffb8) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:37.879453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4601e98f-1e01-499b-a6e8-d6905d9b1a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:37.911645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4601e98f-1e01-499b-a6e8-d6905d9b1a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:37.915483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4601e98f-1e01-499b-a6e8-d6905d9b1a59 admin admin] Usage tracker for resource:security_group_rule and tenant:ffdf7808c1754d69baf53754c66a4450 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:44:37.918289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4601e98f-1e01-499b-a6e8-d6905d9b1a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:44:37.923725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4601e98f-1e01-499b-a6e8-d6905d9b1a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:37.986844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4601e98f-1e01-499b-a6e8-d6905d9b1a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:37.992298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4601e98f-1e01-499b-a6e8-d6905d9b1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.030038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.040514 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:38.042422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601e98f-1e01-499b-a6e8-d6905d9b1a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902d4f5c-7d7a-4171-ba82-3cb214d9728f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:38.050880 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4601e98f-1e01-499b-a6e8-d6905d9b1a59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffdf7808c1754d69baf53754c66a4450&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3132632 Jan 12 09:44:38.051021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object e95d580b-ffac-42d4-9395-973128cbffb8 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:38.051481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43516) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:38.075017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.115156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-860288d1-0f61-4067-9ef0-8e24b3c2f7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.117298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:38.117771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.142162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-860288d1-0f61-4067-9ef0-8e24b3c2f7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.163166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network aa97defc-f007-4c6a-87ea-a2ea98a75131 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:38.164211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=e95d580b-ffac-42d4-9395-973128cbffb8,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:38.167178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:38.169472 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:44:38.214624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-860288d1-0f61-4067-9ef0-8e24b3c2f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.229340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860288d1-0f61-4067-9ef0-8e24b3c2f7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902d4f5c-7d7a-4171-ba82-3cb214d9728f,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:38.239619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-860288d1-0f61-4067-9ef0-8e24b3c2f7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.241067 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-860288d1-0f61-4067-9ef0-8e24b3c2f7f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/902d4f5c-7d7a-4171-ba82-3cb214d9728f HTTP/1.1" status: 204 len: 168 time: 0.1885619 Jan 12 09:44:38.248210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:38.248830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.277616 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-566c15fc-71a7-4a4c-8e4a-044952eb28af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031459 Jan 12 09:44:38.289649 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Request body: {'port': {'device_id': '7104a395-369a-4ad9-b3cc-b93b2a226a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:44:38.466900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9bc89732-42e0-4902-ad0e-c77495f4f2de None None] Provisioning for port e95d580b-ffac-42d4-9395-973128cbffb8 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:38.474647 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9bc89732-42e0-4902-ad0e-c77495f4f2de None None] Provisioning complete for port e95d580b-ffac-42d4-9395-973128cbffb8 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:38.475535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9bc89732-42e0-4902-ad0e-c77495f4f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.526831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.548328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9bc89732-42e0-4902-ad0e-c77495f4f2de None None] Port e95d580b-ffac-42d4-9395-973128cbffb8 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:44:38.880473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95d580b-ffac-42d4-9395-973128cbffb8 {{(pid=83595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:44:38.882078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b4dcf-258f-4434-bb24-7308ea3b3096 req-edd216de-7afa-495d-8229-c83544491634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:38.883594 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-803b4dcf-258f-4434-bb24-7308ea3b3096 req-edd216de-7afa-495d-8229-c83544491634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 932 time: 0.2772291 Jan 12 09:44:38.887659 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.903047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Transition to ACTIVE for port object e95d580b-ffac-42d4-9395-973128cbffb8 will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:38.907323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:38.929737 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-803b4dcf-258f-4434-bb24-7308ea3b3096 req-b7448aec-a76e-4d46-a329-cd8bb987fed5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399504 Jan 12 09:44:39.025050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=e95d580b-ffac-42d4-9395-973128cbffb8,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:39.147247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Attempting to bind port e95d580b-ffac-42d4-9395-973128cbffb8 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:44:39.147580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Attempting to bind port e95d580b-ffac-42d4-9395-973128cbffb8 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:44:39.147901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Attempting to bind port e95d580b-ffac-42d4-9395-973128cbffb8 on network aa97defc-f007-4c6a-87ea-a2ea98a75131 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:44:39.153640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Port e95d580b-ffac-42d4-9395-973128cbffb8 on network aa97defc-f007-4c6a-87ea-a2ea98a75131 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:44:39.153957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Attempting to bind port e95d580b-ffac-42d4-9395-973128cbffb8 on network aa97defc-f007-4c6a-87ea-a2ea98a75131 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:44:39.160381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:44:39.160666 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Checking segment: {'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:39.161041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Bound using segment: {'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:44:39.161482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Bound port: e95d580b-ffac-42d4-9395-973128cbffb8, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'}}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:44:39.161819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:39.264961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] For port e95d580b-ffac-42d4-9395-973128cbffb8, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:44:39.267961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] For port e95d580b-ffac-42d4-9395-973128cbffb8, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e95d580b-ffac-42d4-9395-973128cbffb8,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:44:39.274817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:39.345500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:39.346846 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] 10.222.0.59 "PUT /v2.0/ports/e95d580b-ffac-42d4-9395-973128cbffb8 HTTP/1.1" status: 200 len: 1094 time: 1.0623491 Jan 12 09:44:39.347296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7104a395-369a-4ad9-b3cc-b93b2a226a89', 'tag': 'e95d580b-ffac-42d4-9395-973128cbffb8'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:44:39.365176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade96634-b292-41a8-915a-1acd6d9e6ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=e95d580b-ffac-42d4-9395-973128cbffb8,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:39.421668 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7104a395-369a-4ad9-b3cc-b93b2a226a89', 'tag': 'e95d580b-ffac-42d4-9395-973128cbffb8', 'status': 'completed', 'code': 200} Jan 12 09:44:39.463969 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-778529ee-0d26-4f95-911e-4eb21cd843a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 1097 time: 0.0779603 Jan 12 09:44:39.535407 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-9b750ff4-bd75-4718-8a23-e32ea20a7349 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e95d580b-ffac-42d4-9395-973128cbffb8 HTTP/1.1" status: 200 len: 217 time: 0.0648227 Jan 12 09:44:39.597762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-4105d886-d48e-4941-b08c-28771cf85f1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:39.599402 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-4105d886-d48e-4941-b08c-28771cf85f1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74883810-664e-4a54-98ca-a66214b199ac HTTP/1.1" status: 200 len: 838 time: 0.0587187 Jan 12 09:44:39.674811 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-da016676-67ff-45db-bf10-01dcb04f695b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa97defc-f007-4c6a-87ea-a2ea98a75131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698373 Jan 12 09:44:39.804313 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-e6ecd1a5-ef87-41a4-b49c-30e983cbdbc8 service neutron] 10.222.0.59 "GET /v2.0/networks/aa97defc-f007-4c6a-87ea-a2ea98a75131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239283 Jan 12 09:44:39.933644 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-2b4604e3-c737-4cab-87b3-3f8b498d9eb1 req-6627f844-a3eb-4acd-ac65-602f1d84a535 service neutron] 10.222.0.59 "GET /v2.0/networks/aa97defc-f007-4c6a-87ea-a2ea98a75131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235027 Jan 12 09:44:40.057344 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e98e522c-25b6-4fae-9d2b-b9d1c11f4893 req-89dca303-4319-4c33-94f1-167b1a16a25b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 1097 time: 0.0717435 Jan 12 09:44:40.126962 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341a667-659b-4171-87df-31764a92991c req-89b889cf-c77c-4af1-b707-37a531907093 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:40.128402 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0341a667-659b-4171-87df-31764a92991c req-89b889cf-c77c-4af1-b707-37a531907093 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 944 time: 0.0762646 Jan 12 09:44:40.176043 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0341a667-659b-4171-87df-31764a92991c req-08d709c4-14e0-4ea9-9a1b-3e0dd898d66c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418844 Jan 12 09:44:40.270284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e522c-25b6-4fae-9d2b-b9d1c11f4893 req-c34814f6-9695-47e3-8db4-4606eb3dccf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:40.271807 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e98e522c-25b6-4fae-9d2b-b9d1c11f4893 req-c34814f6-9695-47e3-8db4-4606eb3dccf3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa97defc-f007-4c6a-87ea-a2ea98a75131 HTTP/1.1" status: 200 len: 898 time: 0.2092791 Jan 12 09:44:40.338558 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e98e522c-25b6-4fae-9d2b-b9d1c11f4893 req-937c0917-9cb2-4bbf-9081-d8d0dffd6372 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e95d580b-ffac-42d4-9395-973128cbffb8 HTTP/1.1" status: 200 len: 217 time: 0.0604484 Jan 12 09:44:40.405069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e522c-25b6-4fae-9d2b-b9d1c11f4893 req-cfcf9972-0638-44c8-900e-c6891196348c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:40.406481 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e98e522c-25b6-4fae-9d2b-b9d1c11f4893 req-cfcf9972-0638-44c8-900e-c6891196348c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74883810-664e-4a54-98ca-a66214b199ac HTTP/1.1" status: 200 len: 838 time: 0.0621536 Jan 12 09:44:40.479550 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e98e522c-25b6-4fae-9d2b-b9d1c11f4893 req-0c3fc45a-c847-4527-ba3b-cc1b615807fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa97defc-f007-4c6a-87ea-a2ea98a75131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0675845 Jan 12 09:44:40.613036 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e98e522c-25b6-4fae-9d2b-b9d1c11f4893 req-3df501ad-39c6-491c-abd9-6f8a063c0bd6 service neutron] 10.222.0.59 "GET /v2.0/networks/aa97defc-f007-4c6a-87ea-a2ea98a75131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262653 Jan 12 09:44:40.744651 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e98e522c-25b6-4fae-9d2b-b9d1c11f4893 req-73b55901-d2ec-4d9f-865f-9e6020c0fb9e service neutron] 10.222.0.59 "GET /v2.0/networks/aa97defc-f007-4c6a-87ea-a2ea98a75131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256278 Jan 12 09:44:41.394553 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599efa65-4cf7-404c-8573-e36af162e4c6 req-0f3c5255-3c8d-42e5-ad7f-c34f1c707fb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:41.396139 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-599efa65-4cf7-404c-8573-e36af162e4c6 req-0f3c5255-3c8d-42e5-ad7f-c34f1c707fb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 944 time: 0.0901146 Jan 12 09:44:41.441945 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-599efa65-4cf7-404c-8573-e36af162e4c6 req-d533a632-483d-4074-8d09-af7f15cdab5f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 Jan 12 09:44:42.647336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03309e0-faa9-49d4-b44b-62520836261f req-e56b3eba-772d-477e-a344-1951aa7e56e7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:42.648848 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e03309e0-faa9-49d4-b44b-62520836261f req-e56b3eba-772d-477e-a344-1951aa7e56e7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 944 time: 0.0862033 Jan 12 09:44:42.700501 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e03309e0-faa9-49d4-b44b-62520836261f req-541dede9-3ab4-4503-8251-0374023ebf0c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Jan 12 09:44:43.130974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e95d580b-ffac-42d4-9395-973128cbffb8 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:44:43.274702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e95d580b-ffac-42d4-9395-973128cbffb8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e95d580b-ffac-42d4-9395-973128cbffb8,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:43.291918 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'e95d580b-ffac-42d4-9395-973128cbffb8', 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131', 'port_id': 'e95d580b-ffac-42d4-9395-973128cbffb8', 'mac_address': 'fa:16:3e:94:9d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74883810-664e-4a54-98ca-a66214b199ac', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:44:43.350533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:43.368402 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95d580b-ffac-42d4-9395-973128cbffb8 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:44:43.385692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e95d580b-ffac-42d4-9395-973128cbffb8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e95d580b-ffac-42d4-9395-973128cbffb8,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:43.393036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:43.461553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=e95d580b-ffac-42d4-9395-973128cbffb8,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:43.732147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['e95d580b-ffac-42d4-9395-973128cbffb8'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:44:43.906926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6ab2a-6b43-443a-842a-5a77ea21d08d req-1d18370e-0348-49a8-827b-1bff7d617041 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:43.908338 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-96e6ab2a-6b43-443a-842a-5a77ea21d08d req-1d18370e-0348-49a8-827b-1bff7d617041 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 945 time: 0.0771496 Jan 12 09:44:43.952264 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-96e6ab2a-6b43-443a-842a-5a77ea21d08d req-2d9a7622-b664-4ffc-bf4f-7899d325f509 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383980 Jan 12 09:44:45.146260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e95d580b-ffac-42d4-9395-973128cbffb8 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:45.154066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4db5e-2fb8-4444-8836-fd44c3ecb385 req-c10da6a9-ec52-46a2-846d-66fa39593993 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:45.155566 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8cd4db5e-2fb8-4444-8836-fd44c3ecb385 req-c10da6a9-ec52-46a2-846d-66fa39593993 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 945 time: 0.0847378 Jan 12 09:44:45.204209 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8cd4db5e-2fb8-4444-8836-fd44c3ecb385 req-2fd6b429-1458-4242-9821-afecfba3cc03 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430667 Jan 12 09:44:45.217983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port e95d580b-ffac-42d4-9395-973128cbffb8 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:45.222876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port e95d580b-ffac-42d4-9395-973128cbffb8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:45.223143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:45.338056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:45.363786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7104a395-369a-4ad9-b3cc-b93b2a226a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95d580b-ffac-42d4-9395-973128cbffb8'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:44:45.373931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e95d580b-ffac-42d4-9395-973128cbffb8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e95d580b-ffac-42d4-9395-973128cbffb8,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:45.379385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:45.426711 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7104a395-369a-4ad9-b3cc-b93b2a226a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95d580b-ffac-42d4-9395-973128cbffb8', 'code': 200} Jan 12 09:44:45.452072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=e95d580b-ffac-42d4-9395-973128cbffb8,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:45.658007 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-d94d643e-da63-449e-bf66-6bc9d0fa06b5 req-c3b917f4-9e99-4f9c-bf96-73b21ac1703d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 1099 time: 0.0738657 Jan 12 09:44:45.698462 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-d94d643e-da63-449e-bf66-6bc9d0fa06b5 req-4b268038-7ee5-422d-8343-3defb3e2191b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350955 Jan 12 09:44:46.412037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023bdd5-fccd-4377-8cfa-6d93ddd9ce2e req-4c4cdd6c-ff12-4633-ad05-e28ac6916993 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:46.413477 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f023bdd5-fccd-4377-8cfa-6d93ddd9ce2e req-4c4cdd6c-ff12-4633-ad05-e28ac6916993 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 946 time: 0.0824554 Jan 12 09:44:46.458244 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f023bdd5-fccd-4377-8cfa-6d93ddd9ce2e req-c895f78c-14d0-406d-96d9-cb21d2fbc29c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392339 Jan 12 09:44:47.662682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160eee0-183f-4e58-98d2-9c102da5f9f2 req-27f6580f-49b6-43fb-9cb1-f5e11121e83e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:47.664172 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0160eee0-183f-4e58-98d2-9c102da5f9f2 req-27f6580f-49b6-43fb-9cb1-f5e11121e83e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 946 time: 0.0813291 Jan 12 09:44:47.708815 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0160eee0-183f-4e58-98d2-9c102da5f9f2 req-674ac722-b09e-45d3-8ef1-cae855242afb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389795 Jan 12 09:44:47.907013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f7eb5-f00c-4696-8271-5647c758d840 req-b027d4bc-25d1-45bd-a6bc-f248c961571f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:47.908541 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-204f7eb5-f00c-4696-8271-5647c758d840 req-b027d4bc-25d1-45bd-a6bc-f248c961571f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 946 time: 0.0802865 Jan 12 09:44:47.957445 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-204f7eb5-f00c-4696-8271-5647c758d840 req-f962e0c8-b053-423e-87ca-11b46d2d77cb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407767 Jan 12 09:44:49.050087 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e97799b-f666-4c84-b3e2-f9b4a3857bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:49.448179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43550) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:50.219485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:50.712387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.17 (aa97defc-f007-4c6a-87ea-a2ea98a75131/74883810-664e-4a54-98ca-a66214b199ac/e7546838-4910-4782-a371-fdb1d6c4380a) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:50.880500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:50.897985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object e7546838-4910-4782-a371-fdb1d6c4380a will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:50.923012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:50.993666 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network aa97defc-f007-4c6a-87ea-a2ea98a75131 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:50.996753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:51.001079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:44:51.025398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=e7546838-4910-4782-a371-fdb1d6c4380a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:51.064643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:51.150730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:51.205249 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9fe97ce-51f1-4e78-9884-819f6b891d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:51.213736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e2e52b7a-eebe-481c-9589-5e2e8f2879af None None] Provisioning for port e7546838-4910-4782-a371-fdb1d6c4380a completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:51.218309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e2e52b7a-eebe-481c-9589-5e2e8f2879af None None] Provisioning complete for port e7546838-4910-4782-a371-fdb1d6c4380a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:51.218690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2e52b7a-eebe-481c-9589-5e2e8f2879af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:51.268577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e2e52b7a-eebe-481c-9589-5e2e8f2879af None None] Port e7546838-4910-4782-a371-fdb1d6c4380a cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:44:51.521010 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:51.555018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:51.560991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:51.670152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:51.673522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=e7546838-4910-4782-a371-fdb1d6c4380a,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:51.810877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network aa97defc-f007-4c6a-87ea-a2ea98a75131 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:51.811902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:52.096112 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6db9e536-6ac8-4c28-add0-40b52d99821e None None] Provisioning complete for port e7546838-4910-4782-a371-fdb1d6c4380a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:52.096338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6db9e536-6ac8-4c28-add0-40b52d99821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:52.150452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6db9e536-6ac8-4c28-add0-40b52d99821e None None] Port e7546838-4910-4782-a371-fdb1d6c4380a cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:44:52.292266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:44:52.424442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:52.495801 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:44:52.505219 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Sync routers for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:44:52.509611 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-85a1a59d-1f31-4467-be90-887f53db466b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0603068 Jan 12 09:44:52.516949 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:44:52.517653 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:44:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:52.603477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:52.691816 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:44:53.047416 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:44:51Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ccd1b005-67dc-4a16-943c-e1ee25c6b9ae', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.61', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'mac_address': 'fa:16:3e:8b:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:10Z', 'updated_at': '2022-01-12T09:43:14Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7546838-4910-4782-a371-fdb1d6c4380a', 'name': '', 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:e5:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74883810-664e-4a54-98ca-a66214b199ac', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:44:50Z', 'updated_at': '2022-01-12T09:44:51Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '74883810-664e-4a54-98ca-a66214b199ac', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:53.051396 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Checking router: e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:44:53.051741 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Updating router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d port e7546838-4910-4782-a371-fdb1d6c4380a binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:44:53.101372 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:53.443349 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:53.454553 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Transition to ACTIVE for port object e7546838-4910-4782-a371-fdb1d6c4380a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:53.462215 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:53.585875 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Pushing event updated for resources: {'Port': ['ID=e7546838-4910-4782-a371-fdb1d6c4380a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:53.650284 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.650613 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.651045 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.651361 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.651674 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.651989 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.652297 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.652602 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.652908 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.653208 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.653483 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:53.682464 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Attempting to bind port e7546838-4910-4782-a371-fdb1d6c4380a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:44:53.682862 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Attempting to bind port e7546838-4910-4782-a371-fdb1d6c4380a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:44:53.683217 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Attempting to bind port e7546838-4910-4782-a371-fdb1d6c4380a on network aa97defc-f007-4c6a-87ea-a2ea98a75131 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:44:53.689703 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:44:53.690064 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Checking segment: {'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:44:53.690451 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:53.690871 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Bound using segment: {'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:44:53.691321 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Bound port: e7546838-4910-4782-a371-fdb1d6c4380a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ae8a44-4634-44a4-aed5-6df1ad98d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:44:53.691684 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:53.781915 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] For port e7546838-4910-4782-a371-fdb1d6c4380a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:44:53.785386 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] For port e7546838-4910-4782-a371-fdb1d6c4380a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=e7546838-4910-4782-a371-fdb1d6c4380a,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:44:53.789689 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:53.791131 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:53.865815 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8be96-7c3d-425d-a9a0-7c749d6f501c None None] Pushing event updated for resources: {'Port': ['ID=e7546838-4910-4782-a371-fdb1d6c4380a,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:53.870499 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:44:53.871147 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:44:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:54.077287 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:44:54.434795 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:44:51Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ccd1b005-67dc-4a16-943c-e1ee25c6b9ae', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.61', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'mac_address': 'fa:16:3e:8b:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:10Z', 'updated_at': '2022-01-12T09:43:14Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7546838-4910-4782-a371-fdb1d6c4380a', 'name': '', 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:e5:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74883810-664e-4a54-98ca-a66214b199ac', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:44:50Z', 'updated_at': '2022-01-12T09:44:53Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '74883810-664e-4a54-98ca-a66214b199ac', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:54.438646 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d76cd-d3b2-4d6e-b846-f6a7453634d1 None None] The sync data for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv is: [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:44:51Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ccd1b005-67dc-4a16-943c-e1ee25c6b9ae', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.61', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'mac_address': 'fa:16:3e:8b:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:10Z', 'updated_at': '2022-01-12T09:43:14Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7546838-4910-4782-a371-fdb1d6c4380a', 'name': '', 'network_id': 'aa97defc-f007-4c6a-87ea-a2ea98a75131', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:e5:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74883810-664e-4a54-98ca-a66214b199ac', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:44:50Z', 'updated_at': '2022-01-12T09:44:53Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '74883810-664e-4a54-98ca-a66214b199ac', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:44:56.068504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device e7546838-4910-4782-a371-fdb1d6c4380a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:56.140269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port e7546838-4910-4782-a371-fdb1d6c4380a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:56.145114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port e7546838-4910-4782-a371-fdb1d6c4380a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:56.145480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:56.258880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:56.290282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port e7546838-4910-4782-a371-fdb1d6c4380a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=e7546838-4910-4782-a371-fdb1d6c4380a,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:44:56.296355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:56.360513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=e7546838-4910-4782-a371-fdb1d6c4380a,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:58.055434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device e7546838-4910-4782-a371-fdb1d6c4380a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:58.131744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port e7546838-4910-4782-a371-fdb1d6c4380a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:58.132102 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.985348 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:45:19.049048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5d822e6-984b-4870-a5a6-14cbdefd732d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:21.199450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6393349a-0a50-41a4-9a6b-dca41f645296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:21.520002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:22.429639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:22.599450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:23.783051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:24.781029 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-060c7f37-02f4-4da1-9277-199239b1dd4d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190387232&fields=id&tenant_id=a2e1163083c446099153b56bbd9c8d52 HTTP/1.1" status: 200 len: 267 time: 0.0433841 Jan 12 09:45:24.926464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-aad2a879-fb40-4dbd-bbe5-39dc8476d2a0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:24.927808 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-aad2a879-fb40-4dbd-bbe5-39dc8476d2a0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 811 time: 0.1403842 Jan 12 09:45:24.946484 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-77cc6669-b52d-4bf3-be04-b770cc4aaafa tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/quotas/a2e1163083c446099153b56bbd9c8d52 HTTP/1.1" status: 200 len: 375 time: 0.0109708 Jan 12 09:45:25.039266 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-e0dba86d-86c2-4191-a476-802e579fa08d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0864241 Jan 12 09:45:25.252927 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-7a313202-9da0-4520-8979-75c6a6cfdf88 service neutron] 10.222.0.58 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024453 Jan 12 09:45:25.472506 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-cae83f9d-6d54-4724-8ad0-5039197a523b service neutron] 10.222.0.58 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138140 Jan 12 09:45:25.878532 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e896723c-8a19-4ca0-8845-fc26f4828b4a req-48ec6e20-4a55-47aa-8dec-3de984976c65 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 210 time: 0.0427649 Jan 12 09:45:26.464092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43662) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:26.874367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:27.072664 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4d97e9eb-103d-4c74-8fd1-6121813df1d1 req-a0b3f427-b794-4250-94dd-dc00166ff28f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 210 time: 0.0486259 Jan 12 09:45:27.155064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-1e1b01ad-a6f9-42d8-bf20-55d1e2f020ac tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:27.156618 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-1e1b01ad-a6f9-42d8-bf20-55d1e2f020ac tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 811 time: 0.1569836 Jan 12 09:45:27.210501 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-945986d4-75e8-4c18-bea7-14e4ee4d2b36 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e1163083c446099153b56bbd9c8d52 HTTP/1.1" status: 200 len: 379 time: 0.0425043 Jan 12 09:45:27.226425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'port': {'device_id': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'admin_state_up': True, 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'security_groups': ['7f655039-e551-4550-bd14-601b52d569a1']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:27.369858 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:27.379843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:27.391792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Made reservation on behalf of a2e1163083c446099153b56bbd9c8d52 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:45:27.395038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:27.590752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Allocated IP 172.20.0.14 (8420e4c9-842a-48be-8f50-46726b486a53/8636b045-813a-43f7-b89a-47b1fe7b8d00/002daff2-c408-42fb-9093-2f11c7a105b1) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:27.611055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port e7546838-4910-4782-a371-fdb1d6c4380a {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:27.611400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:27.807179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port e7546838-4910-4782-a371-fdb1d6c4380a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=e7546838-4910-4782-a371-fdb1d6c4380a,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:27.807538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:27.809729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:27.826506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Transition to ACTIVE for port object 002daff2-c408-42fb-9093-2f11c7a105b1 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:27.849339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:27.930604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Network 8420e4c9-842a-48be-8f50-46726b486a53 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:27.934570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:27.936544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'Port': ['ID=002daff2-c408-42fb-9093-2f11c7a105b1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:27.938976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:45:27.983040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:27.983404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:27.983722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:27.984053 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:27.984380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:27.984715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:27.985491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:27.985491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:27.985816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:27.986154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:27.986468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.012713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:28.014152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.041782 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-d18ebe2e-adc7-4f47-9ee4-2c50066ef6ba tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8189490 Jan 12 09:45:28.056971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-874875d8-3527-416c-911e-825cac71d73b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83595) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:45:28.058202 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-874875d8-3527-416c-911e-825cac71d73b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068259 Jan 12 09:45:28.065789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for e7546838-4910-4782-a371-fdb1d6c4380a owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:45:28.207390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Request body: {'port': {'device_id': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:28.286297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-908812b0-944f-4841-ac6b-a26caa7f4617 None None] Provisioning for port 002daff2-c408-42fb-9093-2f11c7a105b1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:28.293138 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-908812b0-944f-4841-ac6b-a26caa7f4617 None None] Provisioning complete for port 002daff2-c408-42fb-9093-2f11c7a105b1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:28.293590 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-908812b0-944f-4841-ac6b-a26caa7f4617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.328476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.350186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91101b0c-259d-4796-965e-b9776780dbb1 req-2c22d3b7-d77b-448d-9239-f751d1b62a53 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:28.351687 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-91101b0c-259d-4796-965e-b9776780dbb1 req-2c22d3b7-d77b-448d-9239-f751d1b62a53 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 932 time: 0.1323273 Jan 12 09:45:28.352500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.371695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-908812b0-944f-4841-ac6b-a26caa7f4617 None None] Port 002daff2-c408-42fb-9093-2f11c7a105b1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:45:28.414196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=e7546838-4910-4782-a371-fdb1d6c4380a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:28.565086 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-91101b0c-259d-4796-965e-b9776780dbb1 req-1a7f7b5d-c140-4b69-a02d-4b2e64ed90e0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807323 Jan 12 09:45:28.566388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.566750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.567088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.567412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.567754 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.568058 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.568748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.568748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.583953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.583953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.583953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:28.811458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.848767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002daff2-c408-42fb-9093-2f11c7a105b1 {{(pid=83595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:45:28.856889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.873010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Transition to ACTIVE for port object 002daff2-c408-42fb-9093-2f11c7a105b1 will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:28.877446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:29.006059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Pushing event updated for resources: {'Port': ['ID=002daff2-c408-42fb-9093-2f11c7a105b1,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:29.115742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Attempting to bind port 002daff2-c408-42fb-9093-2f11c7a105b1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:45:29.116074 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Attempting to bind port 002daff2-c408-42fb-9093-2f11c7a105b1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:45:29.116393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Attempting to bind port 002daff2-c408-42fb-9093-2f11c7a105b1 on network 8420e4c9-842a-48be-8f50-46726b486a53 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:45:29.122105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Port 002daff2-c408-42fb-9093-2f11c7a105b1 on network 8420e4c9-842a-48be-8f50-46726b486a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:45:29.122420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Attempting to bind port 002daff2-c408-42fb-9093-2f11c7a105b1 on network 8420e4c9-842a-48be-8f50-46726b486a53 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:45:29.128601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:45:29.128953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Checking segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:45:29.129302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Bound using segment: {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:45:29.129725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Bound port: 002daff2-c408-42fb-9093-2f11c7a105b1, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f301bc51-26cc-49bd-b350-1c729d365f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53'}}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:45:29.130062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:29.223271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] For port 002daff2-c408-42fb-9093-2f11c7a105b1, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:45:29.226125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] For port 002daff2-c408-42fb-9093-2f11c7a105b1, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=002daff2-c408-42fb-9093-2f11c7a105b1,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:45:29.231470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:29.287288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:29.288906 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] 10.222.0.59 "PUT /v2.0/ports/002daff2-c408-42fb-9093-2f11c7a105b1 HTTP/1.1" status: 200 len: 1094 time: 1.2207234 Jan 12 09:45:29.297214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'tag': '002daff2-c408-42fb-9093-2f11c7a105b1'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:29.323661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f9f3f-9740-4aaf-ad7b-700a8da60636 service neutron] Pushing event updated for resources: {'Port': ['ID=002daff2-c408-42fb-9093-2f11c7a105b1,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:29.408291 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-5277af0a-2387-4b36-aa73-738cd9d65fa9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 1097 time: 0.0766098 Jan 12 09:45:29.465109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:45:29.488079 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-f29b9552-27b2-47d0-9327-16fb55f841cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=002daff2-c408-42fb-9093-2f11c7a105b1 HTTP/1.1" status: 200 len: 217 time: 0.0717883 Jan 12 09:45:29.490501 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'tag': '002daff2-c408-42fb-9093-2f11c7a105b1', 'status': 'completed', 'code': 200} Jan 12 09:45:29.559108 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-208fe543-4ade-45fc-8213-bb1e5437e2e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:29.560528 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-208fe543-4ade-45fc-8213-bb1e5437e2e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.0637352 Jan 12 09:45:29.654726 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-20f29932-035c-488e-bf91-29cfb57f64ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884500 Jan 12 09:45:29.789390 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-026d2af9-943e-440f-b9a5-534286305ee1 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288183 Jan 12 09:45:29.855196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f985c1-03ba-4b23-a594-151a37a5f79f req-699933cb-8566-4bad-9b5b-6f9aab392249 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:29.856554 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8f985c1-03ba-4b23-a594-151a37a5f79f req-699933cb-8566-4bad-9b5b-6f9aab392249 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 944 time: 0.1143687 Jan 12 09:45:29.878149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:45:29.889560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] Sync routers for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:45:29.898791 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3e8ee6c8-e864-40aa-af6c-0c0d66b55d10 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4334428 Jan 12 09:45:29.909949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:29.910871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:29.919095 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8f985c1-03ba-4b23-a594-151a37a5f79f req-38ca157e-1f71-4532-9aec-99568be5d5b8 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560856 Jan 12 09:45:29.921919 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-86da0c02-71a5-4ceb-b49f-e32acfe98ab0 req-b4630ced-7738-47a8-bc94-2c7a34b35c37 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272521 Jan 12 09:45:30.059202 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5a1cc13a-e4e7-4246-ac99-488742ecaab3 req-f651d475-7f86-46d3-aeb8-ff94d583fcf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 1097 time: 0.0807197 Jan 12 09:45:30.130003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:45:30.201485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cc13a-e4e7-4246-ac99-488742ecaab3 req-d0c26ab7-43af-458d-a5ae-5c0b8dddad41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:30.203550 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5a1cc13a-e4e7-4246-ac99-488742ecaab3 req-d0c26ab7-43af-458d-a5ae-5c0b8dddad41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.1390703 Jan 12 09:45:30.273901 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5a1cc13a-e4e7-4246-ac99-488742ecaab3 req-90fc070d-cd12-4b25-845e-d79e8e249f66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=002daff2-c408-42fb-9093-2f11c7a105b1 HTTP/1.1" status: 200 len: 217 time: 0.0635705 Jan 12 09:45:30.325025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06b25-1022-4619-8bec-f1a88d463946 req-c2aeda58-4f0a-42f9-97e9-649641db7b75 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:30.325718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-edc06b25-1022-4619-8bec-f1a88d463946 req-c2aeda58-4f0a-42f9-97e9-649641db7b75 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:30.336210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cc13a-e4e7-4246-ac99-488742ecaab3 req-50507e25-7a95-4baa-9c22-0a8d1035ac5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:30.337772 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5a1cc13a-e4e7-4246-ac99-488742ecaab3 req-50507e25-7a95-4baa-9c22-0a8d1035ac5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.0588818 Jan 12 09:45:30.342117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-edc06b25-1022-4619-8bec-f1a88d463946 req-c2aeda58-4f0a-42f9-97e9-649641db7b75 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:30.343447 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-edc06b25-1022-4619-8bec-f1a88d463946 req-c2aeda58-4f0a-42f9-97e9-649641db7b75 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 946 time: 0.0929077 Jan 12 09:45:30.392417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-edc06b25-1022-4619-8bec-f1a88d463946 req-01f14f65-ebcf-424d-be30-62f2e6a75ff4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428751 Jan 12 09:45:30.414299 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5a1cc13a-e4e7-4246-ac99-488742ecaab3 req-69282efd-63f0-4f16-b817-9b9261f1314e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706747 Jan 12 09:45:30.487106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:45:28Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ccd1b005-67dc-4a16-943c-e1ee25c6b9ae', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.61', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'mac_address': 'fa:16:3e:8b:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:10Z', 'updated_at': '2022-01-12T09:43:14Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:30.491579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] Checking router: e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:45:30.503011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:30.503642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:30.551435 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5a1cc13a-e4e7-4246-ac99-488742ecaab3 req-3610c70a-4775-436d-b9a7-e906cdf63d6c service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297262 Jan 12 09:45:30.685042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:45:30.769822 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5a1cc13a-e4e7-4246-ac99-488742ecaab3 req-464d49c0-9331-491d-85aa-6ce51a3afa7f service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119219 Jan 12 09:45:31.030494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:45:28Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ccd1b005-67dc-4a16-943c-e1ee25c6b9ae', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.61', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'mac_address': 'fa:16:3e:8b:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:10Z', 'updated_at': '2022-01-12T09:43:14Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:31.034627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db76b09d-293d-4374-baa2-bd3c42b339ed None None] The sync data for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv is: [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:45:28Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ccd1b005-67dc-4a16-943c-e1ee25c6b9ae', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.61', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'port_id': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'mac_address': 'fa:16:3e:8b:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:10Z', 'updated_at': '2022-01-12T09:43:14Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:45:31.136400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0326d-9dc7-4ca6-a9fd-312da2bf4a75 req-651192c6-b248-4d4c-9606-db491ddec831 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:31.137881 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-55b0326d-9dc7-4ca6-a9fd-312da2bf4a75 req-651192c6-b248-4d4c-9606-db491ddec831 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 944 time: 0.0808191 Jan 12 09:45:31.186265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-55b0326d-9dc7-4ca6-a9fd-312da2bf4a75 req-86187f4e-21d6-4591-a800-e7d1f0599756 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Jan 12 09:45:31.512317 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bab9660f-7a4c-4bc2-b958-2541e12b5583 req-cf35fac2-7531-449b-86e3-201cfeb995e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719657 Jan 12 09:45:31.594506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950914fd-78ba-4b93-b020-1cae282923f7 req-0df74671-a87e-4f4f-a4ae-9de757475563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:31.595991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-950914fd-78ba-4b93-b020-1cae282923f7 req-0df74671-a87e-4f4f-a4ae-9de757475563 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 946 time: 0.0765848 Jan 12 09:45:31.646272 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-950914fd-78ba-4b93-b020-1cae282923f7 req-429b1260-5539-4649-8c7e-cb10a72b5313 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=7052eb7d-3111-4c6c-b07e-41beb3cfa992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444586 Jan 12 09:45:31.662787 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bab9660f-7a4c-4bc2-b958-2541e12b5583 req-baffa3a1-aa74-451d-923b-1b86444d932f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 1099 time: 0.0806150 Jan 12 09:45:31.809585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9660f-7a4c-4bc2-b958-2541e12b5583 req-5005e73c-6420-41f7-9d89-7158bd3203a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:31.811042 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bab9660f-7a4c-4bc2-b958-2541e12b5583 req-5005e73c-6420-41f7-9d89-7158bd3203a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40b33290-6f1f-46f0-9fb2-b698d71ab39f HTTP/1.1" status: 200 len: 898 time: 0.1285532 Jan 12 09:45:31.925638 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bab9660f-7a4c-4bc2-b958-2541e12b5583 req-68b286f6-3d45-40ff-aab6-0ad288db5bdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c HTTP/1.1" status: 200 len: 1001 time: 0.1083076 Jan 12 09:45:31.992944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9660f-7a4c-4bc2-b958-2541e12b5583 req-03e44211-2c38-4a26-880d-eabb75da9668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:31.994445 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bab9660f-7a4c-4bc2-b958-2541e12b5583 req-03e44211-2c38-4a26-880d-eabb75da9668 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=486b768c-9d9a-4633-b75a-3b400a24263c HTTP/1.1" status: 200 len: 834 time: 0.0623465 Jan 12 09:45:32.022630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device e7546838-4910-4782-a371-fdb1d6c4380a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:32.059604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: e7546838-4910-4782-a371-fdb1d6c4380a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:45:32.060284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device e7546838-4910-4782-a371-fdb1d6c4380a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:32.075153 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bab9660f-7a4c-4bc2-b958-2541e12b5583 req-c5ad1033-475b-4199-848e-6c8a34e48a3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40b33290-6f1f-46f0-9fb2-b698d71ab39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741158 Jan 12 09:45:32.078655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-4ce7d41a-7ddf-418e-8c52-806e29f72642 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:32.080071 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-4ce7d41a-7ddf-418e-8c52-806e29f72642 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 946 time: 0.0790534 Jan 12 09:45:32.144641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-bdc4f28d-4623-43d0-97ee-99c82ff2e3da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port e95d580b-ffac-42d4-9395-973128cbffb8 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:32.145323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-bdc4f28d-4623-43d0-97ee-99c82ff2e3da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:32.205353 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bab9660f-7a4c-4bc2-b958-2541e12b5583 req-1d42d2c6-58fc-4d7b-99c2-b4d9d62f3d87 service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241121 Jan 12 09:45:32.338801 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bab9660f-7a4c-4bc2-b958-2541e12b5583 req-365f2e01-d093-4ecc-8475-bae01e0bb623 service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278110 Jan 12 09:45:32.443260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-bdc4f28d-4623-43d0-97ee-99c82ff2e3da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port e95d580b-ffac-42d4-9395-973128cbffb8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e95d580b-ffac-42d4-9395-973128cbffb8,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:32.443578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-bdc4f28d-4623-43d0-97ee-99c82ff2e3da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:32.565131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-bdc4f28d-4623-43d0-97ee-99c82ff2e3da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for e95d580b-ffac-42d4-9395-973128cbffb8 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:45:32.596804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98d3cc-c85b-42b3-8b1d-61112323853b req-66711047-491b-476d-a54e-f6f94cba843a tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:32.598233 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-de98d3cc-c85b-42b3-8b1d-61112323853b req-66711047-491b-476d-a54e-f6f94cba843a tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 944 time: 0.2772510 Jan 12 09:45:32.672560 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-de98d3cc-c85b-42b3-8b1d-61112323853b req-2eece82b-2dd3-4853-9903-dd48da61e638 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679219 Jan 12 09:45:32.747951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-bdc4f28d-4623-43d0-97ee-99c82ff2e3da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:32.837317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4f28d-4623-43d0-97ee-99c82ff2e3da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=e95d580b-ffac-42d4-9395-973128cbffb8,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:32.841717 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0778338-d3c6-4f32-836b-57eb66f65887 req-79ee4489-9eff-4344-b8a9-ee5ca69795f2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7104a395-369a-4ad9-b3cc-b93b2a226a89 HTTP/1.1" status: 200 len: 210 time: 0.0597055 Jan 12 09:45:32.913113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-bdc4f28d-4623-43d0-97ee-99c82ff2e3da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port e95d580b-ffac-42d4-9395-973128cbffb8 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:45:32.915748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-bdc4f28d-4623-43d0-97ee-99c82ff2e3da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:32.918221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7104a395-369a-4ad9-b3cc-b93b2a226a89', 'name': 'network-vif-deleted', 'tag': 'e95d580b-ffac-42d4-9395-973128cbffb8'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:32.936162 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f430dae6-2c7d-4633-ba41-9518bdd66381 req-bdc4f28d-4623-43d0-97ee-99c82ff2e3da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "DELETE /v2.0/ports/e95d580b-ffac-42d4-9395-973128cbffb8 HTTP/1.1" status: 204 len: 173 time: 0.8515084 Jan 12 09:45:32.974619 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7104a395-369a-4ad9-b3cc-b93b2a226a89', 'name': 'network-vif-deleted', 'tag': 'e95d580b-ffac-42d4-9395-973128cbffb8', 'status': 'completed', 'code': 200} Jan 12 09:45:33.889985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d280778-5138-491d-85bf-a0b0b5b2c227 req-0bbb502e-84a5-41c4-82aa-8da052edd58d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:33.891479 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d280778-5138-491d-85bf-a0b0b5b2c227 req-0bbb502e-84a5-41c4-82aa-8da052edd58d tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 944 time: 0.0886312 Jan 12 09:45:33.940714 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d280778-5138-491d-85bf-a0b0b5b2c227 req-818591bf-9ba2-46b4-b844-90d1dac9e4ab tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 Jan 12 09:45:33.948685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43696) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:34.015897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-90493a0b-bbf4-4bcf-9328-ee8a1041ea6b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.044858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-90493a0b-bbf4-4bcf-9328-ee8a1041ea6b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.115485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-90493a0b-bbf4-4bcf-9328-ee8a1041ea6b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.135834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90493a0b-bbf4-4bcf-9328-ee8a1041ea6b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7052eb7d-3111-4c6c-b07e-41beb3cfa992,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:34.143468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-90493a0b-bbf4-4bcf-9328-ee8a1041ea6b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.144557 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-90493a0b-bbf4-4bcf-9328-ee8a1041ea6b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/7052eb7d-3111-4c6c-b07e-41beb3cfa992 HTTP/1.1" status: 204 len: 168 time: 0.1949153 Jan 12 09:45:35.153518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b118145-bd0c-483c-8e28-fc69408ebbf3 req-4e8cc44c-5efc-42bf-97df-32004d0be0c8 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:35.155298 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b118145-bd0c-483c-8e28-fc69408ebbf3 req-4e8cc44c-5efc-42bf-97df-32004d0be0c8 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 944 time: 0.0904479 Jan 12 09:45:35.219856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43708) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:35.268196 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b118145-bd0c-483c-8e28-fc69408ebbf3 req-12b8d9a3-921c-48ff-85da-b8ed1df40aac tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068561 Jan 12 09:45:35.361954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e95d580b-ffac-42d4-9395-973128cbffb8 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:35.397270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: e95d580b-ffac-42d4-9395-973128cbffb8 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:45:35.397615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e95d580b-ffac-42d4-9395-973128cbffb8 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:35.515223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ceae8e-73b9-4c47-b9ac-ca95c6b9d451 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting subnet 74883810-664e-4a54-98ca-a66214b199ac {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:45:35.518049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74ceae8e-73b9-4c47-b9ac-ca95c6b9d451 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.583304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74ceae8e-73b9-4c47-b9ac-ca95c6b9d451 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.680218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74ceae8e-73b9-4c47-b9ac-ca95c6b9d451 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.756985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74ceae8e-73b9-4c47-b9ac-ca95c6b9d451 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.799581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ceae8e-73b9-4c47-b9ac-ca95c6b9d451 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Subnet': ['ID=74883810-664e-4a54-98ca-a66214b199ac,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:35.804979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-74ceae8e-73b9-4c47-b9ac-ca95c6b9d451 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.810821 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-74ceae8e-73b9-4c47-b9ac-ca95c6b9d451 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/subnets/74883810-664e-4a54-98ca-a66214b199ac HTTP/1.1" status: 204 len: 168 time: 0.5898674 Jan 12 09:45:35.811323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74831b13-e287-4b95-9c63-5c093f839685 None None] Network aa97defc-f007-4c6a-87ea-a2ea98a75131 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:45:35.813600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43712) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:35.928541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.941341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:35.941747 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.068860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00092464-a226-4233-8b54-fa57d865e75c None None] DHCP port deletion for aa97defc-f007-4c6a-87ea-a2ea98a75131 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:45:36.072132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-00092464-a226-4233-8b54-fa57d865e75c None None] Deleting port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:36.072493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00092464-a226-4233-8b54-fa57d865e75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.167924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:36.168174 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.289727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:45:36.322239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-00092464-a226-4233-8b54-fa57d865e75c None None] For port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3,segment=NetworkSegment(e7ae8a44-4634-44a4-aed5-6df1ad98d552),segment_id=e7ae8a44-4634-44a4-aed5-6df1ad98d552)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:36.322239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00092464-a226-4233-8b54-fa57d865e75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.385928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.478380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-00092464-a226-4233-8b54-fa57d865e75c None None] Calling delete_port for c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:45:36.523961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5769-cc69-4528-b581-6a4290249d54 req-60e6a039-20ee-43a3-ba74-c88e4aa1c2c9 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:36.525949 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10ff5769-cc69-4528-b581-6a4290249d54 req-60e6a039-20ee-43a3-ba74-c88e4aa1c2c9 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 944 time: 0.1115890 Jan 12 09:45:36.555836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:36.561250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:45:36.583898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-00092464-a226-4233-8b54-fa57d865e75c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:45:36.584332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-00092464-a226-4233-8b54-fa57d865e75c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:45:36.587589 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10ff5769-cc69-4528-b581-6a4290249d54 req-bc8853d4-47a9-41b3-80ea-dbf02064b844 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537431 Jan 12 09:45:36.696681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.723730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa97defc-f007-4c6a-87ea-a2ea98a75131']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:36.736316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ae8a44-4634-44a4-aed5-6df1ad98d552') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:36.736698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ae8a44-4634-44a4-aed5-6df1ad98d552') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:36.750409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.768000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.775080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:45:36.775862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:45:36.792333 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:45:36.888606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.893855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:36.923196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Network': ['ID=aa97defc-f007-4c6a-87ea-a2ea98a75131,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:36.941058 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dfd5a339-2735-4271-b402-5898ec2af260 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/networks/aa97defc-f007-4c6a-87ea-a2ea98a75131 HTTP/1.1" status: 204 len: 168 time: 1.1260746 Jan 12 09:45:36.943658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43718) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:37.085259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-00092464-a226-4233-8b54-fa57d865e75c None None] Deleting port c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:37.085627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00092464-a226-4233-8b54-fa57d865e75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:37.152570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-00092464-a226-4233-8b54-fa57d865e75c None None] The port 'c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:45:37.165759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port f644905d-2643-4ff5-9a57-c77f81589c54 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:37.166220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:37.348696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:37.349028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:37.358881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 002daff2-c408-42fb-9093-2f11c7a105b1 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:45:37.486875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for f644905d-2643-4ff5-9a57-c77f81589c54 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:45:37.514061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 002daff2-c408-42fb-9093-2f11c7a105b1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=002daff2-c408-42fb-9093-2f11c7a105b1,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:37.532629 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '002daff2-c408-42fb-9093-2f11c7a105b1', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'port_id': '002daff2-c408-42fb-9093-2f11c7a105b1', 'mac_address': 'fa:16:3e:84:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:45:37.594433 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:37.613619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002daff2-c408-42fb-9093-2f11c7a105b1 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:45:37.633671 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 002daff2-c408-42fb-9093-2f11c7a105b1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=002daff2-c408-42fb-9093-2f11c7a105b1,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:37.644721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:37.664331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:37.733515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=002daff2-c408-42fb-9093-2f11c7a105b1,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:37.743794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.744143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.744603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.744983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.745342 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.745723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.746139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.746545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.747122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.747466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.747849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:37.761167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=f644905d-2643-4ff5-9a57-c77f81589c54,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:37.883717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:37.951203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c99d29-2bba-4c58-bb04-747713f3b889 req-299aba43-825a-409f-855b-f2b1d4fa5582 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:37.952675 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8c99d29-2bba-4c58-bb04-747713f3b889 req-299aba43-825a-409f-855b-f2b1d4fa5582 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 945 time: 0.2243643 Jan 12 09:45:38.000628 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['002daff2-c408-42fb-9093-2f11c7a105b1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:45:38.013518 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8c99d29-2bba-4c58-bb04-747713f3b889 req-f132a4ee-18a5-4c39-8ae8-ba739baae8db tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546179 Jan 12 09:45:38.103474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:38.145902 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:45:38.146234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c6c8c1de-1bd2-4bc9-ad0a-8ee69fb2b1e3 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:38.457705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:45:38.676662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:45:38.689709 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] Sync routers for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:45:38.693959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:38.707925 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:38.707925 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:38.752245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ba99aa4f-4852-4252-a786-26c6a788df0b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/floatingips/ccd1b005-67dc-4a16-943c-e1ee25c6b9ae HTTP/1.1" status: 204 len: 168 time: 1.8074474 Jan 12 09:45:38.752873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'tag': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:38.920829 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'tag': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'status': 'completed', 'code': 200} Jan 12 09:45:38.946422 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:45:39.036826 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ce893cac-1b27-43cf-a4a5-7a12d3cf24a4 req-63e7ed3d-8ad3-44fe-8909-7d31f0a7393d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 1099 time: 0.0917780 Jan 12 09:45:39.353070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893cac-1b27-43cf-a4a5-7a12d3cf24a4 req-61c2e449-1bdc-4d37-8322-a5e35352816b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:39.354397 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ce893cac-1b27-43cf-a4a5-7a12d3cf24a4 req-61c2e449-1bdc-4d37-8322-a5e35352816b service neutron] 10.222.0.59 "GET /v2.0/networks?id=40b33290-6f1f-46f0-9fb2-b698d71ab39f HTTP/1.1" status: 200 len: 898 time: 0.2996547 Jan 12 09:45:39.358583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 002daff2-c408-42fb-9093-2f11c7a105b1 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:39.372699 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:45:28Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:39.377431 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] Checking router: e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:45:39.390361 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:39.391028 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:39.444519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 002daff2-c408-42fb-9093-2f11c7a105b1 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:39.452037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 002daff2-c408-42fb-9093-2f11c7a105b1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:39.452813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:39.460025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a11ff-b1a0-498a-97ca-8e76030fa5b2 req-b5cc16a1-f427-4985-bc5e-9864219bd747 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:39.460745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-932a11ff-b1a0-498a-97ca-8e76030fa5b2 req-b5cc16a1-f427-4985-bc5e-9864219bd747 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:39.466176 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ce893cac-1b27-43cf-a4a5-7a12d3cf24a4 req-44c09538-0fa4-4ce6-ae3d-45a6251cb9af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c HTTP/1.1" status: 200 len: 217 time: 0.1047835 Jan 12 09:45:39.472362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435817b1-f264-4a20-9eaa-753f08a03802 req-25733e01-f837-433d-99a0-9cf14235d425 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:39.479078 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-435817b1-f264-4a20-9eaa-753f08a03802 req-25733e01-f837-433d-99a0-9cf14235d425 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 945 time: 0.2650847 Jan 12 09:45:39.567735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-932a11ff-b1a0-498a-97ca-8e76030fa5b2 req-b5cc16a1-f427-4985-bc5e-9864219bd747 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:39.569218 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-932a11ff-b1a0-498a-97ca-8e76030fa5b2 req-b5cc16a1-f427-4985-bc5e-9864219bd747 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 946 time: 0.4100440 Jan 12 09:45:39.595828 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:39.620497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893cac-1b27-43cf-a4a5-7a12d3cf24a4 req-552cf1ba-f15d-430e-a33a-41677363a226 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:39.621895 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ce893cac-1b27-43cf-a4a5-7a12d3cf24a4 req-552cf1ba-f15d-430e-a33a-41677363a226 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=486b768c-9d9a-4633-b75a-3b400a24263c HTTP/1.1" status: 200 len: 834 time: 0.1409588 Jan 12 09:45:39.630528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002daff2-c408-42fb-9093-2f11c7a105b1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:39.641164 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 002daff2-c408-42fb-9093-2f11c7a105b1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=002daff2-c408-42fb-9093-2f11c7a105b1,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:39.646922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:39.657056 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:45:39.692626 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-435817b1-f264-4a20-9eaa-753f08a03802 req-dd80eb2a-187a-4f5b-bbbe-f3fa90d840be tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126513 Jan 12 09:45:39.718607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-932a11ff-b1a0-498a-97ca-8e76030fa5b2 req-4c063237-159f-4986-9820-d65a91188057 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:39.723325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=002daff2-c408-42fb-9093-2f11c7a105b1,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:39.751426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-932a11ff-b1a0-498a-97ca-8e76030fa5b2 req-4c063237-159f-4986-9820-d65a91188057 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:39.752611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-932a11ff-b1a0-498a-97ca-8e76030fa5b2 req-4c063237-159f-4986-9820-d65a91188057 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581936 Jan 12 09:45:39.767618 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ce893cac-1b27-43cf-a4a5-7a12d3cf24a4 req-e41e9553-0dd9-4e6f-86a5-aba15e16d164 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40b33290-6f1f-46f0-9fb2-b698d71ab39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1373734 Jan 12 09:45:39.779039 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002daff2-c408-42fb-9093-2f11c7a105b1', 'code': 200} Jan 12 09:45:39.904314 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ce893cac-1b27-43cf-a4a5-7a12d3cf24a4 req-0e1bedd2-aad2-4aa1-a5c8-a4d1125ce9d7 service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296892 Jan 12 09:45:39.995865 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:45:28Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:40.000016 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933ecfa-d9a3-471a-a12d-d1a17f9702dd None None] The sync data for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv is: [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:45:28Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '406d047b-8b4c-44b9-a7b5-6b44f7bd693f', 'name': '', 'network_id': '40b33290-6f1f-46f0-9fb2-b698d71ab39f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:ed:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:36Z', 'updated_at': '2022-01-12T09:43:04Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '486b768c-9d9a-4633-b75a-3b400a24263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:45:40.041128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ce893cac-1b27-43cf-a4a5-7a12d3cf24a4 req-ed19a68c-d940-4001-8039-450db807bbf5 service neutron] 10.222.0.59 "GET /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299729 Jan 12 09:45:40.068897 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-b6ce87f5-dd20-4025-ac80-7be3c563e1be req-00e70cc2-c1c6-4930-8dcb-714cb63d7616 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 1099 time: 0.0756962 Jan 12 09:45:40.111404 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-b6ce87f5-dd20-4025-ac80-7be3c563e1be req-a0a49a0d-b558-40be-aa4f-695b4104a5fc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365722 Jan 12 09:45:40.227926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6784da3-7725-4562-9c22-ff4c790f661b None None] New status for floating IP ccd1b005-67dc-4a16-943c-e1ee25c6b9ae: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:45:40.902469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-6bef7c68-5733-4007-9d81-50a111bbb598 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:40.903232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-6bef7c68-5733-4007-9d81-50a111bbb598 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:40.915292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-6bef7c68-5733-4007-9d81-50a111bbb598 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:40.916453 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-6bef7c68-5733-4007-9d81-50a111bbb598 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 946 time: 0.0890958 Jan 12 09:45:40.954525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b3cb-8d56-466e-8fd0-42a012cc4048 req-05cc6156-20fc-46c0-8c45-ed51c31cedbe tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:40.957093 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3e42b3cb-8d56-466e-8fd0-42a012cc4048 req-05cc6156-20fc-46c0-8c45-ed51c31cedbe tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 946 time: 0.1326950 Jan 12 09:45:40.988127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-554f9d20-7c17-4d97-ad64-e73964e5cbff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:40.988461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-554f9d20-7c17-4d97-ad64-e73964e5cbff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:41.000690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ded965-de2e-493e-8fa3-b2bc86dfecdb req-18537094-ae55-432c-a92f-40084eaac6b6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:41.002024 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-63ded965-de2e-493e-8fa3-b2bc86dfecdb req-18537094-ae55-432c-a92f-40084eaac6b6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 946 time: 0.1180341 Jan 12 09:45:41.027589 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3e42b3cb-8d56-466e-8fd0-42a012cc4048 req-50403609-7742-4a12-89ae-4500152bc3d7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656226 Jan 12 09:45:41.052837 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-63ded965-de2e-493e-8fa3-b2bc86dfecdb req-3ff9b64a-f112-41ba-bec7-a35fa5fd9cba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Jan 12 09:45:41.231917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-554f9d20-7c17-4d97-ad64-e73964e5cbff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:41.232491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-554f9d20-7c17-4d97-ad64-e73964e5cbff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:41.353663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-554f9d20-7c17-4d97-ad64-e73964e5cbff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 1adb2ccc-3b9b-468c-986b-3b3616f70d8c owned by compute:nova {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:45:41.516510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-554f9d20-7c17-4d97-ad64-e73964e5cbff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:41.563967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f9d20-7c17-4d97-ad64-e73964e5cbff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=1adb2ccc-3b9b-468c-986b-3b3616f70d8c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:41.640728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-554f9d20-7c17-4d97-ad64-e73964e5cbff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port 1adb2ccc-3b9b-468c-986b-3b3616f70d8c on host hv-neutron-8243 {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:45:41.643158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-554f9d20-7c17-4d97-ad64-e73964e5cbff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:41.645727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'name': 'network-vif-deleted', 'tag': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:41.665083 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-4bbe0243-28d0-46e1-8e0c-9e2e9794a6a6 req-554f9d20-7c17-4d97-ad64-e73964e5cbff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "DELETE /v2.0/ports/1adb2ccc-3b9b-468c-986b-3b3616f70d8c HTTP/1.1" status: 204 len: 173 time: 0.7432864 Jan 12 09:45:41.708810 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08250696-e2c6-4131-86d8-a4e7181a3fea', 'name': 'network-vif-deleted', 'tag': '1adb2ccc-3b9b-468c-986b-3b3616f70d8c', 'status': 'completed', 'code': 200} Jan 12 09:45:42.345245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5443672-c2a3-43c3-aade-5333091f3a22 req-ecaac92d-b8bd-4c9c-a7b1-b76dce4eadb5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=08250696-e2c6-4131-86d8-a4e7181a3fea HTTP/1.1" status: 200 len: 210 time: 0.0443788 Jan 12 09:45:42.374869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc91141-afa3-44dc-a609-7e7f573b0b9c req-0e34ad0e-07d7-491b-852b-2dd3f48138c0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:42.376306 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8cc91141-afa3-44dc-a609-7e7f573b0b9c req-0e34ad0e-07d7-491b-852b-2dd3f48138c0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 946 time: 0.2293444 Jan 12 09:45:42.421285 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8cc91141-afa3-44dc-a609-7e7f573b0b9c req-8499602a-04c3-4a80-9a94-09be6e78b746 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 Jan 12 09:45:42.630451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c7d47-e809-42e4-86c0-5b0d935a5c8a req-8a8ca556-d1a6-44ce-8ed3-ffb1df7bdf11 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:42.631922 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2f7c7d47-e809-42e4-86c0-5b0d935a5c8a req-8a8ca556-d1a6-44ce-8ed3-ffb1df7bdf11 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 946 time: 0.0863152 Jan 12 09:45:42.681821 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2f7c7d47-e809-42e4-86c0-5b0d935a5c8a req-0ae5446a-bf55-4427-859f-5e2ec64e57c3 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411007 Jan 12 09:45:42.710421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43750) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:42.780374 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-54cb4146-93ec-4435-9675-980df615b188 tempest-TestVolumeBootPattern-2127672427 tempest-TestVolumeBootPattern-2127672427-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 1094 time: 0.0688629 Jan 12 09:45:42.784060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43754) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:42.789092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '002daff2-c408-42fb-9093-2f11c7a105b1', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:42.794569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:42.798704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Usage tracker for resource:floatingip and tenant:a2e1163083c446099153b56bbd9c8d52 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:42.801790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:42.807893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:42.821510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:42.980175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:43.127928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Allocated IP 172.26.1.159 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/9dc1069b-0dad-400e-bb0b-329a3b115950) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:43.275000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:43.303110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:43.371348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:43.374230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:43.378543 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:45:43.406055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'Port': ['ID=9dc1069b-0dad-400e-bb0b-329a3b115950,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:43.454078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43760) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:43.525819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2a740b0c-996b-4b9b-aea5-f8809b6dd68b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:43.554597 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2a740b0c-996b-4b9b-aea5-f8809b6dd68b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:43.624023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2a740b0c-996b-4b9b-aea5-f8809b6dd68b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:43.643442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a740b0c-996b-4b9b-aea5-f8809b6dd68b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:43.652583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2a740b0c-996b-4b9b-aea5-f8809b6dd68b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:43.653735 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2a740b0c-996b-4b9b-aea5-f8809b6dd68b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/9e7b875b-72d0-4b3f-9d0d-f0008e3d50ff HTTP/1.1" status: 204 len: 168 time: 0.1986253 Jan 12 09:45:43.700160 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43766) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:43.904755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:43.965079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:44.162770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:44.168208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:44.189973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:44.372847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event updated for resources: {'Port': ['ID=9dc1069b-0dad-400e-bb0b-329a3b115950,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:44.394672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:44.596164 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Floating IP 8b07f51f-21cd-4d7d-8583-fc1f425abf20 associated. External IP: 172.26.1.159, port: 002daff2-c408-42fb-9093-2f11c7a105b1. Jan 12 09:45:44.820705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:44.821285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:45.009073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 406d047b-8b4c-44b9-a7b5-6b44f7bd693f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=406d047b-8b4c-44b9-a7b5-6b44f7bd693f,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:45.009393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:45.012312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Router 251249a4-f463-4737-a253-ecbe3acd1f51 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:45:45.130372 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 406d047b-8b4c-44b9-a7b5-6b44f7bd693f owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:45:45.211150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:45:45.221747 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] Sync routers for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:45:45.237152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:45.238293 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:45.239264 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:45.303282 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2bd9405c-8b78-49d9-a361-71d8e454218b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5181494 Jan 12 09:45:45.304471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'tag': '002daff2-c408-42fb-9093-2f11c7a105b1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:45.328958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:45.356904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1adb2ccc-3b9b-468c-986b-3b3616f70d8c no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:45.367867 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'tag': '002daff2-c408-42fb-9093-2f11c7a105b1', 'status': 'completed', 'code': 200} Jan 12 09:45:45.383876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=406d047b-8b4c-44b9-a7b5-6b44f7bd693f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:45.422150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 1adb2ccc-3b9b-468c-986b-3b3616f70d8c {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:45:45.422507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1adb2ccc-3b9b-468c-986b-3b3616f70d8c not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:45.438746 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:45:45.732513 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-541ed504-f02e-4ba8-93e4-51bccfceab1f req-28af04f8-4405-4cf9-9873-72bae219eabf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 1099 time: 0.3184805 Jan 12 09:45:45.812153 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '765f03d7-eb70-435a-a795-f2a6036b4b9b', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:19:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:31Z', 'updated_at': '2022-01-12T09:43:35Z', 'revision_number': 1, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}, {'id': '8b07f51f-21cd-4d7d-8583-fc1f425abf20', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '002daff2-c408-42fb-9093-2f11c7a105b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:84:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:45:43Z', 'updated_at': '2022-01-12T09:45:43Z', 'revision_number': 0, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:45.816194 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] Checking router: 251249a4-f463-4737-a253-ecbe3acd1f51 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:45:45.828088 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:45.828695 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:45.931721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ed504-f02e-4ba8-93e4-51bccfceab1f req-9240dca6-6857-4e44-8cf4-593fe3e9dcc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:45.933172 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-541ed504-f02e-4ba8-93e4-51bccfceab1f req-9240dca6-6857-4e44-8cf4-593fe3e9dcc7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.1928513 Jan 12 09:45:46.011105 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:45:46.073195 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-541ed504-f02e-4ba8-93e4-51bccfceab1f req-fd8a1ba0-3e7e-48ca-a270-85342196bbf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=002daff2-c408-42fb-9093-2f11c7a105b1 HTTP/1.1" status: 200 len: 1000 time: 0.1287351 Jan 12 09:45:46.118615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:46.196154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ed504-f02e-4ba8-93e4-51bccfceab1f req-1e6d9117-5125-4bf2-a3bd-8281ae811c71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:46.197616 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-541ed504-f02e-4ba8-93e4-51bccfceab1f req-1e6d9117-5125-4bf2-a3bd-8281ae811c71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.1185045 Jan 12 09:45:46.303206 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-541ed504-f02e-4ba8-93e4-51bccfceab1f req-ceab11cd-c759-42d7-ae17-b6daa3749e71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0982294 Jan 12 09:45:46.397877 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '765f03d7-eb70-435a-a795-f2a6036b4b9b', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:19:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:31Z', 'updated_at': '2022-01-12T09:43:35Z', 'revision_number': 1, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}, {'id': '8b07f51f-21cd-4d7d-8583-fc1f425abf20', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '002daff2-c408-42fb-9093-2f11c7a105b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:84:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:45:43Z', 'updated_at': '2022-01-12T09:45:43Z', 'revision_number': 0, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:46.401961 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb4cf7-1721-4435-a660-155657c9e486 None None] The sync data for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv is: [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '765f03d7-eb70-435a-a795-f2a6036b4b9b', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:19:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:31Z', 'updated_at': '2022-01-12T09:43:35Z', 'revision_number': 1, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}, {'id': '8b07f51f-21cd-4d7d-8583-fc1f425abf20', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '002daff2-c408-42fb-9093-2f11c7a105b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:84:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:45:43Z', 'updated_at': '2022-01-12T09:45:43Z', 'revision_number': 0, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:45:46.508635 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-541ed504-f02e-4ba8-93e4-51bccfceab1f req-8d4c2a4a-b976-4eee-8b9a-67030641fb8f service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578782 Jan 12 09:45:46.606155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4240df-017f-4a0b-b6d8-260e656919ad None None] New status for floating IP 8b07f51f-21cd-4d7d-8583-fc1f425abf20: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:45:46.794786 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-541ed504-f02e-4ba8-93e4-51bccfceab1f req-f6dcbc89-03db-47a9-bcb5-e2bec5789c12 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311301 Jan 12 09:45:47.097357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:45:47.302514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:45:47.312363 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] Sync routers for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:45:47.315468 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f18cdabb-7d0e-49f2-afe1-eb0333121eda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6125653 Jan 12 09:45:47.318169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43774) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:47.325606 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:47.326214 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:47.503312 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2482b76d-6e25-4885-bf02-86b1067f78d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting subnet 486b768c-9d9a-4633-b75a-3b400a24263c {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:45:47.505607 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:45:47.506427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2482b76d-6e25-4885-bf02-86b1067f78d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:47.557850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2482b76d-6e25-4885-bf02-86b1067f78d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:47.645713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2482b76d-6e25-4885-bf02-86b1067f78d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:47.722673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2482b76d-6e25-4885-bf02-86b1067f78d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:47.765557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482b76d-6e25-4885-bf02-86b1067f78d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Subnet': ['ID=486b768c-9d9a-4633-b75a-3b400a24263c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:47.776739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2482b76d-6e25-4885-bf02-86b1067f78d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:47.779106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e9d5b8-8e05-4916-afdf-eec96d874fab None None] Network 40b33290-6f1f-46f0-9fb2-b698d71ab39f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:45:47.786080 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2482b76d-6e25-4885-bf02-86b1067f78d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/subnets/486b768c-9d9a-4633-b75a-3b400a24263c HTTP/1.1" status: 204 len: 168 time: 0.4645746 Jan 12 09:45:47.786332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43778) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:47.789326 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:45:45Z', 'revision_number': 7, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:47.793568 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] Checking router: e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:45:47.804542 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] Routers {'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:47.805142 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:47.989085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:47.990433 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] Set router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:45:48.031948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] DHCP port deletion for 40b33290-6f1f-46f0-9fb2-b698d71ab39f request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:45:48.037196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Deleting port 5cbcb390-e6ac-4a10-8a42-216f2b243210 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:48.037738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:48.097387 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5cbcb390-e6ac-4a10-8a42-216f2b243210 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:48.199835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:48.210015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 0a5438db-d8cf-41e1-a76a-a63eecc811f0 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:48.210347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:48.289881 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:45:45Z', 'revision_number': 7, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:48.293802 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6121bf2-d107-450d-8be5-957d02ee3ea8 None None] The sync data for ids ['e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d'] in dv-neutron-824347-1-hyperv is: [{'id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'name': 'tempest-TestNetworkBasicOps-router-235056777', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:25Z', 'updated_at': '2022-01-12T09:45:45Z', 'revision_number': 7, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '0a5438db-d8cf-41e1-a76a-a63eecc811f0', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:26Z', 'updated_at': '2022-01-12T09:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:45:48.340622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] For port 5cbcb390-e6ac-4a10-8a42-216f2b243210, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5cbcb390-e6ac-4a10-8a42-216f2b243210,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:48.341013 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:48.351325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:48.387642 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 0a5438db-d8cf-41e1-a76a-a63eecc811f0, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0a5438db-d8cf-41e1-a76a-a63eecc811f0,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:48.387998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:48.470779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Calling delete_port for 5cbcb390-e6ac-4a10-8a42-216f2b243210 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:45:48.505435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 0a5438db-d8cf-41e1-a76a-a63eecc811f0 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:45:48.531032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 5cbcb390-e6ac-4a10-8a42-216f2b243210, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5cbcb390-e6ac-4a10-8a42-216f2b243210,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:48.537615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:48.600611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:45:48.600873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:45:48.615013 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=5cbcb390-e6ac-4a10-8a42-216f2b243210,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:48.780351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:48.825127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=0a5438db-d8cf-41e1-a76a-a63eecc811f0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:49.042605 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.043849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-beac1ea6-d365-4b08-aae3-b965fc82ff8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.102461 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Deleting port 5cbcb390-e6ac-4a10-8a42-216f2b243210 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:49.103026 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.301672 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.306365 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.333386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.334082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Fanout notify agent at l3_agent the message router_deleted on router e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:45:49.343314 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] For port 5cbcb390-e6ac-4a10-8a42-216f2b243210, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5cbcb390-e6ac-4a10-8a42-216f2b243210,segment=NetworkSegment(444bc1ed-942d-4ebd-bd94-0dca0b3a92b7),segment_id=444bc1ed-942d-4ebd-bd94-0dca0b3a92b7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:49.343881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.349527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.350902 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-49faeb42-e052-45a2-b6bd-0e1eb401e1e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/routers/e2d2b475-98ba-4577-8ef2-7f2be8ec6b6d HTTP/1.1" status: 204 len: 168 time: 1.5635436 Jan 12 09:45:49.353579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43782) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:49.465946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Calling delete_port for 5cbcb390-e6ac-4a10-8a42-216f2b243210 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:45:49.477843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.488337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 5cbcb390-e6ac-4a10-8a42-216f2b243210 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:45:49.488653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.544929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.568475 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] The port '5cbcb390-e6ac-4a10-8a42-216f2b243210' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:45:49.590260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] Pushing event deleted for resources: {'Port': ['ID=5cbcb390-e6ac-4a10-8a42-216f2b243210,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:49.598604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34760305-4e3f-4b8b-9930-a316415f6eed None None] No DVR routers for this DVR port 5cbcb390-e6ac-4a10-8a42-216f2b243210 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:45:49.686436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.711047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b33290-6f1f-46f0-9fb2-b698d71ab39f']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:49.722871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:49.723170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444bc1ed-942d-4ebd-bd94-0dca0b3a92b7') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:49.734643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.755466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.762299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:45:49.762789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:45:49.777673 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:45:49.856091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.861216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.887470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Network': ['ID=40b33290-6f1f-46f0-9fb2-b698d71ab39f,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:49.891151 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ec80c813-3e2c-42a9-a30d-dedca267d85f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/networks/40b33290-6f1f-46f0-9fb2-b698d71ab39f HTTP/1.1" status: 204 len: 168 time: 0.5365491 Jan 12 09:45:49.912012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43786) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:49.917999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'network': {'name': 'tempest-network-smoke--1372654891', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'port_security_enabled': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:49.923354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:49.927624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:network and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:49.930545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:49.937081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:49.948589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:45:49.951704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.979150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:45:49.987649 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:49.987983 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Added segment 1fb48472-fa2f-41bf-8150-573eda4af9f5 of type vlan for network 588df407-3925-4d7c-8998-9e462f43bcc7 Jan 12 09:45:50.013294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.047972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.052394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:50.052978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.075472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 406d047b-8b4c-44b9-a7b5-6b44f7bd693f no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:50.107944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 406d047b-8b4c-44b9-a7b5-6b44f7bd693f {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:45:50.108202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 406d047b-8b4c-44b9-a7b5-6b44f7bd693f not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:50.108613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0a5438db-d8cf-41e1-a76a-a63eecc811f0 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:50.139035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 0a5438db-d8cf-41e1-a76a-a63eecc811f0 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:45:50.139378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0a5438db-d8cf-41e1-a76a-a63eecc811f0 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:50.157269 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2440979 Jan 12 09:45:50.160175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43790) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:50.165985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-410060203', 'admin_state_up': True, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:50.167457 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a92b4-b6a7-4e07-b835-8a30a694cd95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Network': ['ID=588df407-3925-4d7c-8998-9e462f43bcc7,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:50.174075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:50.177740 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 588df407-3925-4d7c-8998-9e462f43bcc7 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:45:50.182072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:router and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:50.184874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:50.190268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:50.207579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.208658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.231444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.473020 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.658375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.691828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.840624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.123 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/98d29ce0-7737-4041-8c9e-a4d85c4faeeb) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:50.985776 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:45:50.998706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:51.031226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:51.098530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:51.101838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:51.104359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:45:51.128061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=98d29ce0-7737-4041-8c9e-a4d85c4faeeb,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:51.194613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-989998f2-034b-4f49-9262-edd2cf39b8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:51.265256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:51.265978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:51.496224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router b82526e0-4abd-4bbe-800e-87f70e5605f1 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:45:51.513929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:51.705978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:45:51.722810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Sync routers for ids ['b82526e0-4abd-4bbe-800e-87f70e5605f1'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:45:51.736660 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Routers {'b82526e0-4abd-4bbe-800e-87f70e5605f1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:51.736660 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b82526e0-4abd-4bbe-800e-87f70e5605f1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:51.742212 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:51.743370 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2f801e93-cd46-473b-b231-0c2d2a630fad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5815153 Jan 12 09:45:51.746999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43794) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:51.802692 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cc0d8a15-2c43-4754-87a3-ffc1e77973cc tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d45f8f502f65499ab2c245dd4d23e808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538936 Jan 12 09:45:51.805010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43798) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:51.920844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Set router b82526e0-4abd-4bbe-800e-87f70e5605f1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:45:51.947034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec34f2-ae9b-4839-bf46-457982dae136 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:51.947662 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7bec34f2-ae9b-4839-bf46-457982dae136 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1416786 Jan 12 09:45:51.951597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43802) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:52.001231 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-41f4af7e-7db1-41ce-8468-badb7f67bc4c tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481765 Jan 12 09:45:52.003694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43806) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:52.011674 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1079051176', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:52.215727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:51Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:52.219588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Checking router: b82526e0-4abd-4bbe-800e-87f70e5605f1 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:45:52.220023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Updating router b82526e0-4abd-4bbe-800e-87f70e5605f1 port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:45:52.233400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:52.237444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:subnet and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:52.240379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:52.246872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:52.258062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:45:52.281469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.363798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.486386 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.608286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.630533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.636303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.648296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Transition to ACTIVE for port object 98d29ce0-7737-4041-8c9e-a4d85c4faeeb will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:52.659829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.692673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Subnet': ['ID=e0d0de9a-24e4-4424-8a19-639b06387dac,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:52.710648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Checking segment: {'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:45:52.711507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network hostable DHCP agents. Network: 588df407-3925-4d7c-8998-9e462f43bcc7, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:45:52.737112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 588df407-3925-4d7c-8998-9e462f43bcc7 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:45:52.744077 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4db62-7f60-48ff-bacc-2bce942291e6 None None] Pushing event updated for resources: {'Port': ['ID=98d29ce0-7737-4041-8c9e-a4d85c4faeeb,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:52.752732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Attempting to bind port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:45:52.752732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Attempting to bind port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:45:52.752732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Attempting to bind port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:45:52.753993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 588df407-3925-4d7c-8998-9e462f43bcc7) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:52.753993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:52.753993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.756903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:45:52.757269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:45:52.758476 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.758476 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:45:52.758476 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Bound port: 98d29ce0-7737-4041-8c9e-a4d85c4faeeb, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:45:52.758867 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.787780 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5269b123-3239-4c97-9025-994ce554ccc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7760408 Jan 12 09:45:52.790415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43812) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:52.822192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768d5947-9a2e-4f2e-b006-870d0f11031c None None] Network 588df407-3925-4d7c-8998-9e462f43bcc7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:45:52.955804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] For port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:45:52.974819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] For port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=98d29ce0-7737-4041-8c9e-a4d85c4faeeb,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:45:53.006655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.129261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4db62-7f60-48ff-bacc-2bce942291e6 None None] Pushing event updated for resources: {'Port': ['ID=98d29ce0-7737-4041-8c9e-a4d85c4faeeb,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:53.134995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-588df407-3925-4d7c-8998-9e462f43bcc7', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:45:53.135900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.156798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Routers {'b82526e0-4abd-4bbe-800e-87f70e5605f1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:53.157415 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b82526e0-4abd-4bbe-800e-87f70e5605f1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:53.448327 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] Set router b82526e0-4abd-4bbe-800e-87f70e5605f1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:45:53.494999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Allocated IP 172.20.0.2 (588df407-3925-4d7c-8998-9e462f43bcc7/e0d0de9a-24e4-4424-8a19-639b06387dac/c4fe8000-dd10-4107-96c6-4233abcb5904) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:53.631797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.873104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.897891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.911508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Transition to ACTIVE for port object c4fe8000-dd10-4107-96c6-4233abcb5904 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:53.937963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Transition to ACTIVE for port object c4fe8000-dd10-4107-96c6-4233abcb5904 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:53.944808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:51Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:53.949384 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.981696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca4930-074c-40f9-bf5b-45e54e010405 None None] The sync data for ids ['b82526e0-4abd-4bbe-800e-87f70e5605f1'] in dv-neutron-824347-1-hyperv is: [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:51Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:45:54.025239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Network 588df407-3925-4d7c-8998-9e462f43bcc7 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:54.028989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:54.030884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Pushing event updated for resources: {'Port': ['ID=c4fe8000-dd10-4107-96c6-4233abcb5904,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:54.032991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:45:54.033271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.1 (588df407-3925-4d7c-8998-9e462f43bcc7/e0d0de9a-24e4-4424-8a19-639b06387dac/3be13072-631c-4f51-b1de-3ff44e70cc7d) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:54.125683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Attempting to bind port c4fe8000-dd10-4107-96c6-4233abcb5904 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:45:54.126057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Attempting to bind port c4fe8000-dd10-4107-96c6-4233abcb5904 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:45:54.126414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Attempting to bind port c4fe8000-dd10-4107-96c6-4233abcb5904 on network 588df407-3925-4d7c-8998-9e462f43bcc7 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:45:54.133363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:45:54.133729 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Checking segment: {'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:45:54.134291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.134970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Bound using segment: {'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:45:54.135578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Bound port: c4fe8000-dd10-4107-96c6-4233abcb5904, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:45:54.136095 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.217784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.235810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object 3be13072-631c-4f51-b1de-3ff44e70cc7d will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:54.246931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] For port c4fe8000-dd10-4107-96c6-4233abcb5904, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:45:54.250111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] For port c4fe8000-dd10-4107-96c6-4233abcb5904, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c4fe8000-dd10-4107-96c6-4233abcb5904,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:45:54.256452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.261044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.335014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 588df407-3925-4d7c-8998-9e462f43bcc7 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:54.338259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:54.340691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:45:54.381734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=3be13072-631c-4f51-b1de-3ff44e70cc7d,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:54.383939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61bf9f-8240-4eaa-8f29-502dee2d8531 None None] Pushing event updated for resources: {'Port': ['ID=c4fe8000-dd10-4107-96c6-4233abcb5904,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:54.417659 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.520039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.949327 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.956688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:55.175122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:55.178492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=3be13072-631c-4f51-b1de-3ff44e70cc7d,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:55.286165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd1a9d-e78a-45ba-9423-2d3447cef633 None None] Network 588df407-3925-4d7c-8998-9e462f43bcc7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:45:55.320298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 588df407-3925-4d7c-8998-9e462f43bcc7 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:55.321364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:55.392531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4f9b8f7c-4cf7-4d1e-872c-c1468735805c None None] Provisioning for port c4fe8000-dd10-4107-96c6-4233abcb5904 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:55.710207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router b82526e0-4abd-4bbe-800e-87f70e5605f1 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:45:55.733741 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fda343b5-51f2-4d7f-ab67-7dc5822b2fe6 None None] Provisioning for port 3be13072-631c-4f51-b1de-3ff44e70cc7d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:55.739401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fda343b5-51f2-4d7f-ab67-7dc5822b2fe6 None None] Provisioning complete for port 3be13072-631c-4f51-b1de-3ff44e70cc7d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:55.740172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fda343b5-51f2-4d7f-ab67-7dc5822b2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:55.794352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fda343b5-51f2-4d7f-ab67-7dc5822b2fe6 None None] Port 3be13072-631c-4f51-b1de-3ff44e70cc7d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:45:55.930347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c2b1f3fa-2b8a-44c2-bfee-5ca6813e5723 None None] Provisioning complete for port 3be13072-631c-4f51-b1de-3ff44e70cc7d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:55.930730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f3fa-2b8a-44c2-bfee-5ca6813e5723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:55.934031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:45:55.950006 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-40b19b94-799e-42bf-9e5c-520c2667001d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/b82526e0-4abd-4bbe-800e-87f70e5605f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1609042 Jan 12 09:45:55.950646 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43816) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:55.994311 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1f3fa-2b8a-44c2-bfee-5ca6813e5723 None None] Port 3be13072-631c-4f51-b1de-3ff44e70cc7d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:45:56.105957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74f191-91dd-42be-a315-fe27e00fc008 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.106251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74f191-91dd-42be-a315-fe27e00fc008 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.106614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74f191-91dd-42be-a315-fe27e00fc008 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.107007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74f191-91dd-42be-a315-fe27e00fc008 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.107359 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74f191-91dd-42be-a315-fe27e00fc008 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.107709 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74f191-91dd-42be-a315-fe27e00fc008 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.110626 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fc74f191-91dd-42be-a315-fe27e00fc008 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1590240 Jan 12 09:45:56.112554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43820) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:56.128741 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c4fe8000-dd10-4107-96c6-4233abcb5904 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:56.156455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-19f7bdfa-c8dd-4684-8e1c-3879c87b2eb3 None None] Provisioning complete for port 3be13072-631c-4f51-b1de-3ff44e70cc7d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:56.156729 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19f7bdfa-c8dd-4684-8e1c-3879c87b2eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.181679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9db1c8-a536-44d1-8405-f926f0a9e5e7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.182189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9db1c8-a536-44d1-8405-f926f0a9e5e7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.182379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9db1c8-a536-44d1-8405-f926f0a9e5e7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.182796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9db1c8-a536-44d1-8405-f926f0a9e5e7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.183133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9db1c8-a536-44d1-8405-f926f0a9e5e7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.183476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9db1c8-a536-44d1-8405-f926f0a9e5e7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:56.185171 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9f9db1c8-a536-44d1-8405-f926f0a9e5e7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0717082 Jan 12 09:45:56.188206 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43824) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:56.229206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-19f7bdfa-c8dd-4684-8e1c-3879c87b2eb3 None None] Port 3be13072-631c-4f51-b1de-3ff44e70cc7d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:45:56.245150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port c4fe8000-dd10-4107-96c6-4233abcb5904 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:56.249876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c4fe8000-dd10-4107-96c6-4233abcb5904 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:56.250239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.361769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.390288 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1967e33e-2833-4c06-a7ea-0cf44a3ffcfb tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2008452 Jan 12 09:45:56.397345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port c4fe8000-dd10-4107-96c6-4233abcb5904, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c4fe8000-dd10-4107-96c6-4233abcb5904,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:56.403421 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.404428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 98d29ce0-7737-4041-8c9e-a4d85c4faeeb up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:56.515207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=c4fe8000-dd10-4107-96c6-4233abcb5904,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:56.529079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:56.533751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:56.534118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.645303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.660823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=98d29ce0-7737-4041-8c9e-a4d85c4faeeb,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:45:56.666127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.730867 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=98d29ce0-7737-4041-8c9e-a4d85c4faeeb,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:56.771781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43830) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:56.777344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740592564', 'description': 'tempest-secgroup-smoke-1740592564 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:56.783369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:56.787389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:56.790164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:56.796239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:56.810236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.854286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:56.857909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:56.860693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:56.866229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:56.920221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.926062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.967947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e915006c-2f42-4fc9-87f2-8dc761aa2996,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:56.972589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.973874 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-935ad1b8-4265-47d2-b70c-1ce7917e2f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2011247 Jan 12 09:45:56.976731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43834) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:56.982215 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'e915006c-2f42-4fc9-87f2-8dc761aa2996', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:56.988211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:56.992081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:56.994980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:57.000739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:57.019056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.081591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.088500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.111870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e8ed49-ca69-423c-9525-d29f527adfbf,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:57.124089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.125272 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f3d24634-e782-4c27-9007-01b38bc7e2dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1476676 Jan 12 09:45:57.127955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43838) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:57.133359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'e915006c-2f42-4fc9-87f2-8dc761aa2996', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:57.138983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:57.142623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:57.145419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:57.151087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:57.169011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.233744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.239544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.263377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a782ac-9d92-411d-b62b-21f7ce879bc1,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:57.274547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.275994 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c86047ea-bb59-46af-bcc2-2ad374ce16bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1471350 Jan 12 09:45:57.278783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43842) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:57.284223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'e915006c-2f42-4fc9-87f2-8dc761aa2996', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:57.290111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:57.294362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:57.297401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:57.303661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:57.321349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.384571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.389309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.413449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc0218f-a3b9-4c0d-aca4-f173669c92a2,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:57.432585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.432585 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c6f1abf9-ef7c-47d4-996b-5023460b24d5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1468151 Jan 12 09:45:57.432585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43846) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:57.436185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'e915006c-2f42-4fc9-87f2-8dc761aa2996', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:57.448625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:57.448625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:57.452204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:57.456853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:57.475768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.543079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.548386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.574052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97869a1e-1f3f-4e21-a53a-5ba5f9b629a1,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:57.585230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.586492 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0f4ac709-82b5-44a5-ab93-cb6367c5f06b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1557331 Jan 12 09:45:57.589372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43850) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:57.596634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'e915006c-2f42-4fc9-87f2-8dc761aa2996', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:57.604799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:57.608545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:57.611385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:57.616933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:57.628556 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:45:57.635109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.698061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.703270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.723589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296f9108-f90d-421e-aebc-c5a50d558894,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:57.737416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.738614 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5808c093-be4f-4766-b84f-7c559c3a1567 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1480999 Jan 12 09:45:57.741700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43854) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:57.747569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'e915006c-2f42-4fc9-87f2-8dc761aa2996', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:45:57.753969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:57.757890 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:57.760904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:57.766883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:57.783134 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:45:57.789527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.857709 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.863405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.887592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f249a02-7eb8-4e82-9604-01eeffc89122,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:57.898272 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.899503 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6036a0ab-b423-4a1d-aa03-ad72fbc20add tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1567945 Jan 12 09:45:58.087686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c4fe8000-dd10-4107-96c6-4233abcb5904 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:58.135925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-d484b890-a11f-460f-a30b-6f24f4d2dc62 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:58.151980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-d484b890-a11f-460f-a30b-6f24f4d2dc62 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:58.153345 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-d484b890-a11f-460f-a30b-6f24f4d2dc62 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740592564&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0577779 Jan 12 09:45:58.156939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c4fe8000-dd10-4107-96c6-4233abcb5904 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:58.157306 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:58.275189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 98d29ce0-7737-4041-8c9e-a4d85c4faeeb up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:58.302723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-e1dcb48f-a304-4d25-b4af-7ce2808e0932 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:58.303402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-e1dcb48f-a304-4d25-b4af-7ce2808e0932 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:58.319695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-e1dcb48f-a304-4d25-b4af-7ce2808e0932 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:58.320896 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-e1dcb48f-a304-4d25-b4af-7ce2808e0932 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/networks?id=588df407-3925-4d7c-8998-9e462f43bcc7 HTTP/1.1" status: 200 len: 797 time: 0.1608322 Jan 12 09:45:58.337249 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-4c97cf49-9084-445e-9376-313285912325 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/quotas/d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 375 time: 0.0106497 Jan 12 09:45:58.341146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:58.341513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:58.421791 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-629ccde6-eb22-420a-83f3-8ab9927bcbce tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787787 Jan 12 09:45:58.600877 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-4e3fbaa1-05a7-477a-a41b-24918237a354 service neutron] 10.222.0.58 "GET /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571376 Jan 12 09:45:58.827683 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-f66ba745-afa9-4300-8305-9960c8b4432b service neutron] 10.222.0.58 "GET /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208362 Jan 12 09:45:59.612821 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Sync routers for ids ['b82526e0-4abd-4bbe-800e-87f70e5605f1'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:45:59.626430 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Routers {'b82526e0-4abd-4bbe-800e-87f70e5605f1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:45:59.626430 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b82526e0-4abd-4bbe-800e-87f70e5605f1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:59.814400 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Set router b82526e0-4abd-4bbe-800e-87f70e5605f1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:46:00.063163 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3949b3a7-6930-4d5c-9e4b-b00ac382820f req-356e02d8-4538-445b-ac75-bdab71545372 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 210 time: 0.0626318 Jan 12 09:46:00.202392 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:54Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be13072-631c-4f51-b1de-3ff44e70cc7d', 'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:0d:cc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:53Z', 'updated_at': '2022-01-12T09:45:54Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:00.207816 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Checking router: b82526e0-4abd-4bbe-800e-87f70e5605f1 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:46:00.207816 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Updating router b82526e0-4abd-4bbe-800e-87f70e5605f1 port 3be13072-631c-4f51-b1de-3ff44e70cc7d binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:46:00.262413 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.607391 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.619011 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Transition to ACTIVE for port object 3be13072-631c-4f51-b1de-3ff44e70cc7d will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:46:00.625115 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.770685 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Pushing event updated for resources: {'Port': ['ID=3be13072-631c-4f51-b1de-3ff44e70cc7d,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.808596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:00.887670 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Attempting to bind port 3be13072-631c-4f51-b1de-3ff44e70cc7d on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:46:00.887670 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Attempting to bind port 3be13072-631c-4f51-b1de-3ff44e70cc7d by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:46:00.887670 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Attempting to bind port 3be13072-631c-4f51-b1de-3ff44e70cc7d on network 588df407-3925-4d7c-8998-9e462f43bcc7 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:46:00.895096 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:46:00.895096 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Checking segment: {'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:46:00.895096 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.895096 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Bound using segment: {'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:46:00.895096 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Bound port: 3be13072-631c-4f51-b1de-3ff44e70cc7d, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:46:00.895096 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:01.021236 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] For port 3be13072-631c-4f51-b1de-3ff44e70cc7d, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:46:01.021236 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] For port 3be13072-631c-4f51-b1de-3ff44e70cc7d, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3be13072-631c-4f51-b1de-3ff44e70cc7d,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:46:01.031914 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:01.119173 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Routers {'b82526e0-4abd-4bbe-800e-87f70e5605f1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:46:01.119173 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b82526e0-4abd-4bbe-800e-87f70e5605f1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:01.205490 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ff70e-c2e3-49a5-84d5-c18784521fe7 None None] Pushing event updated for resources: {'Port': ['ID=3be13072-631c-4f51-b1de-3ff44e70cc7d,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:01.223051 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ac6ad8ac-ba1d-4a73-ab24-5335b218a4a0 req-75cad8e0-a647-4b48-8b71-62ab316d8f06 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 210 time: 0.0726092 Jan 12 09:46:01.364605 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] Set router b82526e0-4abd-4bbe-800e-87f70e5605f1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:46:01.755564 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:54Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be13072-631c-4f51-b1de-3ff44e70cc7d', 'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:0d:cc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:53Z', 'updated_at': '2022-01-12T09:46:01Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:01.760329 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ab8e0-0c5b-4f8e-bc13-0011202a9a47 None None] The sync data for ids ['b82526e0-4abd-4bbe-800e-87f70e5605f1'] in dv-neutron-824347-1-hyperv is: [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:54Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be13072-631c-4f51-b1de-3ff44e70cc7d', 'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:0d:cc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:53Z', 'updated_at': '2022-01-12T09:46:01Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:46:02.133089 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3be13072-631c-4f51-b1de-3ff44e70cc7d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:46:02.244474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 3be13072-631c-4f51-b1de-3ff44e70cc7d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:46:02.254909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3be13072-631c-4f51-b1de-3ff44e70cc7d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:02.254909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:02.374043 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee0f4caa-fd54-461c-8ef7-c4373f8a9da1 req-9e92fdde-b087-408c-8d1f-7a7d4d2cced4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 210 time: 0.0695143 Jan 12 09:46:02.400165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:02.435145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 3be13072-631c-4f51-b1de-3ff44e70cc7d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3be13072-631c-4f51-b1de-3ff44e70cc7d,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:46:02.444574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:02.507214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=3be13072-631c-4f51-b1de-3ff44e70cc7d,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:03.490844 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-004394de-e380-43e5-9904-f7d308eaeffe req-5455f1e4-acdd-4ccb-9353-ed77da17e8e0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 210 time: 0.0491834 Jan 12 09:46:04.083131 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3be13072-631c-4f51-b1de-3ff44e70cc7d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:46:04.183491 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3be13072-631c-4f51-b1de-3ff44e70cc7d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:04.183819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:04.662448 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b261b9ba-8e37-490b-922b-4f4c66a6606c req-9f1cf244-1b42-49cf-a8af-3a64d0d39926 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 210 time: 0.0417190 Jan 12 09:46:05.259284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-88aa6784-91fa-482f-bc10-beb5b49cadf9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:05.259973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-88aa6784-91fa-482f-bc10-beb5b49cadf9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:46:05.271567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-88aa6784-91fa-482f-bc10-beb5b49cadf9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:46:05.272657 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-88aa6784-91fa-482f-bc10-beb5b49cadf9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=588df407-3925-4d7c-8998-9e462f43bcc7 HTTP/1.1" status: 200 len: 797 time: 0.1525502 Jan 12 09:46:05.336833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-451215bf-26f3-47ce-82f7-144645787a55 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:46:05.355648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-451215bf-26f3-47ce-82f7-144645787a55 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:46:05.355648 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-451215bf-26f3-47ce-82f7-144645787a55 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 380 time: 0.0668461 Jan 12 09:46:05.368513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'device_id': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'admin_state_up': True, 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'security_groups': ['e915006c-2f42-4fc9-87f2-8dc761aa2996']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:46:05.505589 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:05.510822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:port and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:05.513798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:05.521861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:05.535435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:46:05.535435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:05.823097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.6 (588df407-3925-4d7c-8998-9e462f43bcc7/e0d0de9a-24e4-4424-8a19-639b06387dac/a3c360ca-6947-414d-9b3e-93dd998d4fc1) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:46:05.846747 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f595d46e-0f6a-49c5-be4d-8e2b478de5e2 req-a1762719-2170-421b-8bc1-c6f8bbf85f5a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 210 time: 0.0456462 Jan 12 09:46:06.020437 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.034409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object a3c360ca-6947-414d-9b3e-93dd998d4fc1 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:46:06.056289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.135068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 588df407-3925-4d7c-8998-9e462f43bcc7 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:46:06.138533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:46:06.142643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:46:06.175976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=a3c360ca-6947-414d-9b3e-93dd998d4fc1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:06.216836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:06.217441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.247206 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-1b583631-79b9-42c1-b2ff-e1a8f28cd456 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8894465 Jan 12 09:46:06.257065 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Request body: {'port': {'device_id': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:46:06.368330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.402509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fbb93639-ac63-492a-ab8d-cb62b6ab7650 None None] Provisioning for port a3c360ca-6947-414d-9b3e-93dd998d4fc1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:46:06.407964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fbb93639-ac63-492a-ab8d-cb62b6ab7650 None None] Provisioning complete for port a3c360ca-6947-414d-9b3e-93dd998d4fc1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:06.408554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbb93639-ac63-492a-ab8d-cb62b6ab7650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.471844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fbb93639-ac63-492a-ab8d-cb62b6ab7650 None None] Port a3c360ca-6947-414d-9b3e-93dd998d4fc1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:46:06.730516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c360ca-6947-414d-9b3e-93dd998d4fc1 {{(pid=83595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:46:06.737545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.751976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Transition to ACTIVE for port object a3c360ca-6947-414d-9b3e-93dd998d4fc1 will not be triggered until provisioned by entity L2. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:46:06.757664 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.887831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c360ca-6947-414d-9b3e-93dd998d4fc1,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:07.005833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Attempting to bind port a3c360ca-6947-414d-9b3e-93dd998d4fc1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:46:07.006162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Attempting to bind port a3c360ca-6947-414d-9b3e-93dd998d4fc1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:46:07.007614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Attempting to bind port a3c360ca-6947-414d-9b3e-93dd998d4fc1 on network 588df407-3925-4d7c-8998-9e462f43bcc7 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:46:07.016382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Port a3c360ca-6947-414d-9b3e-93dd998d4fc1 on network 588df407-3925-4d7c-8998-9e462f43bcc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:46:07.016382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Attempting to bind port a3c360ca-6947-414d-9b3e-93dd998d4fc1 on network 588df407-3925-4d7c-8998-9e462f43bcc7 {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:46:07.024603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:46:07.024603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Checking segment: {'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:46:07.024603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Bound using segment: {'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'} {{(pid=83595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:46:07.024603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.managers [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Bound port: a3c360ca-6947-414d-9b3e-93dd998d4fc1, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb48472-fa2f-41bf-8150-573eda4af9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7'}}] {{(pid=83595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:46:07.025198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.087966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af629a8f-9590-4faf-8d7c-8fd97d7465b0 req-cf9f7ef2-5fd1-4a4e-8c9d-f344a33a4122 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.090044 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-af629a8f-9590-4faf-8d7c-8fd97d7465b0 req-cf9f7ef2-5fd1-4a4e-8c9d-f344a33a4122 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 943 time: 0.0937967 Jan 12 09:46:07.131250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] For port a3c360ca-6947-414d-9b3e-93dd998d4fc1, host hv-neutron-8243, cleared binding levels {{(pid=83595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:46:07.134264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] For port a3c360ca-6947-414d-9b3e-93dd998d4fc1, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a3c360ca-6947-414d-9b3e-93dd998d4fc1,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:46:07.143126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.143221 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-af629a8f-9590-4faf-8d7c-8fd97d7465b0 req-be71d1b0-9d61-4ebd-b643-2f2124c132ab tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473168 Jan 12 09:46:07.211908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.211908 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] 10.222.0.59 "PUT /v2.0/ports/a3c360ca-6947-414d-9b3e-93dd998d4fc1 HTTP/1.1" status: 200 len: 1093 time: 0.9566159 Jan 12 09:46:07.211908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'tag': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:46:07.238498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d091b-15cb-4fcf-bb1f-89f349d3c641 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c360ca-6947-414d-9b3e-93dd998d4fc1,revision_number=3']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:07.309559 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'tag': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'status': 'completed', 'code': 200} Jan 12 09:46:07.345590 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-5e2a5480-333b-470d-ac8d-70a0db52c738 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 1096 time: 0.0742474 Jan 12 09:46:07.419951 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-9cf82ce0-50bb-4c06-bbdd-f4c5cf2bc873 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c360ca-6947-414d-9b3e-93dd998d4fc1 HTTP/1.1" status: 200 len: 217 time: 0.0675695 Jan 12 09:46:07.485835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-ca781851-a808-41df-b5da-36df74869384 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.487026 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-ca781851-a808-41df-b5da-36df74869384 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0d0de9a-24e4-4424-8a19-639b06387dac HTTP/1.1" status: 200 len: 835 time: 0.0604539 Jan 12 09:46:07.569556 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-2c0c1aa1-6547-4173-b6c0-35988b938e4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=588df407-3925-4d7c-8998-9e462f43bcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764229 Jan 12 09:46:07.790373 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-34c173b2-e8d0-4de0-ae7d-5e28c918b6e7 service neutron] 10.222.0.59 "GET /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146122 Jan 12 09:46:07.939480 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6462cf9f-162a-48cf-a7c0-e45714418585 req-c372160c-8660-4620-9256-170abea62e34 service neutron] 10.222.0.59 "GET /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428897 Jan 12 09:46:08.051811 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cb39ea43-3245-4593-9b5d-ab8cb929a07a req-ddce5e2d-34c5-4570-ad8b-4ea61c4f27bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 1096 time: 0.0684087 Jan 12 09:46:08.189249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39ea43-3245-4593-9b5d-ab8cb929a07a req-3bb8d05f-c996-4e6b-a70e-2de532f11368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:08.191292 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cb39ea43-3245-4593-9b5d-ab8cb929a07a req-3bb8d05f-c996-4e6b-a70e-2de532f11368 service neutron] 10.222.0.59 "GET /v2.0/networks?id=588df407-3925-4d7c-8998-9e462f43bcc7 HTTP/1.1" status: 200 len: 898 time: 0.1328793 Jan 12 09:46:08.262175 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cb39ea43-3245-4593-9b5d-ab8cb929a07a req-307f2ee6-f66e-4e4e-8968-4ba6c8561c26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c360ca-6947-414d-9b3e-93dd998d4fc1 HTTP/1.1" status: 200 len: 217 time: 0.0661027 Jan 12 09:46:08.323784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39ea43-3245-4593-9b5d-ab8cb929a07a req-c91263aa-62cc-49e1-ad2d-8d889151d904 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:08.325130 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cb39ea43-3245-4593-9b5d-ab8cb929a07a req-c91263aa-62cc-49e1-ad2d-8d889151d904 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0d0de9a-24e4-4424-8a19-639b06387dac HTTP/1.1" status: 200 len: 835 time: 0.0568562 Jan 12 09:46:08.361955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8ff03-7d4e-45b8-9858-9639c2850ff8 req-82334a4e-b999-4da6-9539-76060f81e1a4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:08.363549 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6d8ff03-7d4e-45b8-9858-9639c2850ff8 req-82334a4e-b999-4da6-9539-76060f81e1a4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 943 time: 0.0814114 Jan 12 09:46:08.414261 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6d8ff03-7d4e-45b8-9858-9639c2850ff8 req-8414be7f-1e23-46b7-99ca-6c380dd3c746 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 Jan 12 09:46:08.420367 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cb39ea43-3245-4593-9b5d-ab8cb929a07a req-e14001c9-6e75-4a39-9046-bccb1a4007ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=588df407-3925-4d7c-8998-9e462f43bcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874016 Jan 12 09:46:08.559959 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cb39ea43-3245-4593-9b5d-ab8cb929a07a req-89ff1095-1316-434d-b659-684bddb9c76b service neutron] 10.222.0.59 "GET /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312225 Jan 12 09:46:08.689228 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-cb39ea43-3245-4593-9b5d-ab8cb929a07a req-e02368ac-be09-45e8-acc8-cc132962998a service neutron] 10.222.0.59 "GET /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225927 Jan 12 09:46:09.615298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4651b-2a1e-4dce-a791-156a41f0cb11 req-e88881f7-4e44-42a3-ae63-a7e13203c4b8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:09.616741 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-afe4651b-2a1e-4dce-a791-156a41f0cb11 req-e88881f7-4e44-42a3-ae63-a7e13203c4b8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 943 time: 0.0771635 Jan 12 09:46:09.661337 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-afe4651b-2a1e-4dce-a791-156a41f0cb11 req-95845804-d0e1-48ea-a0cc-9611daed1ba5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388904 Jan 12 09:46:10.870335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa7325-789a-4d39-8a37-f2de0064628b req-7b91e148-fb24-4730-ab94-b8713cae55a8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:10.871837 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1afa7325-789a-4d39-8a37-f2de0064628b req-7b91e148-fb24-4730-ab94-b8713cae55a8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 943 time: 0.0824802 Jan 12 09:46:10.916722 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1afa7325-789a-4d39-8a37-f2de0064628b req-1c7926dd-3529-4b93-9ec0-4bad16244c97 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394433 Jan 12 09:46:11.461245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device a3c360ca-6947-414d-9b3e-93dd998d4fc1 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:46:11.602209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port a3c360ca-6947-414d-9b3e-93dd998d4fc1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a3c360ca-6947-414d-9b3e-93dd998d4fc1,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:46:11.615173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'port_id': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'mac_address': 'fa:16:3e:49:9f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:46:11.676298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:11.697589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c360ca-6947-414d-9b3e-93dd998d4fc1 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:46:11.714720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port a3c360ca-6947-414d-9b3e-93dd998d4fc1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a3c360ca-6947-414d-9b3e-93dd998d4fc1,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:46:11.723594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:11.788859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=a3c360ca-6947-414d-9b3e-93dd998d4fc1,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:12.062266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['a3c360ca-6947-414d-9b3e-93dd998d4fc1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:46:12.124589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503ea61-c8b0-4fe4-bcb1-0511a2b1f951 req-66826a9a-b449-4380-9574-d2a4a16fc7be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:12.126000 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f503ea61-c8b0-4fe4-bcb1-0511a2b1f951 req-66826a9a-b449-4380-9574-d2a4a16fc7be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 944 time: 0.0804968 Jan 12 09:46:12.173064 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f503ea61-c8b0-4fe4-bcb1-0511a2b1f951 req-037d0445-9f53-4cac-a8c9-fefa1e4d9a80 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 Jan 12 09:46:13.389315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65e73-f89f-49c8-a2ef-897f0a9b5bb0 req-d4473601-3b5d-4c12-be11-b01c4285fba3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:13.390782 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dbb65e73-f89f-49c8-a2ef-897f0a9b5bb0 req-d4473601-3b5d-4c12-be11-b01c4285fba3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 944 time: 0.0855649 Jan 12 09:46:13.445461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dbb65e73-f89f-49c8-a2ef-897f0a9b5bb0 req-a3885140-2856-47f9-96fc-7e588f578ac2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473740 Jan 12 09:46:13.469731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device a3c360ca-6947-414d-9b3e-93dd998d4fc1 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:46:13.547023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port a3c360ca-6947-414d-9b3e-93dd998d4fc1 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:46:13.552268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port a3c360ca-6947-414d-9b3e-93dd998d4fc1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:13.552632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:13.669307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:13.702961 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:46:13.713333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port a3c360ca-6947-414d-9b3e-93dd998d4fc1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a3c360ca-6947-414d-9b3e-93dd998d4fc1,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:46:13.718485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:13.784842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=a3c360ca-6947-414d-9b3e-93dd998d4fc1,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:13.834701 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'code': 200} Jan 12 09:46:14.062683 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-20c2f1b8-0ad3-4665-9bf4-3b7492076429 req-5051b686-8e99-4f78-b704-1e76b3b88703 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 1098 time: 0.0689418 Jan 12 09:46:14.109079 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-20c2f1b8-0ad3-4665-9bf4-3b7492076429 req-3756c390-727a-4d63-917e-8011ce88566a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405865 Jan 12 09:46:14.660247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4487a6-312d-479d-bc09-c5da5622d820 req-6dfb39e8-eb3f-4c87-b482-265cb481f03c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:14.661672 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bf4487a6-312d-479d-bc09-c5da5622d820 req-6dfb39e8-eb3f-4c87-b482-265cb481f03c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 945 time: 0.0932093 Jan 12 09:46:14.707764 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bf4487a6-312d-479d-bc09-c5da5622d820 req-e4870a2c-fa75-4f18-baa7-a4ab1fe16ce5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Jan 12 09:46:15.920358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed1a61-168c-4e42-8321-870700ba5e94 req-89cb9e50-8e65-4314-8db3-a21edea450f1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:15.921700 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44ed1a61-168c-4e42-8321-870700ba5e94 req-89cb9e50-8e65-4314-8db3-a21edea450f1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 945 time: 0.0892432 Jan 12 09:46:15.971548 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44ed1a61-168c-4e42-8321-870700ba5e94 req-79450ec6-daab-4ee0-a1bf-46552e872c7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Jan 12 09:46:16.193759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd346cc5-2ea1-4a1d-aef3-c4ab55480bf4 req-dcd9ec76-5b1c-4153-858c-837dd1110ae3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:16.195604 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bd346cc5-2ea1-4a1d-aef3-c4ab55480bf4 req-dcd9ec76-5b1c-4153-858c-837dd1110ae3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 945 time: 0.0807030 Jan 12 09:46:16.246728 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bd346cc5-2ea1-4a1d-aef3-c4ab55480bf4 req-f9189ee3-a849-4b4d-a149-b453211959ad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450563 Jan 12 09:46:16.275110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43926) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:16.345924 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-36eed462-b663-41af-a6ab-11a8f4bbe9e3 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 1093 time: 0.0694265 Jan 12 09:46:16.349413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 43930) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:16.354634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:46:16.360594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:16.364510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:floatingip and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:16.367428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:16.373314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:16.386474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:16.522483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:16.669714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.118 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/19a4fb34-4d40-498e-8e9a-4592611b7d03) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:46:16.840106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:16.877240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:16.946193 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:46:16.949096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:46:16.953499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:46:17.067544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=19a4fb34-4d40-498e-8e9a-4592611b7d03,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:17.562177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:17.618826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:17.821782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:17.828299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:17.922518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=19a4fb34-4d40-498e-8e9a-4592611b7d03,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:17.940583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:18.143024 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP aed33786-a069-488f-9ebd-c9ce4fa6a009 associated. External IP: 172.26.1.118, port: a3c360ca-6947-414d-9b3e-93dd998d4fc1. Jan 12 09:46:18.664568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router b82526e0-4abd-4bbe-800e-87f70e5605f1 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:46:18.880665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:46:18.891101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] Sync routers for ids ['b82526e0-4abd-4bbe-800e-87f70e5605f1'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:46:18.903393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] Routers {'b82526e0-4abd-4bbe-800e-87f70e5605f1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:46:18.904079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b82526e0-4abd-4bbe-800e-87f70e5605f1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:18.906418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:18.962359 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1412f0ef-402b-4da9-a2be-10a9d032911a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6119020 Jan 12 09:46:18.963113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'tag': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:46:18.966290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43934) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:19.044776 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'tag': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'status': 'completed', 'code': 200} Jan 12 09:46:19.070990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63996421-e6d7-4e7d-bab1-115b2461b932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:19.092695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] Set router b82526e0-4abd-4bbe-800e-87f70e5605f1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:46:19.135475 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-09d14b17-a63d-42ad-a897-6d67eb015f6b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/aed33786-a069-488f-9ebd-c9ce4fa6a009 HTTP/1.1" status: 200 len: 991 time: 0.1676803 Jan 12 09:46:19.162110 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-0ad93bfe-0449-47c7-8610-60714b99f5a2 req-be96ea3f-12ca-4772-9fe1-ddb57d47024a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 1098 time: 0.0881736 Jan 12 09:46:19.291292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad93bfe-0449-47c7-8610-60714b99f5a2 req-d6243523-0e81-4606-9a1c-0c26bb51f836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:19.292800 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-0ad93bfe-0449-47c7-8610-60714b99f5a2 req-d6243523-0e81-4606-9a1c-0c26bb51f836 service neutron] 10.222.0.59 "GET /v2.0/networks?id=588df407-3925-4d7c-8998-9e462f43bcc7 HTTP/1.1" status: 200 len: 898 time: 0.1251285 Jan 12 09:46:19.396501 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-0ad93bfe-0449-47c7-8610-60714b99f5a2 req-7792c47e-c722-4ea7-a03b-c4a87255bca5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c360ca-6947-414d-9b3e-93dd998d4fc1 HTTP/1.1" status: 200 len: 999 time: 0.0981462 Jan 12 09:46:19.444486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:54Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'aed33786-a069-488f-9ebd-c9ce4fa6a009', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.118', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'port_id': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'mac_address': 'fa:16:3e:49:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:46:17Z', 'updated_at': '2022-01-12T09:46:17Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be13072-631c-4f51-b1de-3ff44e70cc7d', 'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:0d:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:53Z', 'updated_at': '2022-01-12T09:46:02Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:19.448372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] Checking router: b82526e0-4abd-4bbe-800e-87f70e5605f1 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:46:19.458861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad93bfe-0449-47c7-8610-60714b99f5a2 req-efbdb92a-d28c-40df-b4fb-1e5730939615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:19.459176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] Routers {'b82526e0-4abd-4bbe-800e-87f70e5605f1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:46:19.459789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:45:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b82526e0-4abd-4bbe-800e-87f70e5605f1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:19.460314 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-0ad93bfe-0449-47c7-8610-60714b99f5a2 req-efbdb92a-d28c-40df-b4fb-1e5730939615 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0d0de9a-24e4-4424-8a19-639b06387dac HTTP/1.1" status: 200 len: 835 time: 0.0576324 Jan 12 09:46:19.535835 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-0ad93bfe-0449-47c7-8610-60714b99f5a2 req-4e1f92dc-2870-4d36-b19e-8c59dcc8c298 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=588df407-3925-4d7c-8998-9e462f43bcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701287 Jan 12 09:46:19.670558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] Set router b82526e0-4abd-4bbe-800e-87f70e5605f1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:46:19.775729 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-0ad93bfe-0449-47c7-8610-60714b99f5a2 req-64275a44-05b0-4dce-bf16-8394472e7ae6 service neutron] 10.222.0.59 "GET /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342720 Jan 12 09:46:19.905763 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-0ad93bfe-0449-47c7-8610-60714b99f5a2 req-93c9e24d-e23a-49b6-b150-2c19d2f89790 service neutron] 10.222.0.59 "GET /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245034 Jan 12 09:46:20.018964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:54Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'aed33786-a069-488f-9ebd-c9ce4fa6a009', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.118', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'port_id': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'mac_address': 'fa:16:3e:49:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:46:17Z', 'updated_at': '2022-01-12T09:46:17Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be13072-631c-4f51-b1de-3ff44e70cc7d', 'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:0d:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:53Z', 'updated_at': '2022-01-12T09:46:02Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:20.023301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b30790-7b9b-410d-ad2a-a23c945cfab2 None None] The sync data for ids ['b82526e0-4abd-4bbe-800e-87f70e5605f1'] in dv-neutron-824347-1-hyperv is: [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:54Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'aed33786-a069-488f-9ebd-c9ce4fa6a009', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.118', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'port_id': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'mac_address': 'fa:16:3e:49:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:46:17Z', 'updated_at': '2022-01-12T09:46:17Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be13072-631c-4f51-b1de-3ff44e70cc7d', 'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:0d:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:53Z', 'updated_at': '2022-01-12T09:46:02Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:46:20.139554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43940) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:20.229558 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d33e0e-3904-406c-abce-e316bb73490e None None] New status for floating IP aed33786-a069-488f-9ebd-c9ce4fa6a009: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:46:20.251807 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eaecb567-8eb4-4d4f-ba1d-afad8c5e0c87 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/aed33786-a069-488f-9ebd-c9ce4fa6a009 HTTP/1.1" status: 200 len: 991 time: 0.1110535 Jan 12 09:46:21.210871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97b307b7-7101-4ae3-9801-1e5d87a59e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:21.255497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43944) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:21.358503 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-409d6b7d-b463-4232-a00d-2099e37b4cca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/aed33786-a069-488f-9ebd-c9ce4fa6a009 HTTP/1.1" status: 200 len: 993 time: 0.1018367 Jan 12 09:46:21.534359 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:22.441790 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:22.600118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:23.801281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:27.992337 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:46:32.533339 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-3fdbea5b-48ac-4818-bfb1-076004a59c16 req-90b65cf5-3d39-48ac-8418-f0a9adcdd5e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730109 Jan 12 09:46:32.632450 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-3fdbea5b-48ac-4818-bfb1-076004a59c16 req-473e1a7d-498f-450e-a310-03932add8f0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 1098 time: 0.0756726 Jan 12 09:46:32.796058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbea5b-48ac-4818-bfb1-076004a59c16 req-3bc23b86-40eb-45a2-a46b-c5a8adeb9ce4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:32.797886 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-3fdbea5b-48ac-4818-bfb1-076004a59c16 req-3bc23b86-40eb-45a2-a46b-c5a8adeb9ce4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.1379404 Jan 12 09:46:32.921257 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-3fdbea5b-48ac-4818-bfb1-076004a59c16 req-ee449f9b-f8ae-44a4-b60e-c66719496f6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077b0051-a504-4981-83af-ff123a650dd8 HTTP/1.1" status: 200 len: 1001 time: 0.1125133 Jan 12 09:46:32.992148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbea5b-48ac-4818-bfb1-076004a59c16 req-4fa2eab2-c4f2-4070-9cb1-e647991a3d3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:32.992148 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-3fdbea5b-48ac-4818-bfb1-076004a59c16 req-4fa2eab2-c4f2-4070-9cb1-e647991a3d3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.0680752 Jan 12 09:46:33.070965 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-3fdbea5b-48ac-4818-bfb1-076004a59c16 req-0793cb9d-be3b-4955-b2b7-d1924cf795de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749731 Jan 12 09:46:33.205951 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-3fdbea5b-48ac-4818-bfb1-076004a59c16 req-bea9e91a-fd8e-4094-bd54-279efbfcb222 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276331 Jan 12 09:46:33.341595 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-3fdbea5b-48ac-4818-bfb1-076004a59c16 req-3a72d592-c422-4d79-b2c7-0a15ef23a27c service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300564 Jan 12 09:46:49.056441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a85ef7b-ddc7-4ffc-8343-d13969b06cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:51.208304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1fd31d81-cb0a-48a3-be6e-5aec682694bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:51.543079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:52.439970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:52.601216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:53.801513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:04.989286 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:47:19.052019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1abd64e8-986d-47e0-8b86-475ae43a1067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:21.206075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e40a9412-34e4-402f-a8f9-399b59e475cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:21.549104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.448927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.600936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:23.806824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:24.607604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 43970) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:24.804246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Deleting port 9dc1069b-0dad-400e-bb0b-329a3b115950 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:24.804487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.057145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.057447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.176455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Calling delete_port for 9dc1069b-0dad-400e-bb0b-329a3b115950 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:25.327397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.370283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event deleted for resources: {'Port': ['ID=9dc1069b-0dad-400e-bb0b-329a3b115950,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:25.409192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.409476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.409840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.410160 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.410488 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.410841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.411160 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.411478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.411786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.412097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.412405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:25.470067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.865026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Router 251249a4-f463-4737-a253-ecbe3acd1f51 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:47:26.069249 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:47:26.080024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] Sync routers for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:47:26.086825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:26.092049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:26.092659 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:26.137573 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5ec73309-28c7-4461-9fb6-35e4ccf22d25 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "DELETE /v2.0/floatingips/8b07f51f-21cd-4d7d-8583-fc1f425abf20 HTTP/1.1" status: 204 len: 168 time: 1.5287979 Jan 12 09:47:26.138000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'tag': '002daff2-c408-42fb-9093-2f11c7a105b1'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:26.196052 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'tag': '002daff2-c408-42fb-9093-2f11c7a105b1', 'status': 'completed', 'code': 200} Jan 12 09:47:26.276007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:26.292036 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-82e2511e-5af5-4202-b88f-a8e00fd73357 req-05709ffe-9e8d-4432-8d61-e362de330a23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 1099 time: 0.0744379 Jan 12 09:47:26.435967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2511e-5af5-4202-b88f-a8e00fd73357 req-377e0563-93f6-4277-b201-0163839e18eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:26.437338 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-82e2511e-5af5-4202-b88f-a8e00fd73357 req-377e0563-93f6-4277-b201-0163839e18eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.1390946 Jan 12 09:47:26.539541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49260dea-cc67-45bf-b2ce-730d8fd65fd9 req-b86c7fc0-f0e3-4033-8db5-05b1dee7521a tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:26.541024 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-49260dea-cc67-45bf-b2ce-730d8fd65fd9 req-b86c7fc0-f0e3-4033-8db5-05b1dee7521a tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 946 time: 0.0786607 Jan 12 09:47:26.590452 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-49260dea-cc67-45bf-b2ce-730d8fd65fd9 req-f8935df7-951c-42a4-87cd-e21776936af1 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 Jan 12 09:47:26.618379 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-82e2511e-5af5-4202-b88f-a8e00fd73357 req-708e1790-b43a-41c5-b11d-e2f97e0ff9be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=002daff2-c408-42fb-9093-2f11c7a105b1 HTTP/1.1" status: 200 len: 217 time: 0.1737986 Jan 12 09:47:26.644518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '765f03d7-eb70-435a-a795-f2a6036b4b9b', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:19:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:31Z', 'updated_at': '2022-01-12T09:43:35Z', 'revision_number': 1, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:26.648504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] Checking router: 251249a4-f463-4737-a253-ecbe3acd1f51 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:47:26.659229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:26.659807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:26.682040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2511e-5af5-4202-b88f-a8e00fd73357 req-eafc209a-eaef-40c4-ab29-4259e3c54a55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:26.683534 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-82e2511e-5af5-4202-b88f-a8e00fd73357 req-eafc209a-eaef-40c4-ab29-4259e3c54a55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.0586252 Jan 12 09:47:26.759169 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-82e2511e-5af5-4202-b88f-a8e00fd73357 req-aef64876-0725-4bd2-bfb2-e13d08feeccf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686569 Jan 12 09:47:26.879291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:26.892188 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-82e2511e-5af5-4202-b88f-a8e00fd73357 req-e8f47923-8e4d-4fe0-99a8-bd8cf3d27927 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259253 Jan 12 09:47:27.022100 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-82e2511e-5af5-4202-b88f-a8e00fd73357 req-899c35f7-293b-4874-9d78-4180b991e6ae service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234179 Jan 12 09:47:27.222844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '765f03d7-eb70-435a-a795-f2a6036b4b9b', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:19:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:31Z', 'updated_at': '2022-01-12T09:43:35Z', 'revision_number': 1, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:27.226939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343ce1e-f887-48d1-a9a4-5486e7872ed5 None None] The sync data for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv is: [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '765f03d7-eb70-435a-a795-f2a6036b4b9b', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'port_id': '077b0051-a504-4981-83af-ff123a650dd8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'mac_address': 'fa:16:3e:19:ae:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:31Z', 'updated_at': '2022-01-12T09:43:35Z', 'revision_number': 1, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:47:27.462085 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bb2ea-f160-4148-a765-689ec3327304 None None] New status for floating IP 8b07f51f-21cd-4d7d-8583-fc1f425abf20: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:47:27.817314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c432da-d6f3-40ae-bba2-757bf20e84c0 req-b61526cd-c090-4d69-be17-9e4db17eb85f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.818806 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-43c432da-d6f3-40ae-bba2-757bf20e84c0 req-b61526cd-c090-4d69-be17-9e4db17eb85f tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 946 time: 0.0841751 Jan 12 09:47:27.864271 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-43c432da-d6f3-40ae-bba2-757bf20e84c0 req-2748635d-f5ec-4971-8b3b-b8eefe7b06be tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397503 Jan 12 09:47:28.317599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-6531c467-189b-4a7a-b7f2-1499d15f3be4 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:28.318285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-6531c467-189b-4a7a-b7f2-1499d15f3be4 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Synchronizing usage tracker for tenant:a2e1163083c446099153b56bbd9c8d52 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:28.336097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-6531c467-189b-4a7a-b7f2-1499d15f3be4 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Unset dirty status for tenant:a2e1163083c446099153b56bbd9c8d52 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:28.337253 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-6531c467-189b-4a7a-b7f2-1499d15f3be4 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 946 time: 0.1016765 Jan 12 09:47:28.416101 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-77174822-e817-44e2-8dbf-6c3d691dd82b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Deleting port 002daff2-c408-42fb-9093-2f11c7a105b1 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:28.416332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-77174822-e817-44e2-8dbf-6c3d691dd82b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.660290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-77174822-e817-44e2-8dbf-6c3d691dd82b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] For port 002daff2-c408-42fb-9093-2f11c7a105b1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=002daff2-c408-42fb-9093-2f11c7a105b1,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:28.660559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-77174822-e817-44e2-8dbf-6c3d691dd82b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.782163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-77174822-e817-44e2-8dbf-6c3d691dd82b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Calling delete_port for 002daff2-c408-42fb-9093-2f11c7a105b1 owned by compute:nova {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:28.928008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-77174822-e817-44e2-8dbf-6c3d691dd82b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.976548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77174822-e817-44e2-8dbf-6c3d691dd82b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event deleted for resources: {'Port': ['ID=002daff2-c408-42fb-9093-2f11c7a105b1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:29.025690 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-03d6d8e4-3269-4281-91f7-7dd7e4ecbb1d req-82861b38-8aeb-49d8-91a7-2f0260277dfa tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 210 time: 0.0408614 Jan 12 09:47:29.053382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-77174822-e817-44e2-8dbf-6c3d691dd82b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] No DVR routers for this DVR port 002daff2-c408-42fb-9093-2f11c7a105b1 on host hv-neutron-8243 {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:29.056037 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-77174822-e817-44e2-8dbf-6c3d691dd82b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.058905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'name': 'network-vif-deleted', 'tag': '002daff2-c408-42fb-9093-2f11c7a105b1'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:29.076819 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-e7652aa7-a5cb-479f-8556-8c9cfe074a59 req-77174822-e817-44e2-8dbf-6c3d691dd82b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "DELETE /v2.0/ports/002daff2-c408-42fb-9093-2f11c7a105b1 HTTP/1.1" status: 204 len: 173 time: 0.7323749 Jan 12 09:47:29.122885 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c', 'name': 'network-vif-deleted', 'tag': '002daff2-c408-42fb-9093-2f11c7a105b1', 'status': 'completed', 'code': 200} Jan 12 09:47:30.214242 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-574548dc-de9e-481d-b077-3e569865f85a req-2f64967a-2be7-4c84-8c05-2d6f1de0b5d0 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c4d7fe1-e6bd-41a5-ad9b-02e63e1fba4c HTTP/1.1" status: 200 len: 210 time: 0.0451148 Jan 12 09:47:31.828662 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 002daff2-c408-42fb-9093-2f11c7a105b1 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:31.861811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 002daff2-c408-42fb-9093-2f11c7a105b1 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:47:31.862071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 002daff2-c408-42fb-9093-2f11c7a105b1 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:34.431108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44010) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:34.473792 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-eee94e25-5b3d-4c84-b774-d5d86166f1dc req-41eb3068-53c6-4a1a-826d-f9d53f600839 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696802 Jan 12 09:47:34.629117 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-eee94e25-5b3d-4c84-b774-d5d86166f1dc req-215881da-4b95-49f4-9fa5-7400e7c26290 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 1098 time: 0.0850310 Jan 12 09:47:34.674033 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4f7e3c71-af74-49f8-ab4c-9dacb2fad4c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/aed33786-a069-488f-9ebd-c9ce4fa6a009 HTTP/1.1" status: 200 len: 993 time: 0.2411025 Jan 12 09:47:34.786692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94e25-5b3d-4c84-b774-d5d86166f1dc req-0521fac0-a9b6-4531-b37a-5a4ddc767139 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:34.788116 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-eee94e25-5b3d-4c84-b774-d5d86166f1dc req-0521fac0-a9b6-4531-b37a-5a4ddc767139 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.1349509 Jan 12 09:47:34.987632 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-eee94e25-5b3d-4c84-b774-d5d86166f1dc req-279796ea-4ba5-4306-bcc9-35a2de63f9bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077b0051-a504-4981-83af-ff123a650dd8 HTTP/1.1" status: 200 len: 1001 time: 0.1922328 Jan 12 09:47:34.998532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44022) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:35.050107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94e25-5b3d-4c84-b774-d5d86166f1dc req-787f918b-ca4f-4340-82dc-ea96ff3c364b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:35.051814 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-eee94e25-5b3d-4c84-b774-d5d86166f1dc req-787f918b-ca4f-4340-82dc-ea96ff3c364b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.0572815 Jan 12 09:47:35.126203 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-eee94e25-5b3d-4c84-b774-d5d86166f1dc req-2304312d-cd0a-4da8-b926-b6b9e48aed16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679502 Jan 12 09:47:35.200189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 19a4fb34-4d40-498e-8e9a-4592611b7d03 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:35.200519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:35.256392 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-eee94e25-5b3d-4c84-b774-d5d86166f1dc req-fb1c8e24-6b67-4d41-8a80-384b7a4b958d service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237102 Jan 12 09:47:35.373261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:35.373650 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:35.388221 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-eee94e25-5b3d-4c84-b774-d5d86166f1dc req-cb628fdd-a7f0-4342-b38e-baf2095ac3d5 service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258163 Jan 12 09:47:35.505894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 19a4fb34-4d40-498e-8e9a-4592611b7d03 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:35.676403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:35.729223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=19a4fb34-4d40-498e-8e9a-4592611b7d03,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:35.796295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.796641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.796966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.797294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.797621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.797939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.798280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.798599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.798950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.799265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.799559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:35.829631 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:35.898482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44028) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:36.100408 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Deleting port 339bf2b5-f2ac-487f-825d-9204bfb30168 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:36.100962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.276190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.276549 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.320441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router b82526e0-4abd-4bbe-800e-87f70e5605f1 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:47:36.395046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Calling delete_port for 339bf2b5-f2ac-487f-825d-9204bfb30168 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:36.539720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:47:36.551055 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] Sync routers for ids ['b82526e0-4abd-4bbe-800e-87f70e5605f1'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:47:36.560658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.564214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] Routers {'b82526e0-4abd-4bbe-800e-87f70e5605f1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:36.565060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b82526e0-4abd-4bbe-800e-87f70e5605f1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:36.568342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.631729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event deleted for resources: {'Port': ['ID=339bf2b5-f2ac-487f-825d-9204bfb30168,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:36.634923 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4314db6a-bee7-4107-a3b0-37df6f109ce1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/floatingips/aed33786-a069-488f-9ebd-c9ce4fa6a009 HTTP/1.1" status: 204 len: 168 time: 1.6231267 Jan 12 09:47:36.635580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'tag': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:36.719189 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'tag': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'status': 'completed', 'code': 200} Jan 12 09:47:36.747559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.849486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] Set router b82526e0-4abd-4bbe-800e-87f70e5605f1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:36.912985 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-000795f9-b111-485c-9909-d17fafa06691 req-83830300-0dc9-486e-bfbe-1c81c122d073 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 1098 time: 0.1053197 Jan 12 09:47:37.057826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a66b35-19a1-4eb4-bd22-d8e3b37a2d3a req-48c8f4be-f500-42c3-b0f8-3b61d3cc2568 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:37.059068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-22a66b35-19a1-4eb4-bd22-d8e3b37a2d3a req-48c8f4be-f500-42c3-b0f8-3b61d3cc2568 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:37.076791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-22a66b35-19a1-4eb4-bd22-d8e3b37a2d3a req-48c8f4be-f500-42c3-b0f8-3b61d3cc2568 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:37.078105 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22a66b35-19a1-4eb4-bd22-d8e3b37a2d3a req-48c8f4be-f500-42c3-b0f8-3b61d3cc2568 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 945 time: 0.1022370 Jan 12 09:47:37.126632 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22a66b35-19a1-4eb4-bd22-d8e3b37a2d3a req-5df362ee-ad01-4c5d-90ac-f9dfb5a86060 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 Jan 12 09:47:37.171227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:54Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be13072-631c-4f51-b1de-3ff44e70cc7d', 'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:0d:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:53Z', 'updated_at': '2022-01-12T09:46:02Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:37.175027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] Checking router: b82526e0-4abd-4bbe-800e-87f70e5605f1 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:47:37.185781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] Routers {'b82526e0-4abd-4bbe-800e-87f70e5605f1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:37.186390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b82526e0-4abd-4bbe-800e-87f70e5605f1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:37.214140 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000795f9-b111-485c-9909-d17fafa06691 req-5a4e347a-5a41-42bd-8b4b-cc37ae44e2d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:37.215605 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-000795f9-b111-485c-9909-d17fafa06691 req-5a4e347a-5a41-42bd-8b4b-cc37ae44e2d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=588df407-3925-4d7c-8998-9e462f43bcc7 HTTP/1.1" status: 200 len: 898 time: 0.2968102 Jan 12 09:47:37.287459 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-000795f9-b111-485c-9909-d17fafa06691 req-3373d805-742a-4bdc-ab07-ea7f136fc15f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c360ca-6947-414d-9b3e-93dd998d4fc1 HTTP/1.1" status: 200 len: 217 time: 0.0640006 Jan 12 09:47:37.363716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] Set router b82526e0-4abd-4bbe-800e-87f70e5605f1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:37.408955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000795f9-b111-485c-9909-d17fafa06691 req-a805c0c6-049c-499c-9b0a-a375fc50b8bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:37.410407 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-000795f9-b111-485c-9909-d17fafa06691 req-a805c0c6-049c-499c-9b0a-a375fc50b8bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0d0de9a-24e4-4424-8a19-639b06387dac HTTP/1.1" status: 200 len: 835 time: 0.0727980 Jan 12 09:47:37.555780 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-000795f9-b111-485c-9909-d17fafa06691 req-4a01cfda-7885-4b37-a198-a04c5abb9ebe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=588df407-3925-4d7c-8998-9e462f43bcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1362689 Jan 12 09:47:37.716367 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-000795f9-b111-485c-9909-d17fafa06691 req-2d7ac277-b0f9-48f5-8f21-34fcf96d22a0 service neutron] 10.222.0.59 "GET /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516347 Jan 12 09:47:37.720741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Router 251249a4-f463-4737-a253-ecbe3acd1f51 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:47:37.726693 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:54Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be13072-631c-4f51-b1de-3ff44e70cc7d', 'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:0d:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:53Z', 'updated_at': '2022-01-12T09:46:02Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:37.730834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825b2e9-0b3e-489d-a348-7f324e7f89f6 None None] The sync data for ids ['b82526e0-4abd-4bbe-800e-87f70e5605f1'] in dv-neutron-824347-1-hyperv is: [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:54Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '3be13072-631c-4f51-b1de-3ff44e70cc7d', 'name': '', 'network_id': '588df407-3925-4d7c-8998-9e462f43bcc7', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:0d:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:53Z', 'updated_at': '2022-01-12T09:46:02Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'e0d0de9a-24e4-4424-8a19-639b06387dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:47:37.921871 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-000795f9-b111-485c-9909-d17fafa06691 req-d4cfdf6b-f27a-454b-9a5f-543e7b376d45 service neutron] 10.222.0.59 "GET /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984849 Jan 12 09:47:37.954173 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423a4300-2b45-4a0b-97a8-a0252450b026 None None] New status for floating IP aed33786-a069-488f-9ebd-c9ce4fa6a009: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:47:38.036349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:47:38.045860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] Sync routers for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:47:38.057744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.061102 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:38.061707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:38.116246 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-edbb90fd-59a1-48b6-b977-822e9db13763 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "DELETE /v2.0/floatingips/765f03d7-eb70-435a-a795-f2a6036b4b9b HTTP/1.1" status: 204 len: 168 time: 2.2142065 Jan 12 09:47:38.116246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'tag': '077b0051-a504-4981-83af-ff123a650dd8'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:38.171442 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'tag': '077b0051-a504-4981-83af-ff123a650dd8', 'status': 'completed', 'code': 200} Jan 12 09:47:38.263331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:38.284091 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8aa906a1-e184-4528-94e8-ab1922188a0a req-743be998-6f62-49b5-958f-5c254afb638a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2e1163083c446099153b56bbd9c8d52&device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 1098 time: 0.0847955 Jan 12 09:47:38.369416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f7c67-8b54-4b9f-867e-4e4c4b6eee23 req-ec7e0141-7027-411e-9e80-2510730fd8e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:38.370949 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ac4f7c67-8b54-4b9f-867e-4e4c4b6eee23 req-ec7e0141-7027-411e-9e80-2510730fd8e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 945 time: 0.1044767 Jan 12 09:47:38.445680 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ac4f7c67-8b54-4b9f-867e-4e4c4b6eee23 req-d3dc2a12-5f16-46c1-860c-92ba7da12ab4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=e915006c-2f42-4fc9-87f2-8dc761aa2996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670071 Jan 12 09:47:38.496797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa906a1-e184-4528-94e8-ab1922188a0a req-3ba1802c-2a97-4dec-982c-e592cda4b8ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:38.497679 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8aa906a1-e184-4528-94e8-ab1922188a0a req-3ba1802c-2a97-4dec-982c-e592cda4b8ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 200 len: 912 time: 0.2062056 Jan 12 09:47:38.539318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9ca4-28a0-488a-aafb-4048fecb1e0a req-dee20e04-6138-429f-b6a9-91f07b7a49ad tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:38.540756 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-096d9ca4-28a0-488a-aafb-4048fecb1e0a req-dee20e04-6138-429f-b6a9-91f07b7a49ad tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 945 time: 0.0812604 Jan 12 09:47:38.577288 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8aa906a1-e184-4528-94e8-ab1922188a0a req-8abb96d0-9eb6-4da3-b35c-4a23415542db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077b0051-a504-4981-83af-ff123a650dd8 HTTP/1.1" status: 200 len: 217 time: 0.0718527 Jan 12 09:47:38.641245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:38.642938 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-096d9ca4-28a0-488a-aafb-4048fecb1e0a req-eb788b2a-1bf0-46a6-b815-9a716bfd9d6c tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965178 Jan 12 09:47:38.645903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] Checking router: 251249a4-f463-4737-a253-ecbe3acd1f51 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:47:38.662876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:38.664096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:38.667600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-60a06336-71ce-476e-ada0-04f73794e5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:38.670917 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-60a06336-71ce-476e-ada0-04f73794e5a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 945 time: 0.1091723 Jan 12 09:47:38.743049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-e4387e4b-5b5a-4d55-88ee-2d71be35e963 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port a3c360ca-6947-414d-9b3e-93dd998d4fc1 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:38.743413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-e4387e4b-5b5a-4d55-88ee-2d71be35e963 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.754651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa906a1-e184-4528-94e8-ab1922188a0a req-efeb2f3e-3ba6-40d8-bdcd-ae4f3a36e18d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:38.756188 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8aa906a1-e184-4528-94e8-ab1922188a0a req-efeb2f3e-3ba6-40d8-bdcd-ae4f3a36e18d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 200 len: 850 time: 0.1715093 Jan 12 09:47:38.840462 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8aa906a1-e184-4528-94e8-ab1922188a0a req-93938bf2-f611-4ebf-9c02-9676284776f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8420e4c9-842a-48be-8f50-46726b486a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776508 Jan 12 09:47:38.867305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:38.979813 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8aa906a1-e184-4528-94e8-ab1922188a0a req-aa5343f8-a33d-4970-bd32-6488c2784bcb service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329901 Jan 12 09:47:39.020726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-e4387e4b-5b5a-4d55-88ee-2d71be35e963 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port a3c360ca-6947-414d-9b3e-93dd998d4fc1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a3c360ca-6947-414d-9b3e-93dd998d4fc1,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:39.021105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-e4387e4b-5b5a-4d55-88ee-2d71be35e963 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.127000 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-8aa906a1-e184-4528-94e8-ab1922188a0a req-08e4919c-a515-4d64-adf0-fb8edd435a4f service neutron] 10.222.0.59 "GET /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405761 Jan 12 09:47:39.150214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-e4387e4b-5b5a-4d55-88ee-2d71be35e963 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for a3c360ca-6947-414d-9b3e-93dd998d4fc1 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:39.190877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:39.195348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d058f49-1443-48b9-a6da-47b606e76315 None None] The sync data for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv is: [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ca087678-9b5b-4026-906d-e8d35f464424', 'name': '', 'network_id': '8420e4c9-842a-48be-8f50-46726b486a53', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'mac_address': 'fa:16:3e:11:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:19Z', 'updated_at': '2022-01-12T09:39:30Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'subnets': [{'id': '8636b045-813a-43f7-b89a-47b1fe7b8d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:47:39.416824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-e4387e4b-5b5a-4d55-88ee-2d71be35e963 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.442360 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e57239-3e7d-4207-9186-58823d42144d None None] New status for floating IP 765f03d7-eb70-435a-a795-f2a6036b4b9b: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:47:39.470224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4387e4b-5b5a-4d55-88ee-2d71be35e963 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=a3c360ca-6947-414d-9b3e-93dd998d4fc1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:39.544738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-e4387e4b-5b5a-4d55-88ee-2d71be35e963 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port a3c360ca-6947-414d-9b3e-93dd998d4fc1 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:39.547150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-e4387e4b-5b5a-4d55-88ee-2d71be35e963 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.549971 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'name': 'network-vif-deleted', 'tag': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:39.569276 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-acdbbabb-bc69-47fd-90f8-7d2e22294e3b req-e4387e4b-5b5a-4d55-88ee-2d71be35e963 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "DELETE /v2.0/ports/a3c360ca-6947-414d-9b3e-93dd998d4fc1 HTTP/1.1" status: 204 len: 173 time: 0.8927357 Jan 12 09:47:39.639821 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b55095-0c31-44e7-af9a-4de85e8ded01', 'name': 'network-vif-deleted', 'tag': 'a3c360ca-6947-414d-9b3e-93dd998d4fc1', 'status': 'completed', 'code': 200} Jan 12 09:47:39.651638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-403b9147-e3a0-4084-b0b0-df146dbe40d6 req-d878de6b-6463-47d6-bf3b-47b7629fb20b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:39.670527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-403b9147-e3a0-4084-b0b0-df146dbe40d6 req-d878de6b-6463-47d6-bf3b-47b7629fb20b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:39.672010 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-403b9147-e3a0-4084-b0b0-df146dbe40d6 req-d878de6b-6463-47d6-bf3b-47b7629fb20b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=84b55095-0c31-44e7-af9a-4de85e8ded01 HTTP/1.1" status: 200 len: 210 time: 0.0668766 Jan 12 09:47:39.867470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500713a-ca78-4bd8-89f5-6ba2102bc358 req-5601d32e-70bf-4d93-81ae-bff3e9ada417 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:39.869119 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a500713a-ca78-4bd8-89f5-6ba2102bc358 req-5601d32e-70bf-4d93-81ae-bff3e9ada417 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 945 time: 0.0859489 Jan 12 09:47:39.915017 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a500713a-ca78-4bd8-89f5-6ba2102bc358 req-024407f6-6885-4cfd-bfce-fce51656c900 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f655039-e551-4550-bd14-601b52d569a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401607 Jan 12 09:47:40.343398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9948580d-e290-4bb2-b613-106062a71ae7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:40.345232 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9948580d-e290-4bb2-b613-106062a71ae7 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 945 time: 0.0818534 Jan 12 09:47:40.415041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9aaba84b-642e-4c68-b239-82fd9f707928 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Deleting port 077b0051-a504-4981-83af-ff123a650dd8 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:40.415286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9aaba84b-642e-4c68-b239-82fd9f707928 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.657662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9aaba84b-642e-4c68-b239-82fd9f707928 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] For port 077b0051-a504-4981-83af-ff123a650dd8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=077b0051-a504-4981-83af-ff123a650dd8,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:40.658338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9aaba84b-642e-4c68-b239-82fd9f707928 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.780803 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44054) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:40.783751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9aaba84b-642e-4c68-b239-82fd9f707928 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Calling delete_port for 077b0051-a504-4981-83af-ff123a650dd8 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:40.851225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b62df29c-4086-4724-8ee2-44028a2224c9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.880330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b62df29c-4086-4724-8ee2-44028a2224c9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.930755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9aaba84b-642e-4c68-b239-82fd9f707928 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.944192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b62df29c-4086-4724-8ee2-44028a2224c9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.962823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62df29c-4086-4724-8ee2-44028a2224c9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e915006c-2f42-4fc9-87f2-8dc761aa2996,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:40.978477 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b62df29c-4086-4724-8ee2-44028a2224c9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.982387 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b62df29c-4086-4724-8ee2-44028a2224c9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/e915006c-2f42-4fc9-87f2-8dc761aa2996 HTTP/1.1" status: 204 len: 168 time: 0.1979942 Jan 12 09:47:40.993355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaba84b-642e-4c68-b239-82fd9f707928 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event deleted for resources: {'Port': ['ID=077b0051-a504-4981-83af-ff123a650dd8,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:41.025469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44064) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:41.075820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9aaba84b-642e-4c68-b239-82fd9f707928 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] No DVR routers for this DVR port 077b0051-a504-4981-83af-ff123a650dd8 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:41.078404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9aaba84b-642e-4c68-b239-82fd9f707928 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:41.124601 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c61a52e3-a659-41b8-b31a-8b6fe168b50b req-0689c747-f756-429b-a8f0-e6ec97e05ad2 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4915bba-eaf4-4f13-a355-d308dcf33545 HTTP/1.1" status: 200 len: 210 time: 0.0501437 Jan 12 09:47:41.128058 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2fb50ac5-db4c-4b68-bdff-5d4086919be6 req-9aaba84b-642e-4c68-b239-82fd9f707928 tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.59 "DELETE /v2.0/ports/077b0051-a504-4981-83af-ff123a650dd8 HTTP/1.1" status: 204 len: 173 time: 0.7776482 Jan 12 09:47:41.428183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:41.640609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'name': 'network-vif-deleted', 'tag': '077b0051-a504-4981-83af-ff123a650dd8'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:41.699352 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4915bba-eaf4-4f13-a355-d308dcf33545', 'name': 'network-vif-deleted', 'tag': '077b0051-a504-4981-83af-ff123a650dd8', 'status': 'completed', 'code': 200} Jan 12 09:47:41.979358 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:47:42.142180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 3be13072-631c-4f51-b1de-3ff44e70cc7d {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:42.142820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:42.236347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44072) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:42.326331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 3be13072-631c-4f51-b1de-3ff44e70cc7d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3be13072-631c-4f51-b1de-3ff44e70cc7d,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:42.326925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:42.385509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9654eb4e-d5a3-4af8-b9d7-bf68f142257b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Deleting port 7ef69686-7fb2-46d0-ac92-2807a62a05fd {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:42.385845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9654eb4e-d5a3-4af8-b9d7-bf68f142257b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:42.446297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 3be13072-631c-4f51-b1de-3ff44e70cc7d owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:42.552705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9654eb4e-d5a3-4af8-b9d7-bf68f142257b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:42.552977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9654eb4e-d5a3-4af8-b9d7-bf68f142257b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:42.626967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:42.675320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=3be13072-631c-4f51-b1de-3ff44e70cc7d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:42.776151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9654eb4e-d5a3-4af8-b9d7-bf68f142257b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Calling delete_port for 7ef69686-7fb2-46d0-ac92-2807a62a05fd owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:42.918064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9654eb4e-d5a3-4af8-b9d7-bf68f142257b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:42.963974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654eb4e-d5a3-4af8-b9d7-bf68f142257b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event deleted for resources: {'Port': ['ID=7ef69686-7fb2-46d0-ac92-2807a62a05fd,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:42.975010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:43.053461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9654eb4e-d5a3-4af8-b9d7-bf68f142257b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:43.067881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9654eb4e-d5a3-4af8-b9d7-bf68f142257b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:43.069032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9654eb4e-d5a3-4af8-b9d7-bf68f142257b tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "DELETE /v2.0/floatingips/79789c83-e3aa-43c9-954f-596b896935be HTTP/1.1" status: 204 len: 168 time: 0.8316312 Jan 12 09:47:43.652994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router b82526e0-4abd-4bbe-800e-87f70e5605f1 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:47:43.852645 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:47:43.863632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] Sync routers for ids ['b82526e0-4abd-4bbe-800e-87f70e5605f1'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:47:43.870477 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a1841d5a-2afd-4087-aa3b-c3256e955f92 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/b82526e0-4abd-4bbe-800e-87f70e5605f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8437760 Jan 12 09:47:43.873308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44084) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:43.881528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] Routers {'b82526e0-4abd-4bbe-800e-87f70e5605f1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:43.882169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b82526e0-4abd-4bbe-800e-87f70e5605f1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:43.942325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device a3c360ca-6947-414d-9b3e-93dd998d4fc1 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:43.987175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: a3c360ca-6947-414d-9b3e-93dd998d4fc1 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:47:43.987504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device a3c360ca-6947-414d-9b3e-93dd998d4fc1 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:43.987912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 077b0051-a504-4981-83af-ff123a650dd8 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:44.029288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 077b0051-a504-4981-83af-ff123a650dd8 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:47:44.029886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 077b0051-a504-4981-83af-ff123a650dd8 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:44.067220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-839fa88b-60ff-4b1a-b3a0-0002a30ead70 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting subnet e0d0de9a-24e4-4424-8a19-639b06387dac {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:47:44.070695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-839fa88b-60ff-4b1a-b3a0-0002a30ead70 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.131590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-839fa88b-60ff-4b1a-b3a0-0002a30ead70 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.183941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] Set router b82526e0-4abd-4bbe-800e-87f70e5605f1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:44.219808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-839fa88b-60ff-4b1a-b3a0-0002a30ead70 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.297061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-839fa88b-60ff-4b1a-b3a0-0002a30ead70 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.340564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-839fa88b-60ff-4b1a-b3a0-0002a30ead70 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.343516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fa88b-60ff-4b1a-b3a0-0002a30ead70 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d0de9a-24e4-4424-8a19-639b06387dac,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:44.349068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-839fa88b-60ff-4b1a-b3a0-0002a30ead70 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/subnets/e0d0de9a-24e4-4424-8a19-639b06387dac HTTP/1.1" status: 204 len: 168 time: 0.4745584 Jan 12 09:47:44.351530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44088) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:44.356655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea1555c-3a94-40d2-ae82-5bd6dcbcf8e7 None None] Network 588df407-3925-4d7c-8998-9e462f43bcc7 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:47:44.615778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.639598 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:47:42Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:44.652180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] Checking router: b82526e0-4abd-4bbe-800e-87f70e5605f1 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:47:44.671380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] Routers {'b82526e0-4abd-4bbe-800e-87f70e5605f1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:44.672106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['b82526e0-4abd-4bbe-800e-87f70e5605f1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:44.830881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] DHCP port deletion for 588df407-3925-4d7c-8998-9e462f43bcc7 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:47:44.840894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.848673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Deleting port c4fe8000-dd10-4107-96c6-4233abcb5904 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:44.849249 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.852794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:44.853314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.953922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] Set router b82526e0-4abd-4bbe-800e-87f70e5605f1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:45.028365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 98d29ce0-7737-4041-8c9e-a4d85c4faeeb, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=98d29ce0-7737-4041-8c9e-a4d85c4faeeb,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:45.028935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.145522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 98d29ce0-7737-4041-8c9e-a4d85c4faeeb owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:45.248980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] For port c4fe8000-dd10-4107-96c6-4233abcb5904, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c4fe8000-dd10-4107-96c6-4233abcb5904,segment=NetworkSegment(1fb48472-fa2f-41bf-8150-573eda4af9f5),segment_id=1fb48472-fa2f-41bf-8150-573eda4af9f5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:45.249505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.393309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Calling delete_port for c4fe8000-dd10-4107-96c6-4233abcb5904 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:45.411443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.459604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=98d29ce0-7737-4041-8c9e-a4d85c4faeeb,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:45.576345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.601743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44096) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:45.623572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] No DVR routers for this DVR port c4fe8000-dd10-4107-96c6-4233abcb5904 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:45.641921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:47:42Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:45.644348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Pushing event deleted for resources: {'Port': ['ID=c4fe8000-dd10-4107-96c6-4233abcb5904,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:45.653480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c3aced-e908-4eb9-b09d-0fb7156de02c None None] The sync data for ids ['b82526e0-4abd-4bbe-800e-87f70e5605f1'] in dv-neutron-824347-1-hyperv is: [{'id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'name': 'tempest-TestNetworkBasicOps-router-410060203', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:47:42Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '98d29ce0-7737-4041-8c9e-a4d85c4faeeb', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82526e0-4abd-4bbe-800e-87f70e5605f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:50Z', 'updated_at': '2022-01-12T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:47:45.661125 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.661464 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.662449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.662845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.663177 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.663503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.663824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.664143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.664457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.664768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.665080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc43fb-1961-44f7-825a-81e8a49ce4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:45.706394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-147b8c4a-37e4-4296-8fd1-9e52848a74cb tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.713009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.736148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-147b8c4a-37e4-4296-8fd1-9e52848a74cb tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.797708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-147b8c4a-37e4-4296-8fd1-9e52848a74cb tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.824821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b8c4a-37e4-4296-8fd1-9e52848a74cb tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f655039-e551-4550-bd14-601b52d569a1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:45.848337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-147b8c4a-37e4-4296-8fd1-9e52848a74cb tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.849700 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-147b8c4a-37e4-4296-8fd1-9e52848a74cb tempest-TestVolumeBootPattern-1311279021 tempest-TestVolumeBootPattern-1311279021-project] 10.222.0.58 "DELETE /v2.0/security-groups/7f655039-e551-4550-bd14-601b52d569a1 HTTP/1.1" status: 204 len: 168 time: 0.2463183 Jan 12 09:47:45.928657 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44102) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:45.997121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.001717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.031914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.032565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Fanout notify agent at l3_agent the message router_deleted on router b82526e0-4abd-4bbe-800e-87f70e5605f1 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:47:46.050386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.051568 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7409a196-9521-4293-976c-e908b5ff7bdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/routers/b82526e0-4abd-4bbe-800e-87f70e5605f1 HTTP/1.1" status: 204 len: 168 time: 1.6990077 Jan 12 09:47:46.054578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44108) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:46.209453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c4fe8000-dd10-4107-96c6-4233abcb5904 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:46.237759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.241870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: c4fe8000-dd10-4107-96c6-4233abcb5904 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:47:46.242274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c4fe8000-dd10-4107-96c6-4233abcb5904 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:46.242771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3be13072-631c-4f51-b1de-3ff44e70cc7d no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:46.275836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 3be13072-631c-4f51-b1de-3ff44e70cc7d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:47:46.276185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3be13072-631c-4f51-b1de-3ff44e70cc7d not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:46.434951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.465989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588df407-3925-4d7c-8998-9e462f43bcc7']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:46.486485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb48472-fa2f-41bf-8150-573eda4af9f5') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:46.486772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb48472-fa2f-41bf-8150-573eda4af9f5') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:46.500045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.520806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.530173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:47:46.530572 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:47:46.544545 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:47:46.683622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.701283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.725233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Network': ['ID=588df407-3925-4d7c-8998-9e462f43bcc7,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:46.734990 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-780d6d65-abaa-461d-ac97-8c971572475d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/networks/588df407-3925-4d7c-8998-9e462f43bcc7 HTTP/1.1" status: 204 len: 168 time: 0.6793056 Jan 12 09:47:46.746732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44112) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:46.753912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'network': {'name': 'tempest-network-smoke--1082918590', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'port_security_enabled': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:47:46.760186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:46.766415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:network and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:46.771344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:46.818328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:46.843189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:47:46.847628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.894588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:47:46.907261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.907533 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Added segment d6715a92-c1a0-4dcf-9230-6736f59af7b2 of type vlan for network b68e9a23-39a6-4540-95d0-30333963914d Jan 12 09:47:46.932754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.992418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.038631 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.042258 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:47.042856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.157101 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4090903 Jan 12 09:47:47.158695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573ba8d-e146-429f-a7be-49f32551f292 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Network': ['ID=b68e9a23-39a6-4540-95d0-30333963914d,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:47.159987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44116) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:47.169616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network b68e9a23-39a6-4540-95d0-30333963914d details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:47:47.176500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-986229524', 'admin_state_up': True, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:47:47.183913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:47.188155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:router and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:47.191253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:47.197847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:47.209009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.210090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.229303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.374083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.548218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.580452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.712735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.244 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/606cc185-104a-44be-806c-896ad4a01b36) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:47:47.775012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] Deleting port ca087678-9b5b-4026-906d-e8d35f464424 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:47.775567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.859165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.887953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:47.948070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] For port ca087678-9b5b-4026-906d-e8d35f464424, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ca087678-9b5b-4026-906d-e8d35f464424,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:47.948478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:48.071330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:47:48.073810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] Calling delete_port for ca087678-9b5b-4026-906d-e8d35f464424 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:48.074803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:48.076846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=606cc185-104a-44be-806c-896ad4a01b36,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:48.079021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:47:48.104048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 98d29ce0-7737-4041-8c9e-a4d85c4faeeb no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:48.135290 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 98d29ce0-7737-4041-8c9e-a4d85c4faeeb {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:47:48.135641 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 98d29ce0-7737-4041-8c9e-a4d85c4faeeb not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:48.235648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:48.236402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:48.250902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:48.296696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca087678-9b5b-4026-906d-e8d35f464424,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:48.487635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:47:48.599399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:48.688892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:47:48.702759 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Sync routers for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:47:48.717622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:48.719128 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:48.719860 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:48.722275 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6d1ae5b6-d67d-4742-926a-a4e72d2b45f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5605047 Jan 12 09:47:48.722932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44120) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:48.906190 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:48.907057 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d8ee6bf4-5405-4b69-9e9d-bac237f42b2c tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d45f8f502f65499ab2c245dd4d23e808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1829257 Jan 12 09:47:48.907654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44126) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:49.046230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ff40e-d6bb-48e8-9c11-9bfd931189b5 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:49.049558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa89a34c-e2eb-462a-9d1d-daea441b8a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.051123 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f07ff40e-d6bb-48e8-9c11-9bfd931189b5 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1417267 Jan 12 09:47:49.053605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44130) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:49.103780 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-68dc8dbe-13d6-47aa-9c1d-cfc7dcecbec4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493376 Jan 12 09:47:49.106043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44134) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:49.112054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-754533115', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:47:49.221721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:49.223833 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:48Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:49.225571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:subnet and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:49.227728 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Checking router: 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:47:49.228064 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Updating router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 port 606cc185-104a-44be-806c-896ad4a01b36 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:47:49.228676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:49.234343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:49.245438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:47:49.278549 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.304725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] Router 251249a4-f463-4737-a253-ecbe3acd1f51 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:47:49.346723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.512544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:47:49.524226 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] Sync routers for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:47:49.529534 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-05ef2d6b-8d60-4ad0-ac97-c273abd14cd0 admin admin] 10.222.0.58 "PUT /v2.0/routers/251249a4-f463-4737-a253-ecbe3acd1f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5973568 Jan 12 09:47:49.529951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44138) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:49.538281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:49.539093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:49.586135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.638111 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.652068 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Transition to ACTIVE for port object 606cc185-104a-44be-806c-896ad4a01b36 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:49.660432 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.700926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Subnet': ['ID=eb2e5435-9eb9-4b38-88c4-dce527d5f305,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:49.710558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Checking segment: {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:47:49.710951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network hostable DHCP agents. Network: b68e9a23-39a6-4540-95d0-30333963914d, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:47:49.737176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b68e9a23-39a6-4540-95d0-30333963914d is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:47:49.749572 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Pushing event updated for resources: {'Port': ['ID=606cc185-104a-44be-806c-896ad4a01b36,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:49.753370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.759639 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.759900 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.760227 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.760537 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.760858 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.761170 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.761275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, b68e9a23-39a6-4540-95d0-30333963914d) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:49.761480 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.761802 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.762094 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.762401 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.762717 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:49.764490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:49.779925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:49.780967 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.781091 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Attempting to bind port 606cc185-104a-44be-806c-896ad4a01b36 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:47:49.781326 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Attempting to bind port 606cc185-104a-44be-806c-896ad4a01b36 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:47:49.781670 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Attempting to bind port 606cc185-104a-44be-806c-896ad4a01b36 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:47:49.788774 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:47:49.789129 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:47:49.789511 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.789883 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:47:49.790325 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Bound port: 606cc185-104a-44be-806c-896ad4a01b36, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:47:49.790693 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.807706 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-98cb5f7e-3d55-43fe-8b21-a492c7fce87e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7002532 Jan 12 09:47:49.810449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44142) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:49.818025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53382177-096f-4f85-b93e-6b727f5b76d6 None None] Network b68e9a23-39a6-4540-95d0-30333963914d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:47:49.867597 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] For port 606cc185-104a-44be-806c-896ad4a01b36, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:47:49.870956 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] For port 606cc185-104a-44be-806c-896ad4a01b36, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=606cc185-104a-44be-806c-896ad4a01b36,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:47:49.876721 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.963873 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:49.964596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb247a-ba65-48cc-8f3c-d081dff35146 None None] Pushing event updated for resources: {'Port': ['ID=606cc185-104a-44be-806c-896ad4a01b36,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:49.967638 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:49.968221 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:49.975355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Deleting port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:49.975772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:50.182770 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:50.215804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] For port 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=9e79b2f3-9990-4ecd-87c6-af0dd5fdc564,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:50.216562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:50.271312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:47:48Z', 'revision_number': 5, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port': {'id': '9e79b2f3-9990-4ecd-87c6-af0dd5fdc564', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:50.310071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] Checking router: 251249a4-f463-4737-a253-ecbe3acd1f51 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:47:50.324952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-b68e9a23-39a6-4540-95d0-30333963914d', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:47:50.325890 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:50.344458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] Routers {'251249a4-f463-4737-a253-ecbe3acd1f51'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:50.346184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Calling delete_port for 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:50.346650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['251249a4-f463-4737-a253-ecbe3acd1f51'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:50.518077 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:48Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:50.522654 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68745b28-178d-4421-ad4b-d39371bb47ea None None] The sync data for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv is: [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:48Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:47:50.699539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:50.700332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] Set router 251249a4-f463-4737-a253-ecbe3acd1f51 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:50.833966 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9e79b2f3-9990-4ecd-87c6-af0dd5fdc564,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:50.879369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:47:49Z', 'revision_number': 6, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:50.885408 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9ed85-e80e-4ecf-82da-2724c7f7312c None None] The sync data for ids ['251249a4-f463-4737-a253-ecbe3acd1f51'] in dv-neutron-824347-1-hyperv is: [{'id': '251249a4-f463-4737-a253-ecbe3acd1f51', 'name': 'tempest-TestVolumeBootPattern-817441286-router', 'tenant_id': 'a2e1163083c446099153b56bbd9c8d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:47:49Z', 'revision_number': 6, 'project_id': 'a2e1163083c446099153b56bbd9c8d52', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:47:50.899265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Allocated IP 172.20.0.2 (b68e9a23-39a6-4540-95d0-30333963914d/eb2e5435-9eb9-4b38-88c4-dce527d5f305/f9e6abef-ec59-4601-b8fc-0781da2419fb) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:47:51.022437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.032254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.122228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.134048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Transition to ACTIVE for port object f9e6abef-ec59-4601-b8fc-0781da2419fb will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:51.155056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Transition to ACTIVE for port object f9e6abef-ec59-4601-b8fc-0781da2419fb will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:51.161652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.244290 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-206fb1b6-b94a-48b9-b880-e1e23e95cdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.252912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Network b68e9a23-39a6-4540-95d0-30333963914d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:47:51.255093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:51.263197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:47:51.297585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Pushing event updated for resources: {'Port': ['ID=f9e6abef-ec59-4601-b8fc-0781da2419fb,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:51.361331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.365987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.407849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Attempting to bind port f9e6abef-ec59-4601-b8fc-0781da2419fb on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:47:51.408237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.408369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Attempting to bind port f9e6abef-ec59-4601-b8fc-0781da2419fb by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:47:51.408754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 251249a4-f463-4737-a253-ecbe3acd1f51 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:47:51.408886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Attempting to bind port f9e6abef-ec59-4601-b8fc-0781da2419fb on network b68e9a23-39a6-4540-95d0-30333963914d {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:47:51.419344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:47:51.419702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Checking segment: {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:47:51.420102 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.434951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Bound using segment: {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:47:51.435888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.436563 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Bound port: f9e6abef-ec59-4601-b8fc-0781da2419fb, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:47:51.438621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.439898 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4fee859b-b8f2-4b29-b208-588d7d1000fb admin admin] 10.222.0.58 "DELETE /v2.0/routers/251249a4-f463-4737-a253-ecbe3acd1f51 HTTP/1.1" status: 204 len: 168 time: 1.9089158 Jan 12 09:47:51.440482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44146) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:51.503313 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-578b308e-7633-4d49-b3d8-2a197b448442 admin admin] Deleting subnet 8636b045-813a-43f7-b89a-47b1fe7b8d00 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:47:51.507716 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-578b308e-7633-4d49-b3d8-2a197b448442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.521667 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.1 (b68e9a23-39a6-4540-95d0-30333963914d/eb2e5435-9eb9-4b38-88c4-dce527d5f305/6a77fa45-5566-4239-9827-c35883ad04b1) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:47:51.569722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.571820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-578b308e-7633-4d49-b3d8-2a197b448442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.587560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] For port f9e6abef-ec59-4601-b8fc-0781da2419fb, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:47:51.592417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] For port f9e6abef-ec59-4601-b8fc-0781da2419fb, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f9e6abef-ec59-4601-b8fc-0781da2419fb,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:47:51.602827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.664177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-578b308e-7633-4d49-b3d8-2a197b448442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.686651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e915fd-e6b0-41d9-986c-6de5554598d7 None None] Pushing event updated for resources: {'Port': ['ID=f9e6abef-ec59-4601-b8fc-0781da2419fb,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:51.710251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.720410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object 6a77fa45-5566-4239-9827-c35883ad04b1 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:51.753177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.756425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-578b308e-7633-4d49-b3d8-2a197b448442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.798272 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-578b308e-7633-4d49-b3d8-2a197b448442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.801771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9974ab4-31db-4af1-96b8-164112fa06c8 None None] Network 8420e4c9-842a-48be-8f50-46726b486a53 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:47:51.802262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b308e-7633-4d49-b3d8-2a197b448442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8636b045-813a-43f7-b89a-47b1fe7b8d00,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:51.809315 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-578b308e-7633-4d49-b3d8-2a197b448442 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8636b045-813a-43f7-b89a-47b1fe7b8d00 HTTP/1.1" status: 204 len: 168 time: 0.3645742 Jan 12 09:47:51.809417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b68e9a23-39a6-4540-95d0-30333963914d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:47:51.809494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44150) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:51.814230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:51.827709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:47:51.917001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=6a77fa45-5566-4239-9827-c35883ad04b1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:51.939267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.970320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:51.982823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Deleting port 327e88f5-e79c-4963-9e8d-db24771e1011 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:51.983153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.039617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.205827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] For port 327e88f5-e79c-4963-9e8d-db24771e1011, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=327e88f5-e79c-4963-9e8d-db24771e1011,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:52.208888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.215262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 606cc185-104a-44be-806c-896ad4a01b36 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:52.268676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] DHCP port deletion for 8420e4c9-842a-48be-8f50-46726b486a53 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:47:52.283632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] Deleting port 327e88f5-e79c-4963-9e8d-db24771e1011 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:52.284301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.405920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 606cc185-104a-44be-806c-896ad4a01b36 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:52.415973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 606cc185-104a-44be-806c-896ad4a01b36 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:52.416340 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.481851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Calling delete_port for 327e88f5-e79c-4963-9e8d-db24771e1011 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:52.566310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.600487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] For port 327e88f5-e79c-4963-9e8d-db24771e1011, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=327e88f5-e79c-4963-9e8d-db24771e1011,segment=NetworkSegment(f301bc51-26cc-49bd-b350-1c729d365f51),segment_id=f301bc51-26cc-49bd-b350-1c729d365f51)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:52.600877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.611679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.688464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] No DVR routers for this DVR port 327e88f5-e79c-4963-9e8d-db24771e1011 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:52.691599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Pushing event deleted for resources: {'Port': ['ID=327e88f5-e79c-4963-9e8d-db24771e1011,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:52.711995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.718290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.782752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.791184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] Calling delete_port for 327e88f5-e79c-4963-9e8d-db24771e1011 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:52.825400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.853908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8420e4c9-842a-48be-8f50-46726b486a53']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:52.864768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=6a77fa45-5566-4239-9827-c35883ad04b1,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:52.865212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa2fa6-4308-4f63-b70a-3668da0a56c4 None None] Network b68e9a23-39a6-4540-95d0-30333963914d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:47:52.867574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.868427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f301bc51-26cc-49bd-b350-1c729d365f51') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:52.868790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f301bc51-26cc-49bd-b350-1c729d365f51') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:52.885634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.903745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.910902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:47:52.911481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:47:52.928753 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:47:52.983319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.006500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.012569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.014440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b68e9a23-39a6-4540-95d0-30333963914d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:47:53.015853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:53.018981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-38afcd19-71c3-4d5f-83c8-bd27d8838908 None None] Provisioning for port f9e6abef-ec59-4601-b8fc-0781da2419fb completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:53.021863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:47:53.022242 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:47:53.037975 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 606cc185-104a-44be-806c-896ad4a01b36, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=606cc185-104a-44be-806c-896ad4a01b36,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:53.049674 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8420e4c9-842a-48be-8f50-46726b486a53 HTTP/1.1" status: 204 len: 168 time: 1.2397127 Jan 12 09:47:53.050934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272ea78-99cb-4511-8df4-b8767859a818 admin admin] Pushing event deleted for resources: {'Network': ['ID=8420e4c9-842a-48be-8f50-46726b486a53,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:53.053684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44154) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:53.055250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.056192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f9e6abef-ec59-4601-b8fc-0781da2419fb up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:53.251991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=606cc185-104a-44be-806c-896ad4a01b36,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:53.288511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port f9e6abef-ec59-4601-b8fc-0781da2419fb completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:53.294891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f9e6abef-ec59-4601-b8fc-0781da2419fb triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:53.295260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.418898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.467699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:47:53.470922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port f9e6abef-ec59-4601-b8fc-0781da2419fb, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f9e6abef-ec59-4601-b8fc-0781da2419fb,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:53.479014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.513921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.540671 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] Deleting port 327e88f5-e79c-4963-9e8d-db24771e1011 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:53.541052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.586400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:53.650911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:47:53.651272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 9e79b2f3-9990-4ecd-87c6-af0dd5fdc564 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:53.651675 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ca087678-9b5b-4026-906d-e8d35f464424 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:53.711614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:47:53.725918 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-50c019a0-b21a-4dc7-bc1c-bac156c054c1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/044495d1-2bf0-42b3-ad8e-e9285e2b2f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9140451 Jan 12 09:47:53.728523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44158) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:53.743615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0a60d27f-3d50-4245-ba34-43e52fca9bf5 None None] The port '327e88f5-e79c-4963-9e8d-db24771e1011' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:47:53.767532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: ca087678-9b5b-4026-906d-e8d35f464424 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:47:53.767878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ca087678-9b5b-4026-906d-e8d35f464424 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:53.773609 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-14100b71-a015-41ca-903f-7fece81cd9bc None None] Provisioning complete for port f9e6abef-ec59-4601-b8fc-0781da2419fb triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:53.773936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14100b71-a015-41ca-903f-7fece81cd9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.827954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=f9e6abef-ec59-4601-b8fc-0781da2419fb,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:53.856230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:53.922896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b231325-990b-4445-a438-376b79cf9ddd tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:53.923277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b231325-990b-4445-a438-376b79cf9ddd tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:53.923642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b231325-990b-4445-a438-376b79cf9ddd tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:53.924000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b231325-990b-4445-a438-376b79cf9ddd tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:53.924350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b231325-990b-4445-a438-376b79cf9ddd tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:53.926145 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3b231325-990b-4445-a438-376b79cf9ddd tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.1964211 Jan 12 09:47:53.928756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44162) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:53.952303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-14100b71-a015-41ca-903f-7fece81cd9bc None None] Provisioning for port 6a77fa45-5566-4239-9827-c35883ad04b1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:53.961195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-14100b71-a015-41ca-903f-7fece81cd9bc None None] Provisioning complete for port 6a77fa45-5566-4239-9827-c35883ad04b1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:53.961574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14100b71-a015-41ca-903f-7fece81cd9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:54.028279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f05cd7-32c5-434b-91f7-cc0b89b5e7b7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:54.028729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f05cd7-32c5-434b-91f7-cc0b89b5e7b7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:54.029099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f05cd7-32c5-434b-91f7-cc0b89b5e7b7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:54.029670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f05cd7-32c5-434b-91f7-cc0b89b5e7b7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:54.030027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f05cd7-32c5-434b-91f7-cc0b89b5e7b7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:54.034716 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d0f05cd7-32c5-434b-91f7-cc0b89b5e7b7 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1019731 Jan 12 09:47:54.034716 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44166) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:54.046607 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-14100b71-a015-41ca-903f-7fece81cd9bc None None] Port 6a77fa45-5566-4239-9827-c35883ad04b1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:47:54.162655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 606cc185-104a-44be-806c-896ad4a01b36 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:54.260298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dfb79a8c-f6cb-4fcc-a69f-bcb543bb140b None None] Provisioning complete for port 6a77fa45-5566-4239-9827-c35883ad04b1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:54.260672 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dfb79a8c-f6cb-4fcc-a69f-bcb543bb140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:54.330119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dfb79a8c-f6cb-4fcc-a69f-bcb543bb140b None None] Port 6a77fa45-5566-4239-9827-c35883ad04b1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:47:54.333833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 606cc185-104a-44be-806c-896ad4a01b36 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:54.334342 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:54.346788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] Deleting port dcbabb21-d140-4fc7-8f74-442279a8fde8 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:54.347458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:54.387474 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7db69c2e-6bee-4fca-85c7-8fb1c333cf96 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.3514514 Jan 12 09:47:54.494417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f9e6abef-ec59-4601-b8fc-0781da2419fb up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:54.569153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f9e6abef-ec59-4601-b8fc-0781da2419fb triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:54.569736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:54.581128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] For port dcbabb21-d140-4fc7-8f74-442279a8fde8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=dcbabb21-d140-4fc7-8f74-442279a8fde8,segment=NetworkSegment(9a8e46c6-f133-4d07-9a27-18d473bb9e6e),segment_id=9a8e46c6-f133-4d07-9a27-18d473bb9e6e)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:54.581939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:54.623095 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Sync routers for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:47:54.635030 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:54.635971 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:54.724277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] Calling delete_port for dcbabb21-d140-4fc7-8f74-442279a8fde8 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:54.751622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 327e88f5-e79c-4963-9e8d-db24771e1011 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:54.763103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44172) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:54.768443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928525786', 'description': 'tempest-secgroup-smoke-928525786 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:47:54.774562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:54.778803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:54.782449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:54.786088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 327e88f5-e79c-4963-9e8d-db24771e1011 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:47:54.786534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 327e88f5-e79c-4963-9e8d-db24771e1011 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:54.797544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:54.819933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:54.859844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:54.862811 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:54.863931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:54.867132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:54.873811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:54.938947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:54.943391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:54.948536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:54.986402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbabb21-d140-4fc7-8f74-442279a8fde8,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:54.996646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff31243-cd43-4bfe-a5c9-9884865b2205,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:55.002479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.006467 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-79765202-f1df-4fa0-9c27-58f7dc086c9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2401676 Jan 12 09:47:55.006705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44176) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:55.012677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '5ff31243-cd43-4bfe-a5c9-9884865b2205', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:47:55.018937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:55.023117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:55.027932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:55.038895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:55.058878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.133000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.138151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.171723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d685fe-b8f7-4e13-be7c-0c7bac3f39d0,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:55.192001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.195209 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-560ccfe1-146a-4882-994d-85e04ed1f845 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1875000 Jan 12 09:47:55.198006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44180) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:55.207425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '5ff31243-cd43-4bfe-a5c9-9884865b2205', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:47:55.213763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:55.218261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:55.222010 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:55.222344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:55.226582 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Checking router: 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:47:55.226953 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Updating router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 port 6a77fa45-5566-4239-9827-c35883ad04b1 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:47:55.243624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:55.265592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.283659 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.302054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.341266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.346233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.369440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300aabd5-c193-4508-8a0b-93e55f4a470d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:55.381806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.385520 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-83e33c1f-e251-42f2-af32-1d5839669000 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1838806 Jan 12 09:47:55.385726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44184) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:55.391643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '5ff31243-cd43-4bfe-a5c9-9884865b2205', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:47:55.397686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:55.401472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:55.404302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:55.410069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:55.429246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.495527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.500877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.528087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d50bfc-0567-417b-870c-0b6425e46790,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:55.538575 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.542647 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ffee1498-e9b5-4129-a387-7abf0ebc4ea8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1534717 Jan 12 09:47:55.543451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44188) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:55.548835 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '5ff31243-cd43-4bfe-a5c9-9884865b2205', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:47:55.554805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:55.559186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:55.562222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:55.568194 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:55.587100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.646620 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.650492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.656076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.661310 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Transition to ACTIVE for port object 6a77fa45-5566-4239-9827-c35883ad04b1 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:55.671089 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.678844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ecad8c-c7ab-4b3f-8faa-9a6a4976ac86,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:55.693256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.694855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-037b0710-8e65-4245-a3ce-75526c88ab65 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1508648 Jan 12 09:47:55.697468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44192) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:55.705168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '5ff31243-cd43-4bfe-a5c9-9884865b2205', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:47:55.711092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:55.716215 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:55.719146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:55.725462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:55.753220 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:47:55.762938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.809540 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c096c-f542-44de-8f8f-f5edfea8b3a6 None None] Pushing event updated for resources: {'Port': ['ID=6a77fa45-5566-4239-9827-c35883ad04b1,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:55.856108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.861349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.891309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3697f697-3add-4c65-8c75-f37cf909ba16,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:55.902940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.907123 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2d63891e-a0a1-41c0-a543-69022c171fcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2051742 Jan 12 09:47:55.907315 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Attempting to bind port 6a77fa45-5566-4239-9827-c35883ad04b1 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:47:55.907315 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Attempting to bind port 6a77fa45-5566-4239-9827-c35883ad04b1 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:47:55.907315 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Attempting to bind port 6a77fa45-5566-4239-9827-c35883ad04b1 on network b68e9a23-39a6-4540-95d0-30333963914d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:47:55.907893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44196) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:55.913753 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:47:55.914117 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Checking segment: {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:47:55.914508 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.914954 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Bound using segment: {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:47:55.915499 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Bound port: 6a77fa45-5566-4239-9827-c35883ad04b1, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:47:55.915870 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:55.918887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '5ff31243-cd43-4bfe-a5c9-9884865b2205', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:47:55.925639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:55.931338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:55.936901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:55.945439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:55.963990 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:47:55.975438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:56.023325 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] For port 6a77fa45-5566-4239-9827-c35883ad04b1, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:47:56.026989 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] For port 6a77fa45-5566-4239-9827-c35883ad04b1, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6a77fa45-5566-4239-9827-c35883ad04b1,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:47:56.032075 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:56.050722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:56.064435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:56.069072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] Router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:47:56.096089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9665b1a3-a519-407b-b936-44b920b6d04d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:56.116781 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c096c-f542-44de-8f8f-f5edfea8b3a6 None None] Pushing event updated for resources: {'Port': ['ID=6a77fa45-5566-4239-9827-c35883ad04b1,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:56.122909 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:56.123551 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:56.125181 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:56.147328 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dc8169da-3d4d-4133-b98a-e7ffe7170a49 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2353065 Jan 12 09:47:56.323627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:47:56.333836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] Sync routers for ids ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:47:56.338862 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:56.343831 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ac5ee05e-c6f0-4297-8a3a-2e2612900324 admin admin] 10.222.0.58 "PUT /v2.0/routers/e8d0b5f9-79a0-402d-98e8-18a6decd0ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2887123 Jan 12 09:47:56.346128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44210) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:56.350155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] Routers {'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:56.350816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:56.377848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-cf10aab3-779f-49b5-a85a-e7818f777380 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:56.399612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-cf10aab3-779f-49b5-a85a-e7818f777380 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:56.402422 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-cf10aab3-779f-49b5-a85a-e7818f777380 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928525786&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0806293 Jan 12 09:47:56.607953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-f51b9fdf-f13b-4152-a62f-eb9438534a21 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:56.617679 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-f51b9fdf-f13b-4152-a62f-eb9438534a21 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 797 time: 0.2052131 Jan 12 09:47:56.634705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:56.635015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] Set router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:56.638615 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-f3f80cb6-bc94-4a08-aca3-91ee6aeb8ce7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/quotas/d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 375 time: 0.0196745 Jan 12 09:47:56.730799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-e64be457-635b-4e08-ae10-afab4450275d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:56.748654 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:56Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:56.751045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-e64be457-635b-4e08-ae10-afab4450275d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:56.756249 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05717c6-13d7-46ba-b60a-860e66bde45f None None] The sync data for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv is: [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:56Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:47:56.776035 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-e64be457-635b-4e08-ae10-afab4450275d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362147 Jan 12 09:47:56.912901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:56.926158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Deleting port a8ebe82f-5044-4964-a7c5-a14822eddc85 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:56.927064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:56.978439 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-31c4c732-7964-4a97-8a2c-8256d4ddde52 service neutron] 10.222.0.58 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991961 Jan 12 09:47:57.001726 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'name': 'tempest-TestVolumeBootPattern-340005208-router', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:31Z', 'updated_at': '2022-01-12T09:47:54Z', 'revision_number': 5, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'gw_port': {'id': 'a8ebe82f-5044-4964-a7c5-a14822eddc85', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:33Z', 'updated_at': '2022-01-12T09:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:57.006995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] Checking router: e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:47:57.019226 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] Routers {'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:47:57.019946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:57.124138 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] For port a8ebe82f-5044-4964-a7c5-a14822eddc85, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a8ebe82f-5044-4964-a7c5-a14822eddc85,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:57.125179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:57.145460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-2020113a-dc1c-4328-ac59-8ee919e22ab9 service neutron] 10.222.0.58 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573076 Jan 12 09:47:57.176652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] Set router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:47:57.257792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Calling delete_port for a8ebe82f-5044-4964-a7c5-a14822eddc85 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:57.292837 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'name': 'tempest-TestVolumeBootPattern-340005208-router', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:31Z', 'updated_at': '2022-01-12T09:47:56Z', 'revision_number': 6, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:57.298692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c67a6c-7da6-4afc-bdb0-5d53b8b26bfa None None] The sync data for ids ['e8d0b5f9-79a0-402d-98e8-18a6decd0ca2'] in dv-neutron-824347-1-hyperv is: [{'id': 'e8d0b5f9-79a0-402d-98e8-18a6decd0ca2', 'name': 'tempest-TestVolumeBootPattern-340005208-router', 'tenant_id': '735d5d66356d40499af1339a80de6e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:31Z', 'updated_at': '2022-01-12T09:47:56Z', 'revision_number': 6, 'project_id': '735d5d66356d40499af1339a80de6e3f', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:47:57.380608 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d40192f5-4113-4a48-a291-1ab85156e2b7 req-7cc87441-92ed-450b-8639-a26fa9a5c620 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 210 time: 0.0458393 Jan 12 09:47:57.477790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:57.557708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ebe82f-5044-4964-a7c5-a14822eddc85,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:57.745796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.113368 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.120774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.148275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.148931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:47:58.161702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.162479 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-588c307d-d0c0-4389-b65d-20d6d18d34f1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e8d0b5f9-79a0-402d-98e8-18a6decd0ca2 HTTP/1.1" status: 204 len: 168 time: 1.8152823 Jan 12 09:47:58.164913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44216) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:58.223868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ccfe2b-e00e-4bb3-a221-d6dcf64c5b4e admin admin] Deleting subnet 86d3cbfb-0116-4b3d-807a-92a896defa7d {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:47:58.228005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-10ccfe2b-e00e-4bb3-a221-d6dcf64c5b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.228437 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6a77fa45-5566-4239-9827-c35883ad04b1 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:58.276176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-10ccfe2b-e00e-4bb3-a221-d6dcf64c5b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.299800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 6a77fa45-5566-4239-9827-c35883ad04b1 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:58.310421 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6a77fa45-5566-4239-9827-c35883ad04b1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:58.310907 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.363729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-10ccfe2b-e00e-4bb3-a221-d6dcf64c5b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.445025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-10ccfe2b-e00e-4bb3-a221-d6dcf64c5b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.450575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.485620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 6a77fa45-5566-4239-9827-c35883ad04b1, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6a77fa45-5566-4239-9827-c35883ad04b1,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:58.489585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.511137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0b00169-e0e5-4670-ae8f-bf4846b27284 req-d18f5aaf-d536-4a87-ae7f-2367c6bfa735 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 210 time: 0.0443816 Jan 12 09:47:58.541179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccfe2b-e00e-4bb3-a221-d6dcf64c5b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d3cbfb-0116-4b3d-807a-92a896defa7d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:58.550331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-10ccfe2b-e00e-4bb3-a221-d6dcf64c5b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.551240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device dcbabb21-d140-4fc7-8f74-442279a8fde8 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:58.557858 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-10ccfe2b-e00e-4bb3-a221-d6dcf64c5b4e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/86d3cbfb-0116-4b3d-807a-92a896defa7d HTTP/1.1" status: 204 len: 168 time: 0.3907299 Jan 12 09:47:58.559213 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44230) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:58.589844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd792b0f-b7bc-47ca-8b4a-e1fa2f012d9c None None] Network 4f6d74ac-ea45-449f-9a8f-c6e6abc389de requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:47:58.664608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: dcbabb21-d140-4fc7-8f74-442279a8fde8 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:47:58.664843 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device dcbabb21-d140-4fc7-8f74-442279a8fde8 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:58.675845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.687650 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Deleting port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:58.688058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.714632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=6a77fa45-5566-4239-9827-c35883ad04b1,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:58.867836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] DHCP port deletion for 4f6d74ac-ea45-449f-9a8f-c6e6abc389de request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:47:58.872150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] Deleting port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:58.872501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:58.897051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] For port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=478c2e2b-fc80-47b6-9dcc-1d0c03e11f66,segment=NetworkSegment(9a8e46c6-f133-4d07-9a27-18d473bb9e6e),segment_id=9a8e46c6-f133-4d07-9a27-18d473bb9e6e)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:58.897519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.020981 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Calling delete_port for 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:59.097819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.106977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] For port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=478c2e2b-fc80-47b6-9dcc-1d0c03e11f66,segment=NetworkSegment(9a8e46c6-f133-4d07-9a27-18d473bb9e6e),segment_id=9a8e46c6-f133-4d07-9a27-18d473bb9e6e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:47:59.107361 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.141057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Pushing event deleted for resources: {'Port': ['ID=478c2e2b-fc80-47b6-9dcc-1d0c03e11f66,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:59.146984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] No DVR routers for this DVR port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:59.222484 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] Calling delete_port for 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:47:59.261168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.285516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6d74ac-ea45-449f-9a8f-c6e6abc389de']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:59.291528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:47:59.292073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:47:59.297453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8e46c6-f133-4d07-9a27-18d473bb9e6e') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:59.297738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8e46c6-f133-4d07-9a27-18d473bb9e6e') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:59.309200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.324357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.330591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:47:59.331005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:47:59.344289 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:47:59.513206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.529139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.540963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6d74ac-ea45-449f-9a8f-c6e6abc389de,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:59.546209 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5ae5a606-0448-409f-9c1d-4bef746216cb admin admin] 10.222.0.58 "DELETE /v2.0/networks/4f6d74ac-ea45-449f-9a8f-c6e6abc389de HTTP/1.1" status: 204 len: 168 time: 0.9860425 Jan 12 09:47:59.679646 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a3c1c88-d609-43e7-96e9-a5c0ec357dd3 req-b6ffb930-68e9-440c-adb7-3a402076aee0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 210 time: 0.0435336 Jan 12 09:47:59.683802 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44240) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:59.741739 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4aef04ad-d605-45cf-b38e-3eb771a481a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2e1163083c446099153b56bbd9c8d52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546131 Jan 12 09:47:59.742245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44246) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:59.793445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] Deleting port 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:47:59.793921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.809767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b8710a-af4d-4922-bb57-9c9ab0f1076d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.838295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b8710a-af4d-4922-bb57-9c9ab0f1076d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.866239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a4794-ff84-4f0d-b3c6-d77076785fe0 None None] The port '478c2e2b-fc80-47b6-9dcc-1d0c03e11f66' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 09:47:59.892261 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b8710a-af4d-4922-bb57-9c9ab0f1076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.908043 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8710a-af4d-4922-bb57-9c9ab0f1076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48066dae-2e13-46b5-9166-849606eedaee,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:59.916318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38b8710a-af4d-4922-bb57-9c9ab0f1076d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:59.919858 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-38b8710a-af4d-4922-bb57-9c9ab0f1076d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48066dae-2e13-46b5-9166-849606eedaee HTTP/1.1" status: 204 len: 168 time: 0.1738622 Jan 12 09:48:00.342797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44254) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:48:00.354373 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6a77fa45-5566-4239-9827-c35883ad04b1 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:48:00.399507 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-20236669-c0ec-43c9-94cc-aead3a676761 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=735d5d66356d40499af1339a80de6e3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540197 Jan 12 09:48:00.400584 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44258) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:48:00.439970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6a77fa45-5566-4239-9827-c35883ad04b1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:48:00.440486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:00.464791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c0712cd6-fa63-4c3e-8fc8-2a82333ebbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:00.498213 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c0712cd6-fa63-4c3e-8fc8-2a82333ebbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:00.551641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-485f68dc-9400-43f8-9235-71b9545de6c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:00.553185 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-485f68dc-9400-43f8-9235-71b9545de6c7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 797 time: 0.1841223 Jan 12 09:48:00.570007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c0712cd6-fa63-4c3e-8fc8-2a82333ebbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:00.591344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0712cd6-fa63-4c3e-8fc8-2a82333ebbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61cf2c0-5ee7-49a3-b8fc-19ea6ff8d712,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:48:00.604435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c0712cd6-fa63-4c3e-8fc8-2a82333ebbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:00.605895 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c0712cd6-fa63-4c3e-8fc8-2a82333ebbe0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e61cf2c0-5ee7-49a3-b8fc-19ea6ff8d712 HTTP/1.1" status: 204 len: 168 time: 0.2042668 Jan 12 09:48:00.628855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-043eb725-004d-47bb-b084-d8a5362d6bbf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 379 time: 0.0633221 Jan 12 09:48:00.643207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'device_id': '2470fc2c-39de-4e02-8912-75bff96fc676', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'admin_state_up': True, 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'security_groups': ['5ff31243-cd43-4bfe-a5c9-9884865b2205']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:48:00.669566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a8ebe82f-5044-4964-a7c5-a14822eddc85 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:48:00.704132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: a8ebe82f-5044-4964-a7c5-a14822eddc85 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:48:00.704592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a8ebe82f-5044-4964-a7c5-a14822eddc85 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:48:00.705116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:48:00.743266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:48:00.743619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 478c2e2b-fc80-47b6-9dcc-1d0c03e11f66 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:48:00.870948 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdf2acc9-4b5f-406c-ae07-2bb3c91393c8 req-a8b1cb49-2e4b-426c-8873-67755bb7b040 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 210 time: 0.0562553 Jan 12 09:48:00.873590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:48:00.885051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:48:00.906086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:48:00.909239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:01.203431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.14 (b68e9a23-39a6-4540-95d0-30333963914d/eb2e5435-9eb9-4b38-88c4-dce527d5f305/ebcaa942-f5eb-4af8-b844-4acce7837636) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:48:01.391473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:01.406687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object ebcaa942-f5eb-4af8-b844-4acce7837636 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:48:01.429632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:01.500248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b68e9a23-39a6-4540-95d0-30333963914d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:48:01.503353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:48:01.505945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:48:01.539460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=ebcaa942-f5eb-4af8-b844-4acce7837636,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:48:01.575340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:01.575933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:01.603209 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-bd2cedaa-20d4-44ca-81f4-d9b997a4d1fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9701030 Jan 12 09:48:01.613683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Request body: {'port': {'device_id': '2470fc2c-39de-4e02-8912-75bff96fc676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:48:01.725459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:01.771457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8aef4aea-e782-4bb7-a676-61b6564332b2 None None] Provisioning for port ebcaa942-f5eb-4af8-b844-4acce7837636 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:48:01.776122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8aef4aea-e782-4bb7-a676-61b6564332b2 None None] Provisioning complete for port ebcaa942-f5eb-4af8-b844-4acce7837636 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:48:01.776445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8aef4aea-e782-4bb7-a676-61b6564332b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:01.828532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8aef4aea-e782-4bb7-a676-61b6564332b2 None None] Port ebcaa942-f5eb-4af8-b844-4acce7837636 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:48:02.112955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebcaa942-f5eb-4af8-b844-4acce7837636 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:48:02.121635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:02.140181 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Transition to ACTIVE for port object ebcaa942-f5eb-4af8-b844-4acce7837636 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:48:02.147014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:02.192960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe9345-b424-4cbd-bf0f-6a842490e8f9 req-e15bfccc-50cf-472d-8d15-2660385b5fd3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:02.193640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-a8fe9345-b424-4cbd-bf0f-6a842490e8f9 req-e15bfccc-50cf-472d-8d15-2660385b5fd3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:48:02.285213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcaa942-f5eb-4af8-b844-4acce7837636,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:48:02.295135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-a8fe9345-b424-4cbd-bf0f-6a842490e8f9 req-e15bfccc-50cf-472d-8d15-2660385b5fd3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:48:02.296372 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8fe9345-b424-4cbd-bf0f-6a842490e8f9 req-e15bfccc-50cf-472d-8d15-2660385b5fd3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 932 time: 0.2984717 Jan 12 09:48:02.415924 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8fe9345-b424-4cbd-bf0f-6a842490e8f9 req-d2be4a98-9dd7-43d8-9b88-253579c28d32 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131234 Jan 12 09:48:02.439464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Attempting to bind port ebcaa942-f5eb-4af8-b844-4acce7837636 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:48:02.440000 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Attempting to bind port ebcaa942-f5eb-4af8-b844-4acce7837636 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:48:02.440480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Attempting to bind port ebcaa942-f5eb-4af8-b844-4acce7837636 on network b68e9a23-39a6-4540-95d0-30333963914d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:48:02.447142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Port ebcaa942-f5eb-4af8-b844-4acce7837636 on network b68e9a23-39a6-4540-95d0-30333963914d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:48:02.447457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Attempting to bind port ebcaa942-f5eb-4af8-b844-4acce7837636 on network b68e9a23-39a6-4540-95d0-30333963914d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:48:02.455665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:48:02.456018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Checking segment: {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:48:02.456481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Bound using segment: {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:48:02.456880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Bound port: ebcaa942-f5eb-4af8-b844-4acce7837636, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:48:02.457224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:02.548257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] For port ebcaa942-f5eb-4af8-b844-4acce7837636, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:48:02.553260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] For port ebcaa942-f5eb-4af8-b844-4acce7837636, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ebcaa942-f5eb-4af8-b844-4acce7837636,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:48:02.559527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:02.620557 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:02.622008 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] 10.222.0.59 "PUT /v2.0/ports/ebcaa942-f5eb-4af8-b844-4acce7837636 HTTP/1.1" status: 200 len: 1094 time: 1.0123351 Jan 12 09:48:02.622351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2470fc2c-39de-4e02-8912-75bff96fc676', 'tag': 'ebcaa942-f5eb-4af8-b844-4acce7837636'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:48:02.639859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a992a-9481-4e14-aa7f-bec3c1a283f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcaa942-f5eb-4af8-b844-4acce7837636,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:48:02.700370 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2470fc2c-39de-4e02-8912-75bff96fc676', 'tag': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'status': 'completed', 'code': 200} Jan 12 09:48:02.746689 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-ef706919-4117-43f4-90c8-927469c45950 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 1097 time: 0.0821629 Jan 12 09:48:02.820425 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-17b22560-a060-4792-a9b3-d2ae9a25be49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebcaa942-f5eb-4af8-b844-4acce7837636 HTTP/1.1" status: 200 len: 217 time: 0.0666137 Jan 12 09:48:02.977748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-74d52e9b-465c-46c9-b0a5-59b6c0e94df8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:02.979212 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-74d52e9b-465c-46c9-b0a5-59b6c0e94df8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb2e5435-9eb9-4b38-88c4-dce527d5f305 HTTP/1.1" status: 200 len: 834 time: 0.1535902 Jan 12 09:48:03.058568 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-ce01f6e5-6270-4798-9a5c-cfca9783b1f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e9a23-39a6-4540-95d0-30333963914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734425 Jan 12 09:48:03.191733 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-ec082cf5-669f-45cd-b34a-f1a0e70edde5 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273918 Jan 12 09:48:03.325782 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ff340c3-e575-4776-a425-22d6821e48b2 req-9a40d1a8-6a35-490e-b61a-85a9ebc164ab service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277063 Jan 12 09:48:03.443884 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-872e9c77-db97-4a84-8f38-799eade41002 req-4f0daa42-1ca1-40d8-a952-408d5b04cbf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 1097 time: 0.0720479 Jan 12 09:48:03.628735 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e9c77-db97-4a84-8f38-799eade41002 req-c7cc2225-2382-48c7-84a0-48fae4aa4286 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:03.630199 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-872e9c77-db97-4a84-8f38-799eade41002 req-c7cc2225-2382-48c7-84a0-48fae4aa4286 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 898 time: 0.1799400 Jan 12 09:48:03.704245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-872e9c77-db97-4a84-8f38-799eade41002 req-53911221-1bfa-460c-97a4-9e7bd6f1c98c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebcaa942-f5eb-4af8-b844-4acce7837636 HTTP/1.1" status: 200 len: 217 time: 0.0669749 Jan 12 09:48:03.710404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6e1c9-2a40-462e-b63e-5c1ca1e2abf3 req-8dbcbb8b-e447-48e4-a56b-d1aeea97ca05 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:03.711767 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89d6e1c9-2a40-462e-b63e-5c1ca1e2abf3 req-8dbcbb8b-e447-48e4-a56b-d1aeea97ca05 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 944 time: 0.1762803 Jan 12 09:48:03.794088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e9c77-db97-4a84-8f38-799eade41002 req-bec7cfa9-80e5-4572-a01e-c2d97c71670d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:03.795621 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-872e9c77-db97-4a84-8f38-799eade41002 req-bec7cfa9-80e5-4572-a01e-c2d97c71670d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb2e5435-9eb9-4b38-88c4-dce527d5f305 HTTP/1.1" status: 200 len: 834 time: 0.0830438 Jan 12 09:48:03.803732 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89d6e1c9-2a40-462e-b63e-5c1ca1e2abf3 req-cc5d1226-1572-4d4c-a0da-74d9ccca04da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627611 Jan 12 09:48:03.882616 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-872e9c77-db97-4a84-8f38-799eade41002 req-c515a45c-f1c6-4249-87cc-3ce6fa2a992b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e9a23-39a6-4540-95d0-30333963914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812247 Jan 12 09:48:04.014699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-872e9c77-db97-4a84-8f38-799eade41002 req-1005f8fd-5c91-4d8a-b6ef-2ee2c6746bd8 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260524 Jan 12 09:48:04.160320 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-872e9c77-db97-4a84-8f38-799eade41002 req-d96fc6c7-7d49-4d85-b9ff-a451bf6e1d6d service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391776 Jan 12 09:48:05.007035 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2ff99-5786-4773-9ad0-3b231d43220d req-238f80a3-9eb4-4abb-9a56-f64ce32886af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:05.008482 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bab2ff99-5786-4773-9ad0-3b231d43220d req-238f80a3-9eb4-4abb-9a56-f64ce32886af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 944 time: 0.0839403 Jan 12 09:48:05.054249 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bab2ff99-5786-4773-9ad0-3b231d43220d req-44d1d9e9-f63b-4dcb-8a2c-493f4b2a172e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401733 Jan 12 09:48:06.271092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9855-e4fa-41cd-b95d-c003df9f4438 req-135a0815-63d2-4c87-a117-f8d3a5c13930 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:06.272836 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e32d9855-e4fa-41cd-b95d-c003df9f4438 req-135a0815-63d2-4c87-a117-f8d3a5c13930 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 944 time: 0.0877352 Jan 12 09:48:06.319478 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e32d9855-e4fa-41cd-b95d-c003df9f4438 req-1d4e19bf-0309-4d49-b3f4-c2d0b22e0aad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408425 Jan 12 09:48:07.533519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913e182-3959-4fcb-b16b-edec8a4d3404 req-dec17d7a-f869-4200-982e-f4fc96c1f45a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:07.535064 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a913e182-3959-4fcb-b16b-edec8a4d3404 req-dec17d7a-f869-4200-982e-f4fc96c1f45a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 944 time: 0.0802457 Jan 12 09:48:07.581336 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a913e182-3959-4fcb-b16b-edec8a4d3404 req-7f37f385-b412-43dd-87ad-f93b71aec3e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404344 Jan 12 09:48:08.077740 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device ebcaa942-f5eb-4af8-b844-4acce7837636 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:48:08.225725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port ebcaa942-f5eb-4af8-b844-4acce7837636, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ebcaa942-f5eb-4af8-b844-4acce7837636,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:48:08.240955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'port_id': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'mac_address': 'fa:16:3e:b5:0f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:48:08.297905 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:08.314994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebcaa942-f5eb-4af8-b844-4acce7837636 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:48:08.331118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port ebcaa942-f5eb-4af8-b844-4acce7837636, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ebcaa942-f5eb-4af8-b844-4acce7837636,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:48:08.338288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:08.401346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=ebcaa942-f5eb-4af8-b844-4acce7837636,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:48:08.743599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['ebcaa942-f5eb-4af8-b844-4acce7837636'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:48:08.792068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a0db-a0ac-4e55-afe6-c847111b15cf req-e5944220-9f01-42d2-9182-9a02cad7c6f2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:08.793456 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e641a0db-a0ac-4e55-afe6-c847111b15cf req-e5944220-9f01-42d2-9182-9a02cad7c6f2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 945 time: 0.0878627 Jan 12 09:48:08.841129 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e641a0db-a0ac-4e55-afe6-c847111b15cf req-5a2eb745-110f-4ddd-9fe0-3942f4e60527 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415552 Jan 12 09:48:10.043663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca683a5d-c2ec-4e53-add1-a3e7ac5927b0 req-6ebd59bf-3838-4c1d-af99-effb49a46972 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:10.045154 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ca683a5d-c2ec-4e53-add1-a3e7ac5927b0 req-6ebd59bf-3838-4c1d-af99-effb49a46972 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 945 time: 0.0801198 Jan 12 09:48:10.084495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device ebcaa942-f5eb-4af8-b844-4acce7837636 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:48:10.092002 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ca683a5d-c2ec-4e53-add1-a3e7ac5927b0 req-22cde0cd-f363-460a-b5b4-8cd58af30934 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410728 Jan 12 09:48:10.160451 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port ebcaa942-f5eb-4af8-b844-4acce7837636 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:48:10.169063 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port ebcaa942-f5eb-4af8-b844-4acce7837636 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:48:10.169434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:10.298097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:10.329235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2470fc2c-39de-4e02-8912-75bff96fc676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcaa942-f5eb-4af8-b844-4acce7837636'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:48:10.340026 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port ebcaa942-f5eb-4af8-b844-4acce7837636, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ebcaa942-f5eb-4af8-b844-4acce7837636,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:48:10.346608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:10.387368 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2470fc2c-39de-4e02-8912-75bff96fc676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'code': 200} Jan 12 09:48:10.412671 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=ebcaa942-f5eb-4af8-b844-4acce7837636,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:48:10.724029 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0b7b9784-b149-4a3c-b034-94e26d541ef5 req-2ac89377-640d-4952-ad5e-698f290d41bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 1099 time: 0.1717565 Jan 12 09:48:10.766920 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0b7b9784-b149-4a3c-b034-94e26d541ef5 req-19c936d6-b066-426f-b1f1-c14ae373c371 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372601 Jan 12 09:48:11.302979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa471c-0612-4e68-bee7-7a8bb8382ed8 req-9ba36fdd-4d75-47fe-a49b-05d7d71ed817 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:11.304413 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a3fa471c-0612-4e68-bee7-7a8bb8382ed8 req-9ba36fdd-4d75-47fe-a49b-05d7d71ed817 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 946 time: 0.0871506 Jan 12 09:48:11.352283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a3fa471c-0612-4e68-bee7-7a8bb8382ed8 req-23dfddb9-22dd-498c-bc60-58fdb0bc634c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 Jan 12 09:48:12.552176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bf8e5-ba3a-4302-b5df-e49a49097255 req-2797f417-1fff-4754-bee5-0213fc137602 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:12.553594 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-557bf8e5-ba3a-4302-b5df-e49a49097255 req-2797f417-1fff-4754-bee5-0213fc137602 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 946 time: 0.0804136 Jan 12 09:48:12.603796 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-557bf8e5-ba3a-4302-b5df-e49a49097255 req-1db1901e-c840-4629-87d9-a00d217db930 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415726 Jan 12 09:48:12.822418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc201725-781b-466c-8c7e-a230e2241bd6 req-c907763d-c11b-4873-9556-58fb4b006e4b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:12.823877 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc201725-781b-466c-8c7e-a230e2241bd6 req-c907763d-c11b-4873-9556-58fb4b006e4b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 946 time: 0.0969241 Jan 12 09:48:12.870974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc201725-781b-466c-8c7e-a230e2241bd6 req-3fae3230-95c3-4bcb-81a2-f685022cec69 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389028 Jan 12 09:48:12.907559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44290) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:48:12.981160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-72021b3a-76a8-42ec-95ab-d41f829d8a79 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 1094 time: 0.0725079 Jan 12 09:48:12.985062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44294) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:48:12.990096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:48:12.995497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:48:12.999384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:floatingip and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:48:13.002217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:48:13.007911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:48:13.019849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:13.154770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:13.291407 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.173 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/88a19a8c-f9b2-4103-b0f9-7cadedcdcbc6) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:48:13.443203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:13.472878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:13.540858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:48:13.543767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:48:13.547834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:48:13.571352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=88a19a8c-f9b2-4103-b0f9-7cadedcdcbc6,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:48:14.071730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:14.125887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:14.417341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:14.425933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:14.527326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=88a19a8c-f9b2-4103-b0f9-7cadedcdcbc6,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:48:14.548223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:14.743806 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP 64746941-4a83-49b6-b820-0589d36336fc associated. External IP: 172.26.1.173, port: ebcaa942-f5eb-4af8-b844-4acce7837636. Jan 12 09:48:15.171397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:48:15.389688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:48:15.399977 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] Sync routers for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:48:15.413405 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:48:15.414009 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:48:15.415069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:15.473638 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-51885719-6075-4948-b81f-82e3b85b130b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4850509 Jan 12 09:48:15.473638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2470fc2c-39de-4e02-8912-75bff96fc676', 'tag': 'ebcaa942-f5eb-4af8-b844-4acce7837636'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:48:15.474772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44298) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:48:15.526426 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2470fc2c-39de-4e02-8912-75bff96fc676', 'tag': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'status': 'completed', 'code': 200} Jan 12 09:48:15.585120 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-09d2bb97-8499-4462-b633-3623f1d1c70d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 992 time: 0.1085932 Jan 12 09:48:15.600973 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:48:15.622299 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5765fe5-b74f-47e2-b237-6621b00321cd req-0772e90e-e513-48ef-bdf2-220973b0337f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 1099 time: 0.0739605 Jan 12 09:48:15.755764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5765fe5-b74f-47e2-b237-6621b00321cd req-23289582-9aed-46a9-856c-543fd97441c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:15.757356 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5765fe5-b74f-47e2-b237-6621b00321cd req-23289582-9aed-46a9-856c-543fd97441c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 898 time: 0.1272893 Jan 12 09:48:15.860891 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5765fe5-b74f-47e2-b237-6621b00321cd req-b51314d2-8c5e-44b6-a6b4-eb7ddebef51f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebcaa942-f5eb-4af8-b844-4acce7837636 HTTP/1.1" status: 200 len: 1000 time: 0.0971048 Jan 12 09:48:15.920832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5765fe5-b74f-47e2-b237-6621b00321cd req-f1d2f72d-ebfd-4c1c-9678-a480a7cb745d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:15.922363 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5765fe5-b74f-47e2-b237-6621b00321cd req-f1d2f72d-ebfd-4c1c-9678-a480a7cb745d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb2e5435-9eb9-4b38-88c4-dce527d5f305 HTTP/1.1" status: 200 len: 834 time: 0.0563400 Jan 12 09:48:15.950993 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '64746941-4a83-49b6-b820-0589d36336fc', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'port_id': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'mac_address': 'fa:16:3e:b5:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2470fc2c-39de-4e02-8912-75bff96fc676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:48:13Z', 'updated_at': '2022-01-12T09:48:13Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:48:15.955079 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] Checking router: 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:48:15.965418 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:48:15.966021 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:47:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:48:16.110099 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5765fe5-b74f-47e2-b237-6621b00321cd req-44b5e5ce-5fd6-4c6e-99da-59827719793e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e9a23-39a6-4540-95d0-30333963914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1814768 Jan 12 09:48:16.153794 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:48:16.246655 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5765fe5-b74f-47e2-b237-6621b00321cd req-a7c15407-05dd-438b-b429-a42e2f1d2e53 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260633 Jan 12 09:48:16.383729 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5765fe5-b74f-47e2-b237-6621b00321cd req-cf91dece-81ec-42bc-bee8-dd64e563feb4 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312866 Jan 12 09:48:16.515200 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '64746941-4a83-49b6-b820-0589d36336fc', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'port_id': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'mac_address': 'fa:16:3e:b5:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2470fc2c-39de-4e02-8912-75bff96fc676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:48:13Z', 'updated_at': '2022-01-12T09:48:13Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:48:16.519545 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970b39d-b75b-4922-bbb7-5d8d9b1bb9ee None None] The sync data for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv is: [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '64746941-4a83-49b6-b820-0589d36336fc', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'port_id': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'mac_address': 'fa:16:3e:b5:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2470fc2c-39de-4e02-8912-75bff96fc676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:48:13Z', 'updated_at': '2022-01-12T09:48:13Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:48:16.588599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44306) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:48:16.691839 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-df44ffd7-e657-4c20-a5d5-e7b46f735e07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 992 time: 0.1018579 Jan 12 09:48:16.718782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b19490-82d2-4a18-8ac4-7c47b2c71521 None None] New status for floating IP 64746941-4a83-49b6-b820-0589d36336fc: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:48:17.696852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44310) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:48:17.807478 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-091b204c-248f-44ae-89db-b0c46559bc61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 994 time: 0.1091795 Jan 12 09:48:18.987062 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:48:19.052616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ad1a-ef66-41cf-a5a9-e234bae0fa9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:21.191419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5de740e7-4801-4e18-892d-a6c0918a345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:21.563923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:22.452792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:22.603275 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:23.814689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:49.056877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f6a96fd9-485d-46f9-9801-4f0eed91e409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:51.187008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a44c3f7-33ed-4bfc-a151-8964792b0d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:51.562307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:52.463060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:52.610228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:53.818132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:55.984177 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:49:19.056523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ef3d03fa-695b-4bf4-93da-c6edcbbfae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:21.195298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6843db25-aeb0-4957-9f19-9b99dfb56017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:21.551205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:22.460767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:22.613094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:23.821813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:29.046356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44338) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:29.121591 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2fe00c25-a585-4d98-9dec-3bcd6773c157 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=d45f8f502f65499ab2c245dd4d23e808&network_id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 3000 time: 0.0741029 Jan 12 09:49:30.555265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44350) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:30.618143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc988e4-4382-4790-8cf7-f3bbce110e50 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:30.619643 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ddc988e4-4382-4790-8cf7-f3bbce110e50 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74 HTTP/1.1" status: 200 len: 814 time: 0.0632801 Jan 12 09:49:31.099226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44358) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:31.108184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-084ea681-555a-47eb-8f35-cc350bdfc899 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:31.213856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-084ea681-555a-47eb-8f35-cc350bdfc899 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:31.492189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-084ea681-555a-47eb-8f35-cc350bdfc899 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:31.497395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-084ea681-555a-47eb-8f35-cc350bdfc899 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:31.497709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-084ea681-555a-47eb-8f35-cc350bdfc899 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP 64746941-4a83-49b6-b820-0589d36336fc disassociated. External IP: 172.26.1.173, port: ebcaa942-f5eb-4af8-b844-4acce7837636. Jan 12 09:49:31.896990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084ea681-555a-47eb-8f35-cc350bdfc899 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:49:32.204948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084ea681-555a-47eb-8f35-cc350bdfc899 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:49:32.209739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-084ea681-555a-47eb-8f35-cc350bdfc899 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:32.215318 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] Sync routers for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:49:32.227934 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:49:32.228633 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:49:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:49:32.260971 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-084ea681-555a-47eb-8f35-cc350bdfc899 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 690 time: 1.1602576 Jan 12 09:49:32.261520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2470fc2c-39de-4e02-8912-75bff96fc676', 'tag': 'ebcaa942-f5eb-4af8-b844-4acce7837636'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:49:32.264217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44362) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:32.324087 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2470fc2c-39de-4e02-8912-75bff96fc676', 'tag': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'status': 'completed', 'code': 200} Jan 12 09:49:32.352578 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2cc7dd8b-87ba-4564-8f8b-296e5160e61f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 690 time: 0.0861530 Jan 12 09:49:32.399752 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:49:32.414600 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0ba4969-54e8-422c-a28a-652b2b096966 req-fe9e1809-8aa5-48b2-a3fe-a628cadfa949 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 1099 time: 0.0680370 Jan 12 09:49:32.545363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba4969-54e8-422c-a28a-652b2b096966 req-a6fc1a23-7f87-41a1-ad95-8626b8af8619 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:32.546844 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0ba4969-54e8-422c-a28a-652b2b096966 req-a6fc1a23-7f87-41a1-ad95-8626b8af8619 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 898 time: 0.1262336 Jan 12 09:49:32.617646 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0ba4969-54e8-422c-a28a-652b2b096966 req-b7060e85-5ac2-42e0-84ce-29ddf13a2084 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebcaa942-f5eb-4af8-b844-4acce7837636 HTTP/1.1" status: 200 len: 217 time: 0.0632522 Jan 12 09:49:32.678341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba4969-54e8-422c-a28a-652b2b096966 req-86e546a0-758d-4ea5-9eb3-d0e924f2ffce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:32.679679 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0ba4969-54e8-422c-a28a-652b2b096966 req-86e546a0-758d-4ea5-9eb3-d0e924f2ffce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb2e5435-9eb9-4b38-88c4-dce527d5f305 HTTP/1.1" status: 200 len: 834 time: 0.0565319 Jan 12 09:49:32.710681 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:49:32.714897 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] Checking router: 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:49:32.725396 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:49:32.726000 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:49:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:49:32.756873 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0ba4969-54e8-422c-a28a-652b2b096966 req-3380cb3e-86be-4616-bde5-2959f4c2199f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e9a23-39a6-4540-95d0-30333963914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714078 Jan 12 09:49:32.886182 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0ba4969-54e8-422c-a28a-652b2b096966 req-3aa16524-078b-4848-b430-44698efbdb38 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227894 Jan 12 09:49:32.896338 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:49:33.014993 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0ba4969-54e8-422c-a28a-652b2b096966 req-58ad125d-fde3-41ed-a307-fa4b50382006 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224656 Jan 12 09:49:33.041168 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:49:33.217226 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:49:33.221799 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87378920-f19f-4f20-9925-e11cd17133a2 None None] The sync data for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv is: [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:49:33.354932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44368) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:33.435765 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e2d796a6-25f8-4f88-b548-ff93fa7d1dd4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 690 time: 0.0796561 Jan 12 09:49:33.463617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bbd6c-1917-46b0-b8a1-2c50f2deab81 None None] New status for floating IP 64746941-4a83-49b6-b820-0589d36336fc: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:49:34.440907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44372) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:34.526214 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8b7fbe43-5b85-4b4b-a3d0-c455e0cf609b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 688 time: 0.0839467 Jan 12 09:49:35.475334 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-565e3ee2-5a5a-4029-b21d-a6a2bb52c750 req-aa5e54cd-e642-4bc4-b66c-3e23991925db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718963 Jan 12 09:49:35.612922 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-565e3ee2-5a5a-4029-b21d-a6a2bb52c750 req-9810f131-cb21-4902-87cb-8db1c8fbbf6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 1099 time: 0.0681753 Jan 12 09:49:35.754433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3ee2-5a5a-4029-b21d-a6a2bb52c750 req-4afb1121-34f5-4839-b537-bb318608cb24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:35.755922 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-565e3ee2-5a5a-4029-b21d-a6a2bb52c750 req-4afb1121-34f5-4839-b537-bb318608cb24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 898 time: 0.1254447 Jan 12 09:49:35.824646 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-565e3ee2-5a5a-4029-b21d-a6a2bb52c750 req-2e387936-5422-4d60-8d51-e362066e812c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebcaa942-f5eb-4af8-b844-4acce7837636 HTTP/1.1" status: 200 len: 217 time: 0.0631731 Jan 12 09:49:35.884664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3ee2-5a5a-4029-b21d-a6a2bb52c750 req-6d5ed0b8-6d81-46a1-8080-6fb45effdf35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:35.886045 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-565e3ee2-5a5a-4029-b21d-a6a2bb52c750 req-6d5ed0b8-6d81-46a1-8080-6fb45effdf35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb2e5435-9eb9-4b38-88c4-dce527d5f305 HTTP/1.1" status: 200 len: 834 time: 0.0557590 Jan 12 09:49:35.964290 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-565e3ee2-5a5a-4029-b21d-a6a2bb52c750 req-26ed5546-60d8-44b7-90fe-2b150dacd6f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e9a23-39a6-4540-95d0-30333963914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713234 Jan 12 09:49:36.092075 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-565e3ee2-5a5a-4029-b21d-a6a2bb52c750 req-7efd3f75-3dde-4f3e-9fb0-d81a68e9bf47 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215601 Jan 12 09:49:36.153585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44378) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:36.159474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410896031', 'description': 'tempest-secgroup-smoke-410896031 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:36.165578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:49:36.176997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:49:36.191123 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.228994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:49:36.233428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:49:36.236784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:49:36.242863 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:49:36.301008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.306699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.333097 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-565e3ee2-5a5a-4029-b21d-a6a2bb52c750 req-311e7a34-e213-496f-a445-d007e69e93db service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352412 Jan 12 09:49:36.354095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:36.360298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.361506 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2068965 Jan 12 09:49:36.364686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44382) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:36.365017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.365355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.365681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.366005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.366325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.366737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.367059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.367373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.367686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.368000 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.368339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589260c5-f292-43a3-a71b-daa55defe127 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.370274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '0b78af7b-ce81-4a6e-9d99-55b6a48f1e33', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:36.376260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:49:36.380308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:49:36.383359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:49:36.389873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:49:36.407769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.471552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.477160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.500105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dbe02e-579d-465b-81a0-17c3299ddac6,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:36.511776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.512114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.512443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.512766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.513088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.513406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.513722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.514037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.514349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.514717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.515033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:36.517566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.518722 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4dcd23b3-dea0-4238-a0d8-da07083ec4e2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1530344 Jan 12 09:49:36.521518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44386) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:36.526882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '0b78af7b-ce81-4a6e-9d99-55b6a48f1e33', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:36.532765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:49:36.536591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:49:36.539489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:49:36.545194 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:49:36.564261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.625898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.631335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.655748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd48d712-6981-4a2e-a514-1c88957c5704,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:36.664943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.666173 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-60ef2441-cc15-4af0-a78f-f3a39ff5881f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1437240 Jan 12 09:49:36.669014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44390) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:36.674618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '0b78af7b-ce81-4a6e-9d99-55b6a48f1e33', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:36.680312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:49:36.684185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:49:36.687072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:49:36.692744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:49:36.711893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.772027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.777767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.800262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3795df68-4748-47ff-8117-4f355d6c35ef,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:36.809354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.810594 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fcf65324-530c-483c-a5a4-525a68831373 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1406467 Jan 12 09:49:36.813595 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44394) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:36.819463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '0b78af7b-ce81-4a6e-9d99-55b6a48f1e33', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:36.825746 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:49:36.829654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:49:36.832619 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:49:36.839393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:49:36.861551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.926743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.932565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.954243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1165d861-ae0f-4d03-ab06-c8d0fab4f57c,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:36.964252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.965417 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-20866044-fd0f-45d1-b901-0107b5b45496 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1508002 Jan 12 09:49:36.968280 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44398) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:36.973499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '0b78af7b-ce81-4a6e-9d99-55b6a48f1e33', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:36.979224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:49:36.983013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:49:36.985851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:49:36.991487 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:49:37.004733 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:49:37.011300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:37.077628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:37.083332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:37.107744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5c61bb-66c0-4adc-bf45-a7b66ed73160,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:37.118011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:37.119321 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-73b27fa5-356f-4e25-a71b-d478daa40732 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1501272 Jan 12 09:49:37.122885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44402) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:37.128193 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '0b78af7b-ce81-4a6e-9d99-55b6a48f1e33', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:37.133987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:49:37.138366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:49:37.142785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:49:37.151011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:49:37.161919 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:49:37.168270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:37.236499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:37.242736 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:37.269302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76222fcd-e319-4891-bcf5-38677817bc6d,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:37.281640 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:37.283168 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1c3d108e-bf90-4946-8283-37594e1319ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1592145 Jan 12 09:49:37.523754 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-69d8102e-2d93-4415-96e7-08aa6326eafe tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410896031&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0418806 Jan 12 09:49:37.678517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c75723-b184-4c6e-bb37-2089e179354e req-e13cfabf-4e40-48f5-a9e1-75d5cd0a382a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:37.679954 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-e13cfabf-4e40-48f5-a9e1-75d5cd0a382a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 797 time: 0.1472569 Jan 12 09:49:37.698617 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-413288fd-a4e8-4299-9dec-a0a6e28214a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/quotas/d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 375 time: 0.0106707 Jan 12 09:49:37.785979 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-e8f2cc08-26f5-46f3-8cc5-1c5cc35e4612 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0824618 Jan 12 09:49:37.947766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-fcddb4c0-049f-4c0f-962c-fe4b9cdf7b12 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:49:37.949074 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-fcddb4c0-049f-4c0f-962c-fe4b9cdf7b12 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1516995 Jan 12 09:49:38.084585 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-ab680f5f-587e-430e-b24f-9745a265e53b service neutron] 10.222.0.58 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289363 Jan 12 09:49:38.224422 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-07d81026-7131-45c5-b321-6d0327af9700 service neutron] 10.222.0.58 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340332 Jan 12 09:49:38.593886 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-24bfe115-d9ea-42b0-bcc2-d0fabe783a1c req-6c2fc77d-976c-4c01-bc6f-572e63860f61 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 210 time: 0.2201028 Jan 12 09:49:39.442002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c75723-b184-4c6e-bb37-2089e179354e req-30580cc3-2c96-4aae-aaf1-ea7468fa42bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:39.443542 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-30580cc3-2c96-4aae-aaf1-ea7468fa42bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 797 time: 0.1413755 Jan 12 09:49:39.497848 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-a026730a-5eec-4f4b-a29b-5a1c19715221 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 471 time: 0.0419910 Jan 12 09:49:39.507140 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'device_id': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'admin_state_up': True, 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'security_groups': ['0b78af7b-ce81-4a6e-9d99-55b6a48f1e33']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:39.649157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:49:39.658721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:49:39.669744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:49:39.672910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:39.869400 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c9a51e0a-f79b-4ff6-af54-eb4f9d876235 req-d46a7cb6-4e93-4506-8a36-c8dedb2605e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 210 time: 0.1399786 Jan 12 09:49:39.895198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.9 (b68e9a23-39a6-4540-95d0-30333963914d/eb2e5435-9eb9-4b38-88c4-dce527d5f305/e24533a2-209d-432d-ada2-7f74cb5f4b40) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:49:40.119828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:40.136207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object e24533a2-209d-432d-ada2-7f74cb5f4b40 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:49:40.164885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:40.237991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b68e9a23-39a6-4540-95d0-30333963914d is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:49:40.241114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:49:40.244645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:49:40.289726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=e24533a2-209d-432d-ada2-7f74cb5f4b40,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:40.437177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:40.437775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:40.464614 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-d1c67124-ba16-45d0-b853-334bc3933102 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9607930 Jan 12 09:49:40.477302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Request body: {'port': {'device_id': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:40.481840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-06f54f97-7d78-4375-b304-70d745a781a5 None None] Provisioning for port e24533a2-209d-432d-ada2-7f74cb5f4b40 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:49:40.487406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-06f54f97-7d78-4375-b304-70d745a781a5 None None] Provisioning complete for port e24533a2-209d-432d-ada2-7f74cb5f4b40 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:49:40.488051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06f54f97-7d78-4375-b304-70d745a781a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:40.540268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-06f54f97-7d78-4375-b304-70d745a781a5 None None] Port e24533a2-209d-432d-ada2-7f74cb5f4b40 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:49:40.597783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:40.942435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24533a2-209d-432d-ada2-7f74cb5f4b40 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:49:40.949382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:40.963757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Transition to ACTIVE for port object e24533a2-209d-432d-ada2-7f74cb5f4b40 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:49:40.967824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:41.134367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Pushing event updated for resources: {'Port': ['ID=e24533a2-209d-432d-ada2-7f74cb5f4b40,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:41.239392 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef6b8-5b8f-4720-9294-86c37c6132eb req-1098c86b-0a8f-469e-8de5-c83d716244d0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:41.240088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-cf2ef6b8-5b8f-4720-9294-86c37c6132eb req-1098c86b-0a8f-469e-8de5-c83d716244d0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:49:41.275533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Attempting to bind port e24533a2-209d-432d-ada2-7f74cb5f4b40 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:49:41.275888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Attempting to bind port e24533a2-209d-432d-ada2-7f74cb5f4b40 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:49:41.276216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Attempting to bind port e24533a2-209d-432d-ada2-7f74cb5f4b40 on network b68e9a23-39a6-4540-95d0-30333963914d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:49:41.279236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-cf2ef6b8-5b8f-4720-9294-86c37c6132eb req-1098c86b-0a8f-469e-8de5-c83d716244d0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:49:41.280406 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cf2ef6b8-5b8f-4720-9294-86c37c6132eb req-1098c86b-0a8f-469e-8de5-c83d716244d0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 943 time: 0.2734830 Jan 12 09:49:41.284160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Port e24533a2-209d-432d-ada2-7f74cb5f4b40 on network b68e9a23-39a6-4540-95d0-30333963914d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:49:41.284473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Attempting to bind port e24533a2-209d-432d-ada2-7f74cb5f4b40 on network b68e9a23-39a6-4540-95d0-30333963914d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:49:41.309945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:49:41.310281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Checking segment: {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:49:41.310655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Bound using segment: {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:49:41.311107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Bound port: e24533a2-209d-432d-ada2-7f74cb5f4b40, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6715a92-c1a0-4dcf-9230-6736f59af7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:49:41.311451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:41.377781 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cf2ef6b8-5b8f-4720-9294-86c37c6132eb req-5598433b-ffe4-4380-80ed-b8de3be42158 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909979 Jan 12 09:49:41.417619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] For port e24533a2-209d-432d-ada2-7f74cb5f4b40, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:49:41.420662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] For port e24533a2-209d-432d-ada2-7f74cb5f4b40, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e24533a2-209d-432d-ada2-7f74cb5f4b40,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:49:41.425813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:41.483740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:41.485070 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] 10.222.0.59 "PUT /v2.0/ports/e24533a2-209d-432d-ada2-7f74cb5f4b40 HTTP/1.1" status: 200 len: 1093 time: 1.0135379 Jan 12 09:49:41.485488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'tag': 'e24533a2-209d-432d-ada2-7f74cb5f4b40'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:49:41.509347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281841de-e8f1-43c4-93ec-6873312b7af6 service neutron] Pushing event updated for resources: {'Port': ['ID=e24533a2-209d-432d-ada2-7f74cb5f4b40,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:41.566271 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'tag': 'e24533a2-209d-432d-ada2-7f74cb5f4b40', 'status': 'completed', 'code': 200} Jan 12 09:49:41.608854 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-3cab9e52-3088-415c-a544-fdf582735104 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 1096 time: 0.0781448 Jan 12 09:49:41.679557 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-b2cfa880-4684-4268-8011-c02f60b7387c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e24533a2-209d-432d-ada2-7f74cb5f4b40 HTTP/1.1" status: 200 len: 217 time: 0.0621369 Jan 12 09:49:41.745792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c75723-b184-4c6e-bb37-2089e179354e req-b0c02f70-34d0-481e-a8fd-4e84d75d25f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:41.747189 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-b0c02f70-34d0-481e-a8fd-4e84d75d25f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb2e5435-9eb9-4b38-88c4-dce527d5f305 HTTP/1.1" status: 200 len: 834 time: 0.0624511 Jan 12 09:49:41.823694 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-fde5dd11-37d7-4dc8-ae5c-54df47ef7fc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e9a23-39a6-4540-95d0-30333963914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703385 Jan 12 09:49:41.960235 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-04d85e08-3987-4640-b3f1-1d2b3f6c9ea6 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302719 Jan 12 09:49:42.090576 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d3c75723-b184-4c6e-bb37-2089e179354e req-87f2d25e-2086-4517-924d-0db5bba6c112 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233151 Jan 12 09:49:42.303741 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a28057db-dffd-4c52-be2c-8e16442c7e4c req-60552b12-3a50-4385-9998-782ba13bc4a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 1096 time: 0.1624992 Jan 12 09:49:42.437383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28057db-dffd-4c52-be2c-8e16442c7e4c req-98a9ccbc-7623-4faf-9897-5d3966b317db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:42.438880 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a28057db-dffd-4c52-be2c-8e16442c7e4c req-98a9ccbc-7623-4faf-9897-5d3966b317db service neutron] 10.222.0.59 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 898 time: 0.1285334 Jan 12 09:49:42.508977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a28057db-dffd-4c52-be2c-8e16442c7e4c req-d701cd58-b5cf-4517-a733-531d8fabe177 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e24533a2-209d-432d-ada2-7f74cb5f4b40 HTTP/1.1" status: 200 len: 217 time: 0.0639007 Jan 12 09:49:42.578187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28057db-dffd-4c52-be2c-8e16442c7e4c req-40ad4570-19dc-49f3-9b93-cffb163e9d61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:42.579735 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a28057db-dffd-4c52-be2c-8e16442c7e4c req-40ad4570-19dc-49f3-9b93-cffb163e9d61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb2e5435-9eb9-4b38-88c4-dce527d5f305 HTTP/1.1" status: 200 len: 834 time: 0.0640368 Jan 12 09:49:42.682765 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a28057db-dffd-4c52-be2c-8e16442c7e4c req-6edc6f52-10f2-48c6-a80f-3bffb9b5f157 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e9a23-39a6-4540-95d0-30333963914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0966833 Jan 12 09:49:42.838079 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a28057db-dffd-4c52-be2c-8e16442c7e4c req-0c607cb5-afb6-4025-af03-d440b2a85461 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451628 Jan 12 09:49:42.843726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5b366-7709-460a-b3f6-27f09d3fc7df req-a75f6a52-2b07-42bc-8130-4e0c711bc8a5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:42.845133 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2e5b366-7709-460a-b3f6-27f09d3fc7df req-a75f6a52-2b07-42bc-8130-4e0c711bc8a5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 943 time: 0.1945448 Jan 12 09:49:42.979138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2e5b366-7709-460a-b3f6-27f09d3fc7df req-88206f9e-3a6a-435e-9e1a-68b63f12ff7f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162617 Jan 12 09:49:42.999929 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a28057db-dffd-4c52-be2c-8e16442c7e4c req-a5864464-e478-4479-8cb8-533889e7af17 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539273 Jan 12 09:49:44.190827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ce50b-af41-4e3a-b0cd-c5fe32d4b93d req-d1e7f755-333f-4b2c-a358-cde9f848636d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:44.192262 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-be1ce50b-af41-4e3a-b0cd-c5fe32d4b93d req-d1e7f755-333f-4b2c-a358-cde9f848636d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 943 time: 0.0848255 Jan 12 09:49:44.241720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-be1ce50b-af41-4e3a-b0cd-c5fe32d4b93d req-97344271-c7ef-493e-8756-05d4d429cb28 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435688 Jan 12 09:49:45.448657 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895557b-4a41-43ee-931a-ac58f54731fa req-098eb57c-1b69-4836-965c-1440d4863448 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:45.450104 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2895557b-4a41-43ee-931a-ac58f54731fa req-098eb57c-1b69-4836-965c-1440d4863448 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 943 time: 0.0837469 Jan 12 09:49:45.495071 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2895557b-4a41-43ee-931a-ac58f54731fa req-01960ea3-8a18-4864-909b-6da32c0bb5de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393960 Jan 12 09:49:46.628261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e24533a2-209d-432d-ada2-7f74cb5f4b40 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:49:46.714545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1deb78-8f7b-4eb5-b524-22c7474f8e91 req-8cfe91c7-38d1-43bb-8fb9-ed25f6a59acf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:46.716005 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5f1deb78-8f7b-4eb5-b524-22c7474f8e91 req-8cfe91c7-38d1-43bb-8fb9-ed25f6a59acf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 943 time: 0.0855453 Jan 12 09:49:46.760831 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5f1deb78-8f7b-4eb5-b524-22c7474f8e91 req-6e591390-12ef-48fa-9505-f9626a6a2296 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 Jan 12 09:49:46.762699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e24533a2-209d-432d-ada2-7f74cb5f4b40, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e24533a2-209d-432d-ada2-7f74cb5f4b40,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:49:46.776608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'e24533a2-209d-432d-ada2-7f74cb5f4b40', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'port_id': 'e24533a2-209d-432d-ada2-7f74cb5f4b40', 'mac_address': 'fa:16:3e:50:da:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:49:46.832543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:46.853029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24533a2-209d-432d-ada2-7f74cb5f4b40 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:49:46.873749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e24533a2-209d-432d-ada2-7f74cb5f4b40, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e24533a2-209d-432d-ada2-7f74cb5f4b40,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:49:46.879390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:46.949556 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=e24533a2-209d-432d-ada2-7f74cb5f4b40,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:46.958842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:46.959184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:46.959518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:46.959845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:46.960173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:46.960497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:46.960817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:46.961133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:46.961435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:46.961748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:46.962057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:47.204996 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['e24533a2-209d-432d-ada2-7f74cb5f4b40'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:49:47.987223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a39e2-1974-4297-bb46-14ffc737533e req-70ab3eb1-c839-4041-bb00-8fdb830ad9cd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:47.988646 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-962a39e2-1974-4297-bb46-14ffc737533e req-70ab3eb1-c839-4041-bb00-8fdb830ad9cd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 944 time: 0.0843217 Jan 12 09:49:48.032696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-962a39e2-1974-4297-bb46-14ffc737533e req-baded101-c055-4cee-a56d-8997635ffac4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385158 Jan 12 09:49:48.654608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e24533a2-209d-432d-ada2-7f74cb5f4b40 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:49:48.736751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port e24533a2-209d-432d-ada2-7f74cb5f4b40 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:49:48.741350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port e24533a2-209d-432d-ada2-7f74cb5f4b40 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:49:48.741699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:48.848437 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:48.874235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24533a2-209d-432d-ada2-7f74cb5f4b40'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:49:48.884044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e24533a2-209d-432d-ada2-7f74cb5f4b40, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e24533a2-209d-432d-ada2-7f74cb5f4b40,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:49:48.887835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:48.932698 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24533a2-209d-432d-ada2-7f74cb5f4b40', 'code': 200} Jan 12 09:49:48.960372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=e24533a2-209d-432d-ada2-7f74cb5f4b40,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:49.051121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-123618f5-37cc-4f9b-8ed1-9c70c1ee23b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:49.193384 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4941fdec-d236-45a0-af51-9f28918f04e4 req-7af7c1c5-b7c3-4c4d-9026-2c566448a1d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 1098 time: 0.1051142 Jan 12 09:49:49.250857 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4941fdec-d236-45a0-af51-9f28918f04e4 req-0c110e39-418d-4209-8307-7b72817319aa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515735 Jan 12 09:49:49.259431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa25d44-a271-45fa-8776-ce43238336d4 req-0e8ce555-08fb-40f8-8d62-6c1ee42589c8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:49.260768 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-efa25d44-a271-45fa-8776-ce43238336d4 req-0e8ce555-08fb-40f8-8d62-6c1ee42589c8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 945 time: 0.1111758 Jan 12 09:49:49.307958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-efa25d44-a271-45fa-8776-ce43238336d4 req-ecd9c744-d2af-4401-9d30-9725dbcf75f8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 Jan 12 09:49:50.524362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818767f-f520-4af9-9d8e-5e1d965185d8 req-ce2ad008-b1a0-49f5-8452-b3870a7932ad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:50.525809 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e818767f-f520-4af9-9d8e-5e1d965185d8 req-ce2ad008-b1a0-49f5-8452-b3870a7932ad tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 945 time: 0.0792174 Jan 12 09:49:50.573620 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e818767f-f520-4af9-9d8e-5e1d965185d8 req-5a5ce3eb-e220-4162-a8d9-13f69b936303 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394783 Jan 12 09:49:51.187661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c3d4bbc-fb9b-47cc-a7cc-78f67db79182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:51.554865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:51.779594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421cd8-bc1d-4976-aa3e-b618abba3976 req-6ddf1bbd-abae-46fe-ac4b-eae7d683f312 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:51.780981 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89421cd8-bc1d-4976-aa3e-b618abba3976 req-6ddf1bbd-abae-46fe-ac4b-eae7d683f312 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 945 time: 0.0756845 Jan 12 09:49:51.828921 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89421cd8-bc1d-4976-aa3e-b618abba3976 req-d06121ba-2b2f-408e-b4e7-7408afba6cdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422916 Jan 12 09:49:52.040169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6a9ed-450e-46c2-8f0c-689a2793ad2c req-94a0ab2a-3ab6-4f80-a67f-fff887c2f432 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:52.041511 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-54e6a9ed-450e-46c2-8f0c-689a2793ad2c req-94a0ab2a-3ab6-4f80-a67f-fff887c2f432 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 945 time: 0.0786629 Jan 12 09:49:52.086123 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-54e6a9ed-450e-46c2-8f0c-689a2793ad2c req-05972211-6a50-49de-a5f7-ef357d56995f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 Jan 12 09:49:52.113749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44456) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:52.189624 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2db497ab-b41c-4cdd-891d-65b0923f8a51 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 1093 time: 0.0747170 Jan 12 09:49:52.192463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44460) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:52.197569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e47a908d-3485-4a44-b37c-af7290d88dc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'port_id': 'e24533a2-209d-432d-ada2-7f74cb5f4b40'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:49:52.273739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e47a908d-3485-4a44-b37c-af7290d88dc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:52.460196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:52.598676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:52.975451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e47a908d-3485-4a44-b37c-af7290d88dc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:52.981469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e47a908d-3485-4a44-b37c-af7290d88dc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:53.173609 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-e47a908d-3485-4a44-b37c-af7290d88dc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP 64746941-4a83-49b6-b820-0589d36336fc associated. External IP: 172.26.1.173, port: e24533a2-209d-432d-ada2-7f74cb5f4b40. Jan 12 09:49:53.580802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47a908d-3485-4a44-b37c-af7290d88dc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:49:53.806911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47a908d-3485-4a44-b37c-af7290d88dc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:49:53.811092 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e47a908d-3485-4a44-b37c-af7290d88dc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:53.816288 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] Sync routers for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:49:53.827753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:53.830342 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:49:53.830965 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:49:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:49:53.863057 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e47a908d-3485-4a44-b37c-af7290d88dc6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 991 time: 1.6695497 Jan 12 09:49:53.863722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'tag': 'e24533a2-209d-432d-ada2-7f74cb5f4b40'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:49:53.866046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44464) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:53.918035 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'tag': 'e24533a2-209d-432d-ada2-7f74cb5f4b40', 'status': 'completed', 'code': 200} Jan 12 09:49:54.015360 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:49:54.115958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6d08eb42-247a-4fe7-8c52-1dae6898fdfa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 991 time: 0.2484114 Jan 12 09:49:54.131682 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e7d079e-6617-4130-971b-33a1722dee75 req-b93a5d4b-1d32-495a-ba63-86d23ba22ae8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 1098 time: 0.1118035 Jan 12 09:49:54.267824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d079e-6617-4130-971b-33a1722dee75 req-7a559fe7-7fb9-4459-bdd4-dcdbf0329de4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:54.269270 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e7d079e-6617-4130-971b-33a1722dee75 req-7a559fe7-7fb9-4459-bdd4-dcdbf0329de4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 898 time: 0.1317310 Jan 12 09:49:54.370710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e7d079e-6617-4130-971b-33a1722dee75 req-8e207ad1-b3d1-4029-a46a-30616637e402 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e24533a2-209d-432d-ada2-7f74cb5f4b40 HTTP/1.1" status: 200 len: 999 time: 0.0949261 Jan 12 09:49:54.379010 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '64746941-4a83-49b6-b820-0589d36336fc', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'port_id': 'e24533a2-209d-432d-ada2-7f74cb5f4b40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'mac_address': 'fa:16:3e:50:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:48:13Z', 'updated_at': '2022-01-12T09:49:52Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:49:54.383055 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] Checking router: 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:49:54.393671 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:49:54.394254 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:49:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:49:54.430799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d079e-6617-4130-971b-33a1722dee75 req-1bc46a00-4655-468f-b74b-f62318dfe704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:54.432310 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e7d079e-6617-4130-971b-33a1722dee75 req-1bc46a00-4655-468f-b74b-f62318dfe704 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb2e5435-9eb9-4b38-88c4-dce527d5f305 HTTP/1.1" status: 200 len: 834 time: 0.0560913 Jan 12 09:49:54.506132 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e7d079e-6617-4130-971b-33a1722dee75 req-fd26b95e-111c-40fa-81a3-bec74d2d208b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e9a23-39a6-4540-95d0-30333963914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671766 Jan 12 09:49:54.576344 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:49:54.635097 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e7d079e-6617-4130-971b-33a1722dee75 req-f4e486ec-d957-40d5-abaf-2cf3c3e5813a service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226985 Jan 12 09:49:54.764518 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e7d079e-6617-4130-971b-33a1722dee75 req-f7f19322-a65b-4f42-a5aa-9c3e3661c029 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231666 Jan 12 09:49:54.916052 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '64746941-4a83-49b6-b820-0589d36336fc', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'port_id': 'e24533a2-209d-432d-ada2-7f74cb5f4b40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'mac_address': 'fa:16:3e:50:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:48:13Z', 'updated_at': '2022-01-12T09:49:52Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:49:54.920371 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bad7d-6dcf-4dd5-bfd0-9a803bf655f7 None None] The sync data for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv is: [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '64746941-4a83-49b6-b820-0589d36336fc', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'port_id': 'e24533a2-209d-432d-ada2-7f74cb5f4b40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'mac_address': 'fa:16:3e:50:da:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:48:13Z', 'updated_at': '2022-01-12T09:49:52Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:49:55.120020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44470) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:55.135850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67135ac9-6d35-4380-a77a-947135261e2e None None] New status for floating IP 64746941-4a83-49b6-b820-0589d36336fc: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:49:55.227038 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-62b31211-9d24-4245-b972-c623ce442b36 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 991 time: 0.1057687 Jan 12 09:49:56.230781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44474) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:56.444176 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e08c1c8c-cbc8-49eb-ac1e-fb469badbfa2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 200 len: 993 time: 0.2120979 Jan 12 09:50:09.975778 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:50:19.062300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1db61fe-5368-4dcd-aea8-8bf62310960f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:21.194238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1be3fad-3f8f-477a-9d57-9a5d8b1b8ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:21.563498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:22.466250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:22.595064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:23.832472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:35.556258 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f88c64b1-f82d-4006-bdfe-41b831b32446 req-660f052d-b438-4450-bc9d-d315c70749ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1408358 Jan 12 09:50:35.694069 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f88c64b1-f82d-4006-bdfe-41b831b32446 req-8f3c58fd-d698-44ee-a2fb-b3b75f7f529e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 1099 time: 0.0706685 Jan 12 09:50:35.839274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c64b1-f82d-4006-bdfe-41b831b32446 req-94ca1ba4-9266-4b0a-a3c4-00502534b239 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:35.841322 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f88c64b1-f82d-4006-bdfe-41b831b32446 req-94ca1ba4-9266-4b0a-a3c4-00502534b239 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 200 len: 898 time: 0.1292219 Jan 12 09:50:35.913229 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f88c64b1-f82d-4006-bdfe-41b831b32446 req-772f254b-25e5-4bb0-ac42-23d4fbf40f08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebcaa942-f5eb-4af8-b844-4acce7837636 HTTP/1.1" status: 200 len: 217 time: 0.0654414 Jan 12 09:50:35.973571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c64b1-f82d-4006-bdfe-41b831b32446 req-87e0ecd4-1068-4bc8-9aa9-74b185a185bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:35.974879 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f88c64b1-f82d-4006-bdfe-41b831b32446 req-87e0ecd4-1068-4bc8-9aa9-74b185a185bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb2e5435-9eb9-4b38-88c4-dce527d5f305 HTTP/1.1" status: 200 len: 834 time: 0.0553844 Jan 12 09:50:36.059422 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f88c64b1-f82d-4006-bdfe-41b831b32446 req-dc6f9a41-8958-41c9-b477-97fa3fd57ea3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e9a23-39a6-4540-95d0-30333963914d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786805 Jan 12 09:50:36.200078 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f88c64b1-f82d-4006-bdfe-41b831b32446 req-55e2e45e-c6ca-4b54-900e-a27b19f4116f service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342795 Jan 12 09:50:36.420863 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f88c64b1-f82d-4006-bdfe-41b831b32446 req-0219b069-7a2c-448a-8307-e624cba4649e service neutron] 10.222.0.59 "GET /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147365 Jan 12 09:50:46.981422 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:50:49.066211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75708e00-e00c-45ab-9ce9-a7ff52694b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:51.189583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c926c6c-e263-40e8-bf74-02584d032ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:51.563929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:52.476909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:52.604809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:53.834675 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:08.798235 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de81a2-90b3-4c7c-a086-a3390586a9f2 req-bda01cb0-22e8-4ad9-a975-d1a3b611e62f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:08.799620 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e0de81a2-90b3-4c7c-a086-a3390586a9f2 req-bda01cb0-22e8-4ad9-a975-d1a3b611e62f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 945 time: 0.0888243 Jan 12 09:51:08.843792 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e0de81a2-90b3-4c7c-a086-a3390586a9f2 req-9485d4fe-c07a-4726-9204-4f73e73944d0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384922 Jan 12 09:51:10.051229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9ba15-41c9-4a8d-ac75-cd0522aa8920 req-5e3461d9-9fdd-4652-bef7-6d9cd4d603cb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:10.052688 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74e9ba15-41c9-4a8d-ac75-cd0522aa8920 req-5e3461d9-9fdd-4652-bef7-6d9cd4d603cb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 945 time: 0.0800383 Jan 12 09:51:10.098196 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74e9ba15-41c9-4a8d-ac75-cd0522aa8920 req-00d64a1c-d26a-4e5c-9e9b-0435efbf3d07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398841 Jan 12 09:51:10.299678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-37d57eb4-a1fd-4866-ac0e-0f4ee2c6d836 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:10.301073 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-37d57eb4-a1fd-4866-ac0e-0f4ee2c6d836 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 945 time: 0.0770123 Jan 12 09:51:10.372975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port e24533a2-209d-432d-ada2-7f74cb5f4b40 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:51:10.373314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:10.617117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port e24533a2-209d-432d-ada2-7f74cb5f4b40, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e24533a2-209d-432d-ada2-7f74cb5f4b40,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:10.617528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:10.907902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:10.908153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:10.908508 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP 64746941-4a83-49b6-b820-0589d36336fc disassociated. External IP: 172.26.1.173, port: e24533a2-209d-432d-ada2-7f74cb5f4b40. Jan 12 09:51:10.908842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for e24533a2-209d-432d-ada2-7f74cb5f4b40 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:51:11.056052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:11.105563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=e24533a2-209d-432d-ada2-7f74cb5f4b40,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:11.118231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.118712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.118933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.119281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.119610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.119919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.120302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.120630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.121009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.121327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.121647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:11.261332 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e553aa1-ea70-4d49-90e2-d4be8c033cae req-8c1d9fec-9915-4a23-b9aa-6278d6b05af5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5165cb0-e841-43ba-b1e3-16728c8550a8 HTTP/1.1" status: 200 len: 210 time: 0.0430923 Jan 12 09:51:11.366448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:51:11.677642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:51:11.687313 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] Sync routers for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:51:11.699552 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:51:11.700089 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:50:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:11.743733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port e24533a2-209d-432d-ada2-7f74cb5f4b40 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:51:11.747136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:11.750217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'name': 'network-vif-deleted', 'tag': 'e24533a2-209d-432d-ada2-7f74cb5f4b40'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:11.769347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad12ec22-c6c4-4a47-98d7-8919ec77aaa8 req-0dc1ad75-d792-484b-9cfc-361a14c829d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "DELETE /v2.0/ports/e24533a2-209d-432d-ada2-7f74cb5f4b40 HTTP/1.1" status: 204 len: 173 time: 1.4632571 Jan 12 09:51:11.877275 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:51:11.890447 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5165cb0-e841-43ba-b1e3-16728c8550a8', 'name': 'network-vif-deleted', 'tag': 'e24533a2-209d-432d-ada2-7f74cb5f4b40', 'status': 'completed', 'code': 200} Jan 12 09:51:12.231698 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:12.235667 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] Checking router: 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:51:12.247329 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:51:12.247923 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:50:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:12.372494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44514) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:12.422393 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:51:12.445155 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:12.479358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:12.547569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:12.565986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b78af7b-ce81-4a6e-9d99-55b6a48f1e33,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:12.578150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:12.581893 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/0b78af7b-ce81-4a6e-9d99-55b6a48f1e33 HTTP/1.1" status: 204 len: 168 time: 0.2057729 Jan 12 09:51:12.581893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.581893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.582210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.583097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.583668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.584112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.584443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.584769 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.585288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.585813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.586429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e5a99-b408-42c1-a591-956ae4ba1174 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:12.622166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44520) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:12.753910 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:12.758047 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a8ba7-9d53-4b3d-b08c-3dfd51842f0d None None] The sync data for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv is: [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:51Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '6a77fa45-5566-4239-9827-c35883ad04b1', 'name': '', 'network_id': 'b68e9a23-39a6-4540-95d0-30333963914d', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:13:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:51Z', 'updated_at': '2022-01-12T09:47:58Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'eb2e5435-9eb9-4b38-88c4-dce527d5f305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:51:12.772851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 88a19a8c-f9b2-4103-b0f9-7cadedcdcbc6 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:51:12.773186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:12.952524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:12.952843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:12.969429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98766f91-2e20-415d-9267-706548035183 None None] New status for floating IP 64746941-4a83-49b6-b820-0589d36336fc: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:51:13.069724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 88a19a8c-f9b2-4103-b0f9-7cadedcdcbc6 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:51:13.182424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.db.api [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:51:13.182775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG oslo_db.api [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:51:13.683945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 88a19a8c-f9b2-4103-b0f9-7cadedcdcbc6 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:51:13.684915 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:13.859330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:13.859556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:13.974986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 88a19a8c-f9b2-4103-b0f9-7cadedcdcbc6 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:51:14.120570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:14.164187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=88a19a8c-f9b2-4103-b0f9-7cadedcdcbc6,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:14.256092 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:14.270359 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:14.271488 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eba9d97a-b923-4e66-baf1-a37a45cd38a0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/floatingips/64746941-4a83-49b6-b820-0589d36336fc HTTP/1.1" status: 204 len: 168 time: 1.6482978 Jan 12 09:51:14.671549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d414-aaab-4ee2-b37a-e11aa9592d9f req-0848c8c2-cadd-4afe-b970-1250839c8849 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:14.672170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-49c3d414-aaab-4ee2-b37a-e11aa9592d9f req-0848c8c2-cadd-4afe-b970-1250839c8849 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:51:14.690808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-49c3d414-aaab-4ee2-b37a-e11aa9592d9f req-0848c8c2-cadd-4afe-b970-1250839c8849 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:51:14.691930 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-49c3d414-aaab-4ee2-b37a-e11aa9592d9f req-0848c8c2-cadd-4afe-b970-1250839c8849 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 946 time: 0.1056073 Jan 12 09:51:14.744404 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-49c3d414-aaab-4ee2-b37a-e11aa9592d9f req-42c607a5-2cbc-4fd1-a12f-94a99adce880 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439630 Jan 12 09:51:15.104482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e24533a2-209d-432d-ada2-7f74cb5f4b40 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:51:15.145910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: e24533a2-209d-432d-ada2-7f74cb5f4b40 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:51:15.146269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e24533a2-209d-432d-ada2-7f74cb5f4b40 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:51:15.947748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bbd62-c713-4ded-930b-911d66eca9b1 req-2c7509c6-89bb-44b0-a520-1446708bafd1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:15.949122 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-640bbd62-c713-4ded-930b-911d66eca9b1 req-2c7509c6-89bb-44b0-a520-1446708bafd1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 946 time: 0.0788777 Jan 12 09:51:15.993933 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-640bbd62-c713-4ded-930b-911d66eca9b1 req-9c7de546-6b17-48fd-ad7e-4e5974f75964 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ff31243-cd43-4bfe-a5c9-9884865b2205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391834 Jan 12 09:51:16.209033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-5cd4067e-875b-402b-8c6c-8ddfa4bf6b5c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:16.210473 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-5cd4067e-875b-402b-8c6c-8ddfa4bf6b5c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 946 time: 0.0815053 Jan 12 09:51:16.276041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-affc1cca-4681-4fc6-a7bb-9f9dbbe1fcd7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port ebcaa942-f5eb-4af8-b844-4acce7837636 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:51:16.276380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-affc1cca-4681-4fc6-a7bb-9f9dbbe1fcd7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:16.518435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-affc1cca-4681-4fc6-a7bb-9f9dbbe1fcd7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port ebcaa942-f5eb-4af8-b844-4acce7837636, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ebcaa942-f5eb-4af8-b844-4acce7837636,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:16.518822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-affc1cca-4681-4fc6-a7bb-9f9dbbe1fcd7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:16.637757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-affc1cca-4681-4fc6-a7bb-9f9dbbe1fcd7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for ebcaa942-f5eb-4af8-b844-4acce7837636 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:51:16.780227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-affc1cca-4681-4fc6-a7bb-9f9dbbe1fcd7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:16.833111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc1cca-4681-4fc6-a7bb-9f9dbbe1fcd7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=ebcaa942-f5eb-4af8-b844-4acce7837636,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:16.904032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-affc1cca-4681-4fc6-a7bb-9f9dbbe1fcd7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port ebcaa942-f5eb-4af8-b844-4acce7837636 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:51:16.906444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-affc1cca-4681-4fc6-a7bb-9f9dbbe1fcd7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:16.908899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2470fc2c-39de-4e02-8912-75bff96fc676', 'name': 'network-vif-deleted', 'tag': 'ebcaa942-f5eb-4af8-b844-4acce7837636'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:16.924403 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01404b9b-ea03-46df-83ae-e6578f5c0fb8 req-affc1cca-4681-4fc6-a7bb-9f9dbbe1fcd7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "DELETE /v2.0/ports/ebcaa942-f5eb-4af8-b844-4acce7837636 HTTP/1.1" status: 204 len: 173 time: 0.7094383 Jan 12 09:51:16.963826 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2470fc2c-39de-4e02-8912-75bff96fc676', 'name': 'network-vif-deleted', 'tag': 'ebcaa942-f5eb-4af8-b844-4acce7837636', 'status': 'completed', 'code': 200} Jan 12 09:51:17.187099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6e967d3a-cdd1-453a-ada6-4eb3403358a0 req-aff9f0e6-3338-403f-b26b-6f5f2a24f392 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:51:17.204287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6e967d3a-cdd1-453a-ada6-4eb3403358a0 req-aff9f0e6-3338-403f-b26b-6f5f2a24f392 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:51:17.205524 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6e967d3a-cdd1-453a-ada6-4eb3403358a0 req-aff9f0e6-3338-403f-b26b-6f5f2a24f392 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=2470fc2c-39de-4e02-8912-75bff96fc676 HTTP/1.1" status: 200 len: 210 time: 0.0630784 Jan 12 09:51:18.309001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44544) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:18.381404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bd916156-398e-4c07-8dc9-be046aa17429 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:18.409220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bd916156-398e-4c07-8dc9-be046aa17429 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:18.477097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bd916156-398e-4c07-8dc9-be046aa17429 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:18.497219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd916156-398e-4c07-8dc9-be046aa17429 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff31243-cd43-4bfe-a5c9-9884865b2205,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:18.503583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bd916156-398e-4c07-8dc9-be046aa17429 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:18.504701 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bd916156-398e-4c07-8dc9-be046aa17429 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ff31243-cd43-4bfe-a5c9-9884865b2205 HTTP/1.1" status: 204 len: 168 time: 0.1947360 Jan 12 09:51:18.546927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44552) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:18.973308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:19.062259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f09d9503-ab30-4e0b-a462-e1baed59a632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:19.697776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 6a77fa45-5566-4239-9827-c35883ad04b1 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:51:19.698729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:19.877176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 6a77fa45-5566-4239-9827-c35883ad04b1, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6a77fa45-5566-4239-9827-c35883ad04b1,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:19.877418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:19.997462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 6a77fa45-5566-4239-9827-c35883ad04b1 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:51:20.183312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:20.231023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=6a77fa45-5566-4239-9827-c35883ad04b1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:20.518943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:21.131685 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device ebcaa942-f5eb-4af8-b844-4acce7837636 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:51:21.163993 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: ebcaa942-f5eb-4af8-b844-4acce7837636 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:51:21.164309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device ebcaa942-f5eb-4af8-b844-4acce7837636 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:51:21.183375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8fe23f6e-2b0a-48ba-9802-4737155eb2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:21.208101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:51:21.414079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:51:21.423892 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] Sync routers for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:51:21.435118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44556) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:21.435642 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0056c54e-3fe3-4bbe-8cd9-7ee5b48fadca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/044495d1-2bf0-42b3-ad8e-e9285e2b2f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8871055 Jan 12 09:51:21.437134 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:51:21.437857 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:21.576919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:21.617485 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:51:21.713394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-140d1e1c-7ead-4eff-8c8d-f01ea889587a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting subnet eb2e5435-9eb9-4b38-88c4-dce527d5f305 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:51:21.716296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-140d1e1c-7ead-4eff-8c8d-f01ea889587a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:21.769192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-140d1e1c-7ead-4eff-8c8d-f01ea889587a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:21.855035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-140d1e1c-7ead-4eff-8c8d-f01ea889587a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:21.894008 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:51:20Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:21.897786 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] Checking router: 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:51:21.908634 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] Routers {'044495d1-2bf0-42b3-ad8e-e9285e2b2f58'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:51:21.909660 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:21.926081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-140d1e1c-7ead-4eff-8c8d-f01ea889587a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:21.968454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d1e1c-7ead-4eff-8c8d-f01ea889587a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2e5435-9eb9-4b38-88c4-dce527d5f305,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:21.973352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-140d1e1c-7ead-4eff-8c8d-f01ea889587a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:21.983069 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-140d1e1c-7ead-4eff-8c8d-f01ea889587a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/subnets/eb2e5435-9eb9-4b38-88c4-dce527d5f305 HTTP/1.1" status: 204 len: 168 time: 0.5444171 Jan 12 09:51:21.983254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44560) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:21.985070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e858350-b91e-423e-ae43-dcff6c363920 None None] Network b68e9a23-39a6-4540-95d0-30333963914d requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:51:22.107204 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] Set router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:51:22.196296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.247271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] DHCP port deletion for b68e9a23-39a6-4540-95d0-30333963914d request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:51:22.251591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Deleting port f9e6abef-ec59-4601-b8fc-0781da2419fb {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:51:22.252330 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.378919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f9e6abef-ec59-4601-b8fc-0781da2419fb no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:51:22.409653 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:51:20Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:22.413747 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e5560-6952-4f79-a02a-7b7e1c2cb2b0 None None] The sync data for ids ['044495d1-2bf0-42b3-ad8e-e9285e2b2f58'] in dv-neutron-824347-1-hyperv is: [{'id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'name': 'tempest-TestNetworkBasicOps-router-986229524', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244'}], 'enable_snat': True}, 'gw_port_id': '606cc185-104a-44be-806c-896ad4a01b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:51:20Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '606cc185-104a-44be-806c-896ad4a01b36', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044495d1-2bf0-42b3-ad8e-e9285e2b2f58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:47Z', 'updated_at': '2022-01-12T09:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:51:22.425616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.438321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 606cc185-104a-44be-806c-896ad4a01b36 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:51:22.439055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.569566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.578157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] For port f9e6abef-ec59-4601-b8fc-0781da2419fb, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f9e6abef-ec59-4601-b8fc-0781da2419fb,segment=NetworkSegment(d6715a92-c1a0-4dcf-9230-6736f59af7b2),segment_id=d6715a92-c1a0-4dcf-9230-6736f59af7b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:22.578580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.618301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 606cc185-104a-44be-806c-896ad4a01b36, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=606cc185-104a-44be-806c-896ad4a01b36,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:22.618717 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.716626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Calling delete_port for f9e6abef-ec59-4601-b8fc-0781da2419fb owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:51:22.737730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 606cc185-104a-44be-806c-896ad4a01b36 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:51:22.793898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.833215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.861244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.915759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:22.936262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Pushing event deleted for resources: {'Port': ['ID=f9e6abef-ec59-4601-b8fc-0781da2419fb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:22.945419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] No DVR routers for this DVR port f9e6abef-ec59-4601-b8fc-0781da2419fb on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:51:22.962815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.963150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.963474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.964096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.964425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.964947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.965165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.965478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.965826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.966815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.966815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1fbf-18a4-453e-b270-9ee71ccbc22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:22.977404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=606cc185-104a-44be-806c-896ad4a01b36,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:23.274360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.521575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.526026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.552331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.552864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Fanout notify agent at l3_agent the message router_deleted on router 044495d1-2bf0-42b3-ad8e-e9285e2b2f58 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:51:23.567596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.568743 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ef31478f-979d-495c-b90d-8e260bd7c1aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/routers/044495d1-2bf0-42b3-ad8e-e9285e2b2f58 HTTP/1.1" status: 204 len: 168 time: 1.5843863 Jan 12 09:51:23.572062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44566) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:23.684889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.813525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.832319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.837916 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68e9a23-39a6-4540-95d0-30333963914d']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:23.849429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6715a92-c1a0-4dcf-9230-6736f59af7b2') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:23.849716 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6715a92-c1a0-4dcf-9230-6736f59af7b2') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:23.860749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.876027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.882161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:51:23.882561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:51:23.896160 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:51:23.977071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:23.990266 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:51:23.997851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.005265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Network': ['ID=b68e9a23-39a6-4540-95d0-30333963914d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:24.015691 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ae011537-8ef2-400f-aa3c-5c5d755f3937 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/networks/b68e9a23-39a6-4540-95d0-30333963914d HTTP/1.1" status: 204 len: 168 time: 0.4398108 Jan 12 09:51:24.034584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44570) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:24.041776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'network': {'name': 'tempest-network-smoke--1459683402', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'port_security_enabled': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:24.047414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:24.051490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:network and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:24.054462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:24.061404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:24.072422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:51:24.075828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.103958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:51:24.113035 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.113373 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Added segment 6e2de306-32a5-46fa-ac24-3a59eff236a5 of type vlan for network 2c241629-708f-4f94-b070-eb5e08650a6f Jan 12 09:51:24.139032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.173073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.176673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:24.177224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.277543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 606cc185-104a-44be-806c-896ad4a01b36 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:51:24.278754 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2430081 Jan 12 09:51:24.281668 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64818d-cbdb-4245-9a02-783c5db68d29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Network': ['ID=2c241629-708f-4f94-b070-eb5e08650a6f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:24.281986 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44574) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:24.287772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'admin_state_up': True, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:24.295148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:24.298875 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:router and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:24.301614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:24.306060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 2c241629-708f-4f94-b070-eb5e08650a6f details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:51:24.307287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:24.318069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.318920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.324794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 606cc185-104a-44be-806c-896ad4a01b36 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:51:24.325142 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 606cc185-104a-44be-806c-896ad4a01b36 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:51:24.325555 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6a77fa45-5566-4239-9827-c35883ad04b1 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:51:24.337334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.404721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 6a77fa45-5566-4239-9827-c35883ad04b1 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:51:24.405089 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6a77fa45-5566-4239-9827-c35883ad04b1 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:51:24.486283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.669351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.706135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:24.942319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.204 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/c6d0f802-ad55-4f08-8ecf-33ce2c16e005) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:51:25.092972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:25.122201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:25.189506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:51:25.192497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:51:25.196668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:51:25.220597 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=c6d0f802-ad55-4f08-8ecf-33ce2c16e005,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:25.354886 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:25.355624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:25.595804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 97ba7c43-6804-434f-9112-e3ea79288ac3 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:51:25.805740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:51:25.815450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Sync routers for ids ['97ba7c43-6804-434f-9112-e3ea79288ac3'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:51:25.827729 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Routers {'97ba7c43-6804-434f-9112-e3ea79288ac3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:51:25.828483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['97ba7c43-6804-434f-9112-e3ea79288ac3'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:25.831695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:25.832903 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bccdf424-6a44-4efd-8cc8-ddc112c56ea4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5497155 Jan 12 09:51:25.836282 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44578) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:25.874988 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-40b297d3-b4e7-4267-b17e-3096556bdcbe tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d45f8f502f65499ab2c245dd4d23e808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376294 Jan 12 09:51:25.877651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44582) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:26.005683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Set router 97ba7c43-6804-434f-9112-e3ea79288ac3 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:51:26.009686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347dc43a-e5fb-498a-9d18-0690568be400 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:26.011156 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-347dc43a-e5fb-498a-9d18-0690568be400 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326723 Jan 12 09:51:26.014247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44586) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:26.057185 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6ca81219-eb89-40b3-a949-539381e74739 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416830 Jan 12 09:51:26.059652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44590) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:26.064912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229511587', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:26.171708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:26.175477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:subnet and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:26.178403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:26.184126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:26.194908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:51:26.294578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:26.298059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:25Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:26.302086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Checking router: 97ba7c43-6804-434f-9112-e3ea79288ac3 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:51:26.302610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Updating router 97ba7c43-6804-434f-9112-e3ea79288ac3 port c6d0f802-ad55-4f08-8ecf-33ce2c16e005 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:51:26.355277 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:26.503876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:26.576325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Subnet': ['ID=458d7a09-a85b-49b7-b2dd-f6edf8ec5be7,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:26.596794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Checking segment: {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:51:26.597177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network hostable DHCP agents. Network: 2c241629-708f-4f94-b070-eb5e08650a6f, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:51:26.620573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 2c241629-708f-4f94-b070-eb5e08650a6f is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:51:26.631110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 2c241629-708f-4f94-b070-eb5e08650a6f) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:51:26.635690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:26.636588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:26.642250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b78ee6-df69-4953-89a2-de4ae8df59bf None None] Network 2c241629-708f-4f94-b070-eb5e08650a6f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:51:26.765270 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d0d296eb-8862-422c-ae0a-e40340e0727b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7045951 Jan 12 09:51:26.768299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44594) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:26.870880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:26.892636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Transition to ACTIVE for port object c6d0f802-ad55-4f08-8ecf-33ce2c16e005 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:51:26.935425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:26.971391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-2c241629-708f-4f94-b070-eb5e08650a6f', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:51:26.972198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:27.069811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Attempting to bind port c6d0f802-ad55-4f08-8ecf-33ce2c16e005 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:51:27.070211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Attempting to bind port c6d0f802-ad55-4f08-8ecf-33ce2c16e005 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:51:27.070539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Attempting to bind port c6d0f802-ad55-4f08-8ecf-33ce2c16e005 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:51:27.076460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ea0b9-a5e7-4d8f-bceb-1e36269d2d70 None None] Pushing event updated for resources: {'Port': ['ID=c6d0f802-ad55-4f08-8ecf-33ce2c16e005,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:27.093206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:51:27.093578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:51:27.093971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:27.094353 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:51:27.094855 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Bound port: c6d0f802-ad55-4f08-8ecf-33ce2c16e005, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:51:27.095232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:27.226728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] For port c6d0f802-ad55-4f08-8ecf-33ce2c16e005, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:51:27.238646 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Allocated IP 172.20.0.2 (2c241629-708f-4f94-b070-eb5e08650a6f/458d7a09-a85b-49b7-b2dd-f6edf8ec5be7/fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:51:27.241235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] For port c6d0f802-ad55-4f08-8ecf-33ce2c16e005, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c6d0f802-ad55-4f08-8ecf-33ce2c16e005,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:51:27.246707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:27.396620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ea0b9-a5e7-4d8f-bceb-1e36269d2d70 None None] Pushing event updated for resources: {'Port': ['ID=c6d0f802-ad55-4f08-8ecf-33ce2c16e005,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:27.430009 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Routers {'97ba7c43-6804-434f-9112-e3ea79288ac3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:51:27.430678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['97ba7c43-6804-434f-9112-e3ea79288ac3'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:27.517783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:27.663738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:27.679347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Transition to ACTIVE for port object fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:51:27.697663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] Set router 97ba7c43-6804-434f-9112-e3ea79288ac3 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:51:27.745705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Transition to ACTIVE for port object fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:51:27.802417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:27.895752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.1 (2c241629-708f-4f94-b070-eb5e08650a6f/458d7a09-a85b-49b7-b2dd-f6edf8ec5be7/1d807dfd-e7a5-4776-bde0-5de55a847395) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:51:27.985566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Network 2c241629-708f-4f94-b070-eb5e08650a6f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:51:27.991254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:51:27.992938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Pushing event updated for resources: {'Port': ['ID=fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:27.995013 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:51:28.058065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:28.073803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object 1d807dfd-e7a5-4776-bde0-5de55a847395 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:51:28.096273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:28.145957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Attempting to bind port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:51:28.146415 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Attempting to bind port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:51:28.146772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Attempting to bind port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 on network 2c241629-708f-4f94-b070-eb5e08650a6f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:51:28.158578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:51:28.158986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Checking segment: {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:51:28.159388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:28.159774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Bound using segment: {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:51:28.160239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Bound port: fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:51:28.160605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:28.168261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 2c241629-708f-4f94-b070-eb5e08650a6f is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:51:28.171381 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:51:28.175715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:51:28.200034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=1d807dfd-e7a5-4776-bde0-5de55a847395,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:28.232560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:28.255366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:25Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:28.265703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aab2f6-cf22-483b-949e-087455a8bdc7 None None] The sync data for ids ['97ba7c43-6804-434f-9112-e3ea79288ac3'] in dv-neutron-824347-1-hyperv is: [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:25Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:51:28.269424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] For port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:51:28.272518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] For port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:51:28.276745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:28.371631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9abc6-d2f8-4079-9eed-d0c5f4ff4c67 None None] Pushing event updated for resources: {'Port': ['ID=fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:28.430717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:28.903230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:28.909415 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:29.023428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=1d807dfd-e7a5-4776-bde0-5de55a847395,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:29.025975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:29.168328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 2c241629-708f-4f94-b070-eb5e08650a6f is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:51:29.169463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:51:29.351796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02182da-ee4f-4ad4-aa32-212b59039061 None None] Network 2c241629-708f-4f94-b070-eb5e08650a6f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:51:29.515571 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-54daf368-a8dc-4dbf-8c55-bd6ee15b0a2b None None] Provisioning for port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:51:29.555018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 97ba7c43-6804-434f-9112-e3ea79288ac3 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:51:29.760112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:51:29.773361 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-66967367-5b6a-447d-85b8-82a573828bf6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/97ba7c43-6804-434f-9112-e3ea79288ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0037704 Jan 12 09:51:29.775921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44598) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:29.859613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1fee51df-e17f-446b-bc49-91e98c688c78 None None] Provisioning for port 1d807dfd-e7a5-4776-bde0-5de55a847395 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:51:29.864842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1fee51df-e17f-446b-bc49-91e98c688c78 None None] Provisioning complete for port 1d807dfd-e7a5-4776-bde0-5de55a847395 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:29.865361 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1fee51df-e17f-446b-bc49-91e98c688c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:29.918062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1fee51df-e17f-446b-bc49-91e98c688c78 None None] Port 1d807dfd-e7a5-4776-bde0-5de55a847395 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:51:30.038890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f6266-d916-4676-9ee8-63b62708de08 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:30.039440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f6266-d916-4676-9ee8-63b62708de08 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:30.039519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f6266-d916-4676-9ee8-63b62708de08 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:30.039837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f6266-d916-4676-9ee8-63b62708de08 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:30.041239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dd6fe21a-057d-4a03-a85d-4e01c7fd2c93 None None] Provisioning complete for port 1d807dfd-e7a5-4776-bde0-5de55a847395 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:30.041456 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-356f6266-d916-4676-9ee8-63b62708de08 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2646346 Jan 12 09:51:30.041935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd6fe21a-057d-4a03-a85d-4e01c7fd2c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.044678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44602) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:30.095406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fe21a-057d-4a03-a85d-4e01c7fd2c93 None None] Port 1d807dfd-e7a5-4776-bde0-5de55a847395 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:51:30.113982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802734ab-9915-41f5-b2eb-db15a2654789 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:30.114351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802734ab-9915-41f5-b2eb-db15a2654789 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:30.114732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802734ab-9915-41f5-b2eb-db15a2654789 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:30.115086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802734ab-9915-41f5-b2eb-db15a2654789 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:30.116734 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-802734ab-9915-41f5-b2eb-db15a2654789 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0711818 Jan 12 09:51:30.119516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44606) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:30.218157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-47b53282-6845-481b-aae0-8dd8daef6327 None None] Provisioning complete for port 1d807dfd-e7a5-4776-bde0-5de55a847395 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:30.218434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47b53282-6845-481b-aae0-8dd8daef6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.277917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-47b53282-6845-481b-aae0-8dd8daef6327 None None] Port 1d807dfd-e7a5-4776-bde0-5de55a847395 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:51:30.327413 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c6d0f802-ad55-4f08-8ecf-33ce2c16e005 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:51:30.335816 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d64b42bd-d13b-46aa-b2d0-b4fe0e75ea0d tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2152438 Jan 12 09:51:30.338578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44610) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:30.344046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1840221477', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:30.394243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port c6d0f802-ad55-4f08-8ecf-33ce2c16e005 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:51:30.398882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c6d0f802-ad55-4f08-8ecf-33ce2c16e005 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:30.399270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.483828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:30.488569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:port and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:30.492372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:30.498177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:30.507747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:51:30.510614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.522650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.531740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] device_id is not set on port b230bcae-2adb-4bd0-9083-bd445949cda3 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:51:30.538507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port c6d0f802-ad55-4f08-8ecf-33ce2c16e005, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c6d0f802-ad55-4f08-8ecf-33ce2c16e005,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:30.542582 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.543737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:51:30.656254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=c6d0f802-ad55-4f08-8ecf-33ce2c16e005,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:30.675948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:51:30.678491 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.4 (2c241629-708f-4f94-b070-eb5e08650a6f/458d7a09-a85b-49b7-b2dd-f6edf8ec5be7/b230bcae-2adb-4bd0-9083-bd445949cda3) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:51:30.685022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:30.685473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.797497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.831695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:30.836028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.881398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.897706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object b230bcae-2adb-4bd0-9083-bd445949cda3 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:51:30.901807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:30.925045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:30.997169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 2c241629-708f-4f94-b070-eb5e08650a6f is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:51:31.000242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:51:31.004484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:51:31.028449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:31.066278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:31.066925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.092916 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b6f6c242-9f2b-40f4-bdd5-026923916bd9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7530499 Jan 12 09:51:31.205324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f3282b97-70fb-41df-8ac7-aa97e6d53708 None None] Provisioning for port b230bcae-2adb-4bd0-9083-bd445949cda3 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:51:31.210012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f3282b97-70fb-41df-8ac7-aa97e6d53708 None None] Provisioning complete for port b230bcae-2adb-4bd0-9083-bd445949cda3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:31.210382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3282b97-70fb-41df-8ac7-aa97e6d53708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.261826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f3282b97-70fb-41df-8ac7-aa97e6d53708 None None] Port b230bcae-2adb-4bd0-9083-bd445949cda3 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:51:31.357447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44618) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:31.363370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442835311', 'description': 'tempest-secgroup-smoke-1442835311 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:31.369940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:31.374492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:31.377543 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:31.383562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:31.396983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.433735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:31.437673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:31.440571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:31.446346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:31.500880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.506029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.553532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2b7f77-d16a-4db3-ad9d-fe2e387683ac,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:31.557438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.561504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44622) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:31.561720 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c30c06f0-218c-41e7-b71a-c44b372db8b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2029667 Jan 12 09:51:31.570417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '4f2b7f77-d16a-4db3-ad9d-fe2e387683ac', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:31.577173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:31.581091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:31.583981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:31.589791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:31.606959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.671093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.675364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.698992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2a7754-5800-468e-9e6e-c588ccc058ca,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:31.707772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.708938 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8fdca480-c0e3-497d-ad6d-15e4815eb7ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1464529 Jan 12 09:51:31.711694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44626) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:31.716962 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '4f2b7f77-d16a-4db3-ad9d-fe2e387683ac', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:31.722633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:31.726435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:31.729337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:31.735039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:31.741205 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Sync routers for ids ['97ba7c43-6804-434f-9112-e3ea79288ac3'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:51:31.753525 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Routers {'97ba7c43-6804-434f-9112-e3ea79288ac3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:51:31.754393 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['97ba7c43-6804-434f-9112-e3ea79288ac3'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:31.763247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.825579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.829922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.853211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2f02b6-77d6-47c7-b805-81fb9930fbf6,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:31.861934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.863110 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f8b5a695-bebd-4f3c-8fa0-ec88085fb741 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1505311 Jan 12 09:51:31.866154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44630) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:31.871772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '4f2b7f77-d16a-4db3-ad9d-fe2e387683ac', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:31.877567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:31.881346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:31.884187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:31.890025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:31.906525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.929013 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Set router 97ba7c43-6804-434f-9112-e3ea79288ac3 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:51:31.968183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.973128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:31.996439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1efb0df-f31d-4056-9228-6bd64ce224b1,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:32.004909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.006065 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-51b94824-9635-4ac6-b3b0-9c65d44bb8a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1389151 Jan 12 09:51:32.008972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44634) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:32.014397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '4f2b7f77-d16a-4db3-ad9d-fe2e387683ac', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:32.020266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:32.024104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:32.027031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:32.032898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:32.051804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.115874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.120208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.144803 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196234dd-0a48-4a7c-9212-6efa9815f468,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:32.154949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.156229 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a7eddf41-41d3-4489-a681-87bc94551182 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1462374 Jan 12 09:51:32.159073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44638) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:32.164649 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '4f2b7f77-d16a-4db3-ad9d-fe2e387683ac', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:32.170752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:32.174753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:32.177579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:32.183273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:32.194438 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:51:32.200921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.231766 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '1d807dfd-e7a5-4776-bde0-5de55a847395', 'name': '', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:27Z', 'updated_at': '2022-01-12T09:51:28Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:32.235517 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Checking router: 97ba7c43-6804-434f-9112-e3ea79288ac3 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:51:32.235862 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Updating router 97ba7c43-6804-434f-9112-e3ea79288ac3 port 1d807dfd-e7a5-4776-bde0-5de55a847395 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:51:32.269694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.274790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.286401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c6d0f802-ad55-4f08-8ecf-33ce2c16e005 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:51:32.291166 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.298475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e48128-0c13-4631-ae50-792786f0f62d,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:32.308267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.312329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44642) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:32.312851 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e84f2aa6-5d00-465e-b8c6-2bb72f0ba185 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1523712 Jan 12 09:51:32.318075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '4f2b7f77-d16a-4db3-ad9d-fe2e387683ac', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:32.325168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:32.328432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:32.332036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:32.337665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:32.349215 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:51:32.356520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.365775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c6d0f802-ad55-4f08-8ecf-33ce2c16e005 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:32.366215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.427942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.433517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.463457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6190a806-70ec-40f2-be42-32369393df9d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:32.474708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.476151 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ef099911-cc63-4dd1-af16-6e62b5e48655 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1626525 Jan 12 09:51:32.492626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:51:32.566068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:32.566453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.659782 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-c59a2270-bdda-4413-a1f6-8784824d3684 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442835311&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0413568 Jan 12 09:51:32.689383 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.701051 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Transition to ACTIVE for port object 1d807dfd-e7a5-4776-bde0-5de55a847395 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:51:32.708494 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.737817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-eb2cc170-a6bd-48da-9ad4-a4d73bba43c3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:32.738379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-eb2cc170-a6bd-48da-9ad4-a4d73bba43c3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:51:32.754741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-eb2cc170-a6bd-48da-9ad4-a4d73bba43c3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:51:32.756117 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-eb2cc170-a6bd-48da-9ad4-a4d73bba43c3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 930 time: 0.0893886 Jan 12 09:51:32.821394 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Pushing event updated for resources: {'Port': ['ID=1d807dfd-e7a5-4776-bde0-5de55a847395,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:32.830850 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-163dfb33-56ed-48cc-9330-7c6183edf227 service neutron] 10.222.0.58 "GET /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0615237 Jan 12 09:51:32.871903 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.872227 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.872553 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.872867 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.873178 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.873487 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.873792 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.874100 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.874403 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.874722 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.875025 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:32.960037 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Attempting to bind port 1d807dfd-e7a5-4776-bde0-5de55a847395 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:51:32.960391 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Attempting to bind port 1d807dfd-e7a5-4776-bde0-5de55a847395 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:51:32.960733 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Attempting to bind port 1d807dfd-e7a5-4776-bde0-5de55a847395 on network 2c241629-708f-4f94-b070-eb5e08650a6f {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:51:32.966919 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:51:32.967273 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Checking segment: {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:51:32.967653 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.968027 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Bound using segment: {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:51:32.968458 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Bound port: 1d807dfd-e7a5-4776-bde0-5de55a847395, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:51:32.968814 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:32.970766 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-d84d166e-e4be-43f2-8b91-7140706fd233 service neutron] 10.222.0.58 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338961 Jan 12 09:51:33.052903 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] For port 1d807dfd-e7a5-4776-bde0-5de55a847395, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:51:33.055805 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] For port 1d807dfd-e7a5-4776-bde0-5de55a847395, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1d807dfd-e7a5-4776-bde0-5de55a847395,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:51:33.061704 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:33.105290 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-0e71f2cc-e956-4370-9a72-fee298b6b74a service neutron] 10.222.0.58 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287165 Jan 12 09:51:33.140130 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7d43e-f016-44f8-b8a0-7dd17aea3c72 None None] Pushing event updated for resources: {'Port': ['ID=1d807dfd-e7a5-4776-bde0-5de55a847395,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:33.144804 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Routers {'97ba7c43-6804-434f-9112-e3ea79288ac3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:51:33.145389 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['97ba7c43-6804-434f-9112-e3ea79288ac3'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:33.341266 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] Set router 97ba7c43-6804-434f-9112-e3ea79288ac3 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:51:33.442231 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b1bf695b-5240-40a7-858e-5d1941ed1a54 req-b8014787-ce82-409a-a241-e212762318c5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 210 time: 0.1686518 Jan 12 09:51:33.692030 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '1d807dfd-e7a5-4776-bde0-5de55a847395', 'name': '', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:27Z', 'updated_at': '2022-01-12T09:51:33Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:33.695926 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9484d7-5c07-400d-a1c9-d085fa7a625e None None] The sync data for ids ['97ba7c43-6804-434f-9112-e3ea79288ac3'] in dv-neutron-824347-1-hyperv is: [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '1d807dfd-e7a5-4776-bde0-5de55a847395', 'name': '', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:27Z', 'updated_at': '2022-01-12T09:51:33Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:51:34.296614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1d807dfd-e7a5-4776-bde0-5de55a847395 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:51:34.366008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 1d807dfd-e7a5-4776-bde0-5de55a847395 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:51:34.371491 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1d807dfd-e7a5-4776-bde0-5de55a847395 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:34.371859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:34.504781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:34.568322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 1d807dfd-e7a5-4776-bde0-5de55a847395, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1d807dfd-e7a5-4776-bde0-5de55a847395,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:34.568554 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-eda864b6-7fb5-4465-af7f-92b6773be197 service neutron] 10.222.0.59 "GET /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 1026 time: 0.0807898 Jan 12 09:51:34.575071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:34.663411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=1d807dfd-e7a5-4776-bde0-5de55a847395,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:34.711220 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5549bba-4903-46f5-a191-a49c86cc7966 req-61460b0e-c1c5-4bef-841f-549e92fbaebc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 210 time: 0.0507131 Jan 12 09:51:34.767853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-de0adaf2-ec62-42f1-a179-311cf218597f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:34.768515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-de0adaf2-ec62-42f1-a179-311cf218597f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:51:34.784712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-de0adaf2-ec62-42f1-a179-311cf218597f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:51:34.785781 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-de0adaf2-ec62-42f1-a179-311cf218597f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=2c241629-708f-4f94-b070-eb5e08650a6f HTTP/1.1" status: 200 len: 797 time: 0.2112532 Jan 12 09:51:34.854492 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-b17dd0d8-4a19-4f26-b27a-5ab5fd179c8f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 380 time: 0.0521014 Jan 12 09:51:34.864751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Request body: {'port': {'device_id': '8881ed90-a751-47b2-ba6b-622ffb434cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:34.974286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:35.328639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b230bcae-2adb-4bd0-9083-bd445949cda3 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:51:35.335492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:35.349546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Transition to ACTIVE for port object b230bcae-2adb-4bd0-9083-bd445949cda3 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:51:35.354046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:35.478523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:35.582155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Attempting to bind port b230bcae-2adb-4bd0-9083-bd445949cda3 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:51:35.582755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Attempting to bind port b230bcae-2adb-4bd0-9083-bd445949cda3 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:51:35.582861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Attempting to bind port b230bcae-2adb-4bd0-9083-bd445949cda3 on network 2c241629-708f-4f94-b070-eb5e08650a6f {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:51:35.588465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Port b230bcae-2adb-4bd0-9083-bd445949cda3 on network 2c241629-708f-4f94-b070-eb5e08650a6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:51:35.588782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Attempting to bind port b230bcae-2adb-4bd0-9083-bd445949cda3 on network 2c241629-708f-4f94-b070-eb5e08650a6f {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:51:35.595102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:51:35.595433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Checking segment: {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:51:35.595807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Bound using segment: {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:51:35.596220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Bound port: b230bcae-2adb-4bd0-9083-bd445949cda3, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:51:35.596565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:35.684496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:51:35.687322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=b230bcae-2adb-4bd0-9083-bd445949cda3,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:51:35.693985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:35.752915 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:35.754252 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] 10.222.0.59 "PUT /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 1131 time: 0.8934052 Jan 12 09:51:35.754738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8881ed90-a751-47b2-ba6b-622ffb434cc2', 'tag': 'b230bcae-2adb-4bd0-9083-bd445949cda3'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:35.772555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5e675-ac5e-4005-8d12-c8bae23c8388 service neutron] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:35.832673 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8881ed90-a751-47b2-ba6b-622ffb434cc2', 'tag': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'status': 'completed', 'code': 200} Jan 12 09:51:35.912881 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-6476b1c6-c2b4-49bc-ae07-22c71d259dbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 1134 time: 0.1225705 Jan 12 09:51:35.987608 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-cb14b446-e8cf-48e7-82a2-2a916c508bd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 217 time: 0.0662766 Jan 12 09:51:36.040464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816502e6-1e6d-423b-8224-9ee1c0bba416 req-5e8593df-e4df-4c94-a1de-b498edde08a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:36.041878 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-816502e6-1e6d-423b-8224-9ee1c0bba416 req-5e8593df-e4df-4c94-a1de-b498edde08a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 981 time: 0.1880310 Jan 12 09:51:36.074627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-b518510a-436d-4d8c-8fee-d1022052c60e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:36.076025 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-b518510a-436d-4d8c-8fee-d1022052c60e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=458d7a09-a85b-49b7-b2dd-f6edf8ec5be7 HTTP/1.1" status: 200 len: 835 time: 0.0824096 Jan 12 09:51:36.137996 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-816502e6-1e6d-423b-8224-9ee1c0bba416 req-569c6e1a-7bb3-4f88-8389-d1436886efb3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862715 Jan 12 09:51:36.167131 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-ce7b7361-9424-45dd-b8b7-2b348c1a7e5e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c241629-708f-4f94-b070-eb5e08650a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806220 Jan 12 09:51:36.281220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1d807dfd-e7a5-4776-bde0-5de55a847395 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:51:36.353633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1d807dfd-e7a5-4776-bde0-5de55a847395 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:36.354026 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:36.391947 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-dbd4091f-91bd-44a2-8992-f9826048cd93 service neutron] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192430 Jan 12 09:51:36.522214 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcc30a6e-e341-44d2-876e-a03f6382234e req-7341db6e-caa4-4d0b-926b-f98b14a32e79 service neutron] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245179 Jan 12 09:51:36.650596 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-420ca16b-de65-4cad-8453-bb9efe73529c req-c0d3be97-27ad-47dd-9c2c-f566dfcc6ec5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 1134 time: 0.0743260 Jan 12 09:51:36.779443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ca16b-de65-4cad-8453-bb9efe73529c req-8f020fc6-8ef0-4e6b-8f51-2b477335592d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:36.780883 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-420ca16b-de65-4cad-8453-bb9efe73529c req-8f020fc6-8ef0-4e6b-8f51-2b477335592d service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c241629-708f-4f94-b070-eb5e08650a6f HTTP/1.1" status: 200 len: 898 time: 0.1246247 Jan 12 09:51:36.854197 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-420ca16b-de65-4cad-8453-bb9efe73529c req-a996aa14-543b-4de9-96af-817fa344e4e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 217 time: 0.0679295 Jan 12 09:51:36.915307 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ca16b-de65-4cad-8453-bb9efe73529c req-ac4aa3ea-5b18-433f-a6f2-eb0fa27e7d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:36.916576 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-420ca16b-de65-4cad-8453-bb9efe73529c req-ac4aa3ea-5b18-433f-a6f2-eb0fa27e7d58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=458d7a09-a85b-49b7-b2dd-f6edf8ec5be7 HTTP/1.1" status: 200 len: 835 time: 0.0570705 Jan 12 09:51:36.998980 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-420ca16b-de65-4cad-8453-bb9efe73529c req-51bf93e8-1119-49d0-8b0e-5f837d7e018d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c241629-708f-4f94-b070-eb5e08650a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760357 Jan 12 09:51:37.132916 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-420ca16b-de65-4cad-8453-bb9efe73529c req-6b6159f3-2c3a-4941-ae18-9ed07a14e4ba service neutron] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283543 Jan 12 09:51:37.292189 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-420ca16b-de65-4cad-8453-bb9efe73529c req-723062fa-611d-4801-867a-64e5de36254b service neutron] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531971 Jan 12 09:51:37.340337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c9468-0a61-4b74-b1fa-65fb8b459019 req-318b2e06-1751-493a-9d44-a28967ea60df tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:37.341768 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b01c9468-0a61-4b74-b1fa-65fb8b459019 req-318b2e06-1751-493a-9d44-a28967ea60df tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 981 time: 0.0814199 Jan 12 09:51:37.386699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b01c9468-0a61-4b74-b1fa-65fb8b459019 req-0b982edf-b6bd-4299-a524-be59ab7e6cd8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 Jan 12 09:51:38.610708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea39572-f031-48f2-92e0-d0b69c3bafd8 req-3d1fdaf4-1ac6-4e45-abef-f1bf13b0b196 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:38.613269 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4ea39572-f031-48f2-92e0-d0b69c3bafd8 req-3d1fdaf4-1ac6-4e45-abef-f1bf13b0b196 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 981 time: 0.0935841 Jan 12 09:51:38.676729 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4ea39572-f031-48f2-92e0-d0b69c3bafd8 req-6de0ede4-761c-4b3c-861d-24a2c83170ba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529516 Jan 12 09:51:39.877200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccfd4a-3793-4a3e-a140-397f218e5622 req-5a20de56-1690-490f-8308-f015174ab0f8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:39.878622 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ceccfd4a-3793-4a3e-a140-397f218e5622 req-5a20de56-1690-490f-8308-f015174ab0f8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 981 time: 0.0788102 Jan 12 09:51:39.928238 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ceccfd4a-3793-4a3e-a140-397f218e5622 req-1410764e-9679-432c-bc49-cd9541cd1397 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Jan 12 09:51:41.164062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc8b35-ae5e-4a8e-b14c-df7a722d85ab req-3d0a2576-5ab4-434f-b407-72a6aefe6be5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:41.165543 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-05fc8b35-ae5e-4a8e-b14c-df7a722d85ab req-3d0a2576-5ab4-434f-b407-72a6aefe6be5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 981 time: 0.0942125 Jan 12 09:51:41.215388 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-05fc8b35-ae5e-4a8e-b14c-df7a722d85ab req-7494d958-e95c-4bc5-950d-a0fec4ad115e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425503 Jan 12 09:51:41.223859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device b230bcae-2adb-4bd0-9083-bd445949cda3 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:51:41.367281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=b230bcae-2adb-4bd0-9083-bd445949cda3,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:41.381529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'port_id': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'mac_address': 'fa:16:3e:e4:ad:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:51:41.445941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:41.466955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b230bcae-2adb-4bd0-9083-bd445949cda3 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:51:41.486625 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=b230bcae-2adb-4bd0-9083-bd445949cda3,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:41.492879 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:41.573978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:41.889337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['b230bcae-2adb-4bd0-9083-bd445949cda3'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:51:42.418410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b0b6a-1b5d-424f-9a95-a91181ec823d req-8854537f-f51e-49dd-9afd-cc2faa0c7ffa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:42.419844 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a5b0b6a-1b5d-424f-9a95-a91181ec823d req-8854537f-f51e-49dd-9afd-cc2faa0c7ffa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 982 time: 0.0802057 Jan 12 09:51:42.469075 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a5b0b6a-1b5d-424f-9a95-a91181ec823d req-c0185416-326b-4b25-9eaf-d284d6a8b229 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 Jan 12 09:51:43.241460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device b230bcae-2adb-4bd0-9083-bd445949cda3 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:51:43.333457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port b230bcae-2adb-4bd0-9083-bd445949cda3 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:51:43.338875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port b230bcae-2adb-4bd0-9083-bd445949cda3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:43.339458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:43.455489 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:43.485574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8881ed90-a751-47b2-ba6b-622ffb434cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b230bcae-2adb-4bd0-9083-bd445949cda3'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:43.497794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=b230bcae-2adb-4bd0-9083-bd445949cda3,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:43.502779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:43.572570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:43.622916 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8881ed90-a751-47b2-ba6b-622ffb434cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'code': 200} Jan 12 09:51:43.675107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edccd3-b46e-429b-aad6-cb0bcd107fd4 req-faa3fed6-8885-4792-98ab-673e7a086bfb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:43.677193 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6edccd3-b46e-429b-aad6-cb0bcd107fd4 req-faa3fed6-8885-4792-98ab-673e7a086bfb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 983 time: 0.0775375 Jan 12 09:51:43.722318 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6edccd3-b46e-429b-aad6-cb0bcd107fd4 req-45c92941-3117-47d9-8ec5-6dd20b4dab91 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394044 Jan 12 09:51:43.860190 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60eb269f-e5ec-4015-8803-e1198c017e0b req-42af92b5-d3d6-4f18-8057-8c7d70cfa354 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 1136 time: 0.0794642 Jan 12 09:51:43.902907 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60eb269f-e5ec-4015-8803-e1198c017e0b req-5c5f6067-eb5c-47ca-a9b9-2f156b1f4efc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371070 Jan 12 09:51:44.948157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db089e9-88bc-478c-ad71-e36148598b2b req-5828fbde-7739-40ad-b4d3-0bc3f27e26cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:44.949629 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db089e9-88bc-478c-ad71-e36148598b2b req-5828fbde-7739-40ad-b4d3-0bc3f27e26cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 983 time: 0.0886083 Jan 12 09:51:44.998253 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4db089e9-88bc-478c-ad71-e36148598b2b req-6380d2d0-e288-4299-8db8-11bb270c6af1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413070 Jan 12 09:51:46.304382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3235d-98a6-47b6-bca1-bd9742f09d80 req-70c019b9-097a-4ba3-af06-8a6cf56cf251 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:46.305780 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-41f3235d-98a6-47b6-bca1-bd9742f09d80 req-70c019b9-097a-4ba3-af06-8a6cf56cf251 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 983 time: 0.1735048 Jan 12 09:51:46.352231 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-41f3235d-98a6-47b6-bca1-bd9742f09d80 req-0747bb7e-ba78-4d8a-95cf-d7aed7d11730 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Jan 12 09:51:46.550538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfd4ae-5f65-4def-b1a9-68342f89719d req-27f4d129-74f8-4510-8b57-d1b0b8f785f8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:46.552048 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22cfd4ae-5f65-4def-b1a9-68342f89719d req-27f4d129-74f8-4510-8b57-d1b0b8f785f8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 983 time: 0.0773544 Jan 12 09:51:46.602033 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22cfd4ae-5f65-4def-b1a9-68342f89719d req-0d90ba6b-1d1b-4f98-ad3a-430fe2127af3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443313 Jan 12 09:51:46.630276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44698) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:46.715219 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b8d1a315-23a4-4051-a101-8f8158a72d6b tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 1131 time: 0.0836880 Jan 12 09:51:46.719176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44702) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:46.727369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:46.735705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:46.739995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:floatingip and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:46.743093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:46.749174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:46.763579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:46.899923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:47.045411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.87 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/0aba858a-f6f6-45eb-8777-9b92deec063e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:51:47.200075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:47.237225 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:47.301391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:51:47.304225 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:51:47.308577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:51:47.335343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=0aba858a-f6f6-45eb-8777-9b92deec063e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:47.820261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:47.887316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:48.089292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:48.095368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:48.285166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=0aba858a-f6f6-45eb-8777-9b92deec063e,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:48.302966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:48.495384 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP f531eae1-5bd8-4fde-9e5c-6098dbb5f92f associated. External IP: 172.26.1.87, port: b230bcae-2adb-4bd0-9083-bd445949cda3. Jan 12 09:51:48.905662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 97ba7c43-6804-434f-9112-e3ea79288ac3 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:51:49.056329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc76f183-1674-4431-aa3a-7f3effef3dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:49.120866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:51:49.131569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] Sync routers for ids ['97ba7c43-6804-434f-9112-e3ea79288ac3'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:51:49.143243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] Routers {'97ba7c43-6804-434f-9112-e3ea79288ac3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:51:49.143888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['97ba7c43-6804-434f-9112-e3ea79288ac3'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:49.146336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:49.200061 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e6279018-2df3-469c-99dd-b8dc11f3580f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4795396 Jan 12 09:51:49.200609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8881ed90-a751-47b2-ba6b-622ffb434cc2', 'tag': 'b230bcae-2adb-4bd0-9083-bd445949cda3'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:49.203354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44706) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:49.255251 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8881ed90-a751-47b2-ba6b-622ffb434cc2', 'tag': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'status': 'completed', 'code': 200} Jan 12 09:51:49.284343 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1cb7c5b7-10b7-4f7a-80d5-1be55082e1aa tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2&network_id=2c241629-708f-4f94-b070-eb5e08650a6f HTTP/1.1" status: 200 len: 1131 time: 0.0798621 Jan 12 09:51:49.329237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] Set router 97ba7c43-6804-434f-9112-e3ea79288ac3 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:51:49.351138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9621153a-273f-40d9-b01d-98897bc330b4 req-cd8165f4-6722-41b5-9c3d-f555cf705ec6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 1136 time: 0.0746353 Jan 12 09:51:49.490298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621153a-273f-40d9-b01d-98897bc330b4 req-0bb539b2-199a-4fb1-bf3f-ea0976d25195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:49.492114 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9621153a-273f-40d9-b01d-98897bc330b4 req-0bb539b2-199a-4fb1-bf3f-ea0976d25195 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c241629-708f-4f94-b070-eb5e08650a6f HTTP/1.1" status: 200 len: 898 time: 0.1349111 Jan 12 09:51:49.642207 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9621153a-273f-40d9-b01d-98897bc330b4 req-5678e0a8-44ee-4452-9c92-24eb7761f620 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 1036 time: 0.1436770 Jan 12 09:51:49.714727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'f531eae1-5bd8-4fde-9e5c-6098dbb5f92f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'port_id': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1840221477', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'mac_address': 'fa:16:3e:e4:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8881ed90-a751-47b2-ba6b-622ffb434cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:47Z', 'updated_at': '2022-01-12T09:51:47Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d807dfd-e7a5-4776-bde0-5de55a847395', 'name': '', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:27Z', 'updated_at': '2022-01-12T09:51:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:49.718528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621153a-273f-40d9-b01d-98897bc330b4 req-ff2c3a63-7812-452b-b56b-b51953fe1c31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:49.718721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] Checking router: 97ba7c43-6804-434f-9112-e3ea79288ac3 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:51:49.720059 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9621153a-273f-40d9-b01d-98897bc330b4 req-ff2c3a63-7812-452b-b56b-b51953fe1c31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=458d7a09-a85b-49b7-b2dd-f6edf8ec5be7 HTTP/1.1" status: 200 len: 835 time: 0.0705175 Jan 12 09:51:49.730256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] Routers {'97ba7c43-6804-434f-9112-e3ea79288ac3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:51:49.730897 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['97ba7c43-6804-434f-9112-e3ea79288ac3'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:49.767982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f4786-7d32-486f-aa8f-4e6ed62d0d5c req-75405b2e-e6ee-413c-b5bf-189afcefa9fa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:49.769497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f4786-7d32-486f-aa8f-4e6ed62d0d5c req-75405b2e-e6ee-413c-b5bf-189afcefa9fa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 983 time: 0.1652107 Jan 12 09:51:49.831050 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f4786-7d32-486f-aa8f-4e6ed62d0d5c req-f1bd3855-5451-44bf-a1de-1becdb9f4dd0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549667 Jan 12 09:51:49.840384 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9621153a-273f-40d9-b01d-98897bc330b4 req-0fa4b207-d059-44df-bc45-321318c08cad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c241629-708f-4f94-b070-eb5e08650a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1128831 Jan 12 09:51:49.905172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] Set router 97ba7c43-6804-434f-9112-e3ea79288ac3 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:51:50.085429 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9621153a-273f-40d9-b01d-98897bc330b4 req-b1f70df1-fa5d-422b-be7f-6ad263b139c1 service neutron] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383435 Jan 12 09:51:50.215358 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9621153a-273f-40d9-b01d-98897bc330b4 req-be5d5c88-2c89-48f0-baf2-ccc226b567b5 service neutron] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229031 Jan 12 09:51:50.255622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'f531eae1-5bd8-4fde-9e5c-6098dbb5f92f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'port_id': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1840221477', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'mac_address': 'fa:16:3e:e4:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8881ed90-a751-47b2-ba6b-622ffb434cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:47Z', 'updated_at': '2022-01-12T09:51:47Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d807dfd-e7a5-4776-bde0-5de55a847395', 'name': '', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:27Z', 'updated_at': '2022-01-12T09:51:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:50.259674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84afd08b-7cb2-4259-9f2e-cc3d685b8548 None None] The sync data for ids ['97ba7c43-6804-434f-9112-e3ea79288ac3'] in dv-neutron-824347-1-hyperv is: [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'f531eae1-5bd8-4fde-9e5c-6098dbb5f92f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'port_id': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1840221477', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'mac_address': 'fa:16:3e:e4:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8881ed90-a751-47b2-ba6b-622ffb434cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:47Z', 'updated_at': '2022-01-12T09:51:47Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d807dfd-e7a5-4776-bde0-5de55a847395', 'name': '', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:27Z', 'updated_at': '2022-01-12T09:51:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:51:50.460727 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba47b3-1c13-4142-8f27-40770a68d8f0 None None] New status for floating IP f531eae1-5bd8-4fde-9e5c-6098dbb5f92f: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:51:51.108634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef0462-8030-4cae-9593-79925f5638d1 req-bbe5ed9a-a593-4164-8201-1b4bf5dcf288 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:51.110043 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9ef0462-8030-4cae-9593-79925f5638d1 req-bbe5ed9a-a593-4164-8201-1b4bf5dcf288 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 983 time: 0.1517155 Jan 12 09:51:51.115411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-5b27b944-2f8c-4b28-95cf-33158385385d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:51.116741 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-5b27b944-2f8c-4b28-95cf-33158385385d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 983 time: 0.1116199 Jan 12 09:51:51.187435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1b6f9117-a840-4a18-b504-8a1670a24540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:51.209086 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9ef0462-8030-4cae-9593-79925f5638d1 req-5ead521d-d8e3-4825-9f3a-6c6224b90e81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913975 Jan 12 09:51:51.213520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-6a58763a-3bff-466b-b380-1af5a0a2cead tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:51.214834 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-6a58763a-3bff-466b-b380-1af5a0a2cead tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0842443 Jan 12 09:51:51.358748 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-88ef81af-764f-46cd-99b7-6891bac024a5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1394563 Jan 12 09:51:51.367992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:51.473643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:51.582319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:51.665823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=b230bcae-2adb-4bd0-9083-bd445949cda3,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:51:51.694726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:51:51.743775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] device_id is not set on port b230bcae-2adb-4bd0-9083-bd445949cda3 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:51:51.751765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:51.760982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:51.891914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=6']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:51.963360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] No DVR routers for this DVR port b230bcae-2adb-4bd0-9083-bd445949cda3 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:51:52.081420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-45b9ccc1-4ac5-4d96-8c52-29921e1d137b None None] Provisioning complete for port b230bcae-2adb-4bd0-9083-bd445949cda3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:52.081823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45b9ccc1-4ac5-4d96-8c52-29921e1d137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:52.138731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-45b9ccc1-4ac5-4d96-8c52-29921e1d137b None None] Port b230bcae-2adb-4bd0-9083-bd445949cda3 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:51:52.210246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] In _notify_port_updated(), no bound segment for port b230bcae-2adb-4bd0-9083-bd445949cda3 on network 2c241629-708f-4f94-b070-eb5e08650a6f {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:51:52.211332 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:52.212649 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e1ef279-7d11-417d-aff5-b75d3349e46a req-e890db9b-e24e-4112-9424-83e097e2aace service neutron] 10.222.0.59 "PUT /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 1026 time: 0.8485794 Jan 12 09:51:52.376114 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f42ad6c6-aa48-4e22-98d4-bad0201cbb54 req-3245b4d5-a575-4947-9b99-59221ad9a553 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=8881ed90-a751-47b2-ba6b-622ffb434cc2 HTTP/1.1" status: 200 len: 210 time: 0.0405834 Jan 12 09:51:52.473154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:52.600988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:53.487201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44722) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:53.563543 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036955e5-24af-4b99-8b27-b4689a7093bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:53.564104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-036955e5-24af-4b99-8b27-b4689a7093bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:51:53.581569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-036955e5-24af-4b99-8b27-b4689a7093bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:51:53.582760 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-036955e5-24af-4b99-8b27-b4689a7093bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 925 time: 0.0945010 Jan 12 09:51:53.835486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.025275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44728) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:54.031004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1345615879', 'description': 'tempest-secgroup-smoke-1345615879 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:54.036994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:54.041174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:54.044466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:54.050648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:54.060855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.095298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:54.098993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:54.101691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:54.107386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:54.160697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.166169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.308851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80c4917-56f4-43ba-9534-ed59c76cd032,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:54.313077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.314181 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-96cb62f2-5960-48fc-bc48-dfdd2225c5d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2877905 Jan 12 09:51:54.317288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44732) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:54.322707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'b80c4917-56f4-43ba-9534-ed59c76cd032', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:54.328597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:54.332500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:54.335472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:54.341158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:54.360145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.418981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.424987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.452457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8ea36a-0f4d-48a8-bef9-5843869c8d7e,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:54.462162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.463555 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ad0c8b00-890a-42c4-bdb1-748bf611df8e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1453035 Jan 12 09:51:54.466345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44736) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:54.471949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'b80c4917-56f4-43ba-9534-ed59c76cd032', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:54.477731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:54.481517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:54.484399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:54.490048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:54.508761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.569539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.574143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.596981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f9b018-60ec-4da1-810f-f19ec1c16190,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:54.605142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.606343 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-99d57a09-ae64-420a-8daf-2f57a2299168 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1390767 Jan 12 09:51:54.610122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44740) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:54.615501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'b80c4917-56f4-43ba-9534-ed59c76cd032', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:54.621358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:54.625554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:54.628555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:54.634077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:54.655264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.716399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.721187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.743187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2831ed38-d40a-4675-9442-f8d8c5046ec3,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:54.753854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.755609 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5d88f196-7a94-44f8-86c7-371f6b9667c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1444628 Jan 12 09:51:54.758462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44744) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:54.766959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'b80c4917-56f4-43ba-9534-ed59c76cd032', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:54.773095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:54.777009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:54.779986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:54.785818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:54.803864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.872029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.877717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.905439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96caa9d8-3b19-4384-8d24-1f685a94f563,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:54.915837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:54.917315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2d1a4b23-ebd1-4aec-b205-9297d65d892e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1572225 Jan 12 09:51:54.920298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44748) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:54.926159 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'b80c4917-56f4-43ba-9534-ed59c76cd032', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:54.932563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:54.937652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:54.942074 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:54.951724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:54.965582 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:51:54.972293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:55.043499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:55.048696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:55.070863 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b92efb-a228-46d7-86d9-a71e0c890a3a,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:55.080318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:55.081489 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-232d7760-b17a-4e76-b0c4-89448007b3bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1601310 Jan 12 09:51:55.084289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44752) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:55.089607 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'b80c4917-56f4-43ba-9534-ed59c76cd032', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:55.095590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:55.099484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:55.102414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:55.108235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:55.120601 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:51:55.126766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:55.194817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:55.199903 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:55.223738 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fae755-770a-4313-b7ed-192df93c14d7,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:55.233654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:55.234923 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-57f4d801-fbb3-48b8-a78d-a58215272acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1496849 Jan 12 09:51:55.285135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device b230bcae-2adb-4bd0-9083-bd445949cda3 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:51:55.345618 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device b230bcae-2adb-4bd0-9083-bd445949cda3 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:51:55.411027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-dcb07b4c-1a52-4a39-8f13-ee0d713c4af2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:51:55.427635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-dcb07b4c-1a52-4a39-8f13-ee0d713c4af2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:51:55.428872 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-dcb07b4c-1a52-4a39-8f13-ee0d713c4af2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1345615879&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0579963 Jan 12 09:51:55.503189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-9163325a-2f59-483d-aab8-92a843012366 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:55.504480 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-9163325a-2f59-483d-aab8-92a843012366 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 930 time: 0.0681539 Jan 12 09:51:55.647088 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-66bb2611-a27a-4480-8454-9ca40bb07725 service neutron] 10.222.0.58 "GET /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1247208 Jan 12 09:51:55.779567 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-7e9623af-6b49-4726-8077-91496d174660 service neutron] 10.222.0.58 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241970 Jan 12 09:51:55.912055 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-89ecca5b-14d1-4631-ae8f-45336492c55b service neutron] 10.222.0.58 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267197 Jan 12 09:51:56.106343 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d55c453e-efdd-4f20-b502-f6e153d7311e req-6cc763db-4077-449d-a397-cc7ccbae96f9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 210 time: 0.0442834 Jan 12 09:51:57.043750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-3f701b6d-c265-4440-a189-a8fc710f2939 service neutron] 10.222.0.59 "GET /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 1026 time: 0.0598638 Jan 12 09:51:57.188833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-89bff99b-a700-4b2f-b196-cef31d74d875 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:57.190277 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-89bff99b-a700-4b2f-b196-cef31d74d875 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=2c241629-708f-4f94-b070-eb5e08650a6f HTTP/1.1" status: 200 len: 797 time: 0.1420982 Jan 12 09:51:57.280988 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a72cf5f-0b80-4894-9915-229e27dfdae7 req-a4d01454-1008-4f77-92c1-0c6ec8991885 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 210 time: 0.0460572 Jan 12 09:51:57.284518 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-0e2fc674-7aac-49e2-b2c3-a51571a26dd6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 473 time: 0.0829775 Jan 12 09:51:57.296132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Request body: {'port': {'device_id': '1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:51:57.402907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:57.738202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b230bcae-2adb-4bd0-9083-bd445949cda3 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:51:57.744872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:57.758944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Transition to ACTIVE for port object b230bcae-2adb-4bd0-9083-bd445949cda3 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:51:57.765520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:57.991146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=7']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:58.130756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Attempting to bind port b230bcae-2adb-4bd0-9083-bd445949cda3 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:51:58.131390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Attempting to bind port b230bcae-2adb-4bd0-9083-bd445949cda3 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:51:58.131390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Attempting to bind port b230bcae-2adb-4bd0-9083-bd445949cda3 on network 2c241629-708f-4f94-b070-eb5e08650a6f {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:51:58.137560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Port b230bcae-2adb-4bd0-9083-bd445949cda3 on network 2c241629-708f-4f94-b070-eb5e08650a6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:51:58.137879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Attempting to bind port b230bcae-2adb-4bd0-9083-bd445949cda3 on network 2c241629-708f-4f94-b070-eb5e08650a6f {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:51:58.144649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:51:58.145003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Checking segment: {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:51:58.145471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Bound using segment: {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:51:58.145888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Bound port: b230bcae-2adb-4bd0-9083-bd445949cda3, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2de306-32a5-46fa-ac24-3a59eff236a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:51:58.146227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:58.232784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:51:58.235744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=b230bcae-2adb-4bd0-9083-bd445949cda3,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:51:58.242880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:58.306073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:58.307436 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] 10.222.0.59 "PUT /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 1131 time: 1.0161400 Jan 12 09:51:58.307866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c', 'tag': 'b230bcae-2adb-4bd0-9083-bd445949cda3'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:58.325661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d73abb-4f56-465b-986f-9c47a7af5f35 service neutron] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=8']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:58.396094 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c', 'tag': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'status': 'completed', 'code': 200} Jan 12 09:51:58.442346 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-0293191a-f1e9-4078-9726-4addfdb441a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 1134 time: 0.0803308 Jan 12 09:51:58.592925 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-7d7f07bd-8bd2-49d3-8e70-e813d7c026c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 1036 time: 0.1164794 Jan 12 09:51:58.638180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6f4aa-652d-4302-8171-6cbe10db8edc req-7e59df03-fcf6-43b0-a2d8-1dc3572ccedf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:58.639625 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e7e6f4aa-652d-4302-8171-6cbe10db8edc req-7e59df03-fcf6-43b0-a2d8-1dc3572ccedf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 981 time: 0.1955535 Jan 12 09:51:58.690582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-b190a9ca-b72d-480b-8c91-d547bce196f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:58.692020 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-b190a9ca-b72d-480b-8c91-d547bce196f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=458d7a09-a85b-49b7-b2dd-f6edf8ec5be7 HTTP/1.1" status: 200 len: 835 time: 0.0927367 Jan 12 09:51:58.735455 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e7e6f4aa-652d-4302-8171-6cbe10db8edc req-7fb6f918-4325-4b28-99ac-4b0dce2bd532 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894182 Jan 12 09:51:58.770575 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-e0e16c21-5dbb-4fcc-a8ee-899287e688d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c241629-708f-4f94-b070-eb5e08650a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707574 Jan 12 09:51:58.900396 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-ab541840-6559-4b2c-8c41-961a3e9470c9 service neutron] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229339 Jan 12 09:51:59.033328 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd9997e6-e5f3-4bd8-8856-4bfb16a588d4 req-0e29efa6-2c5a-46c2-bad7-d6a3c9f241ae service neutron] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255724 Jan 12 09:51:59.158689 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4099cbc2-5ec2-417a-b825-a5434cc890a0 req-60a4498a-064d-4e79-b176-96edbb4ac011 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 1134 time: 0.0738697 Jan 12 09:51:59.288508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099cbc2-5ec2-417a-b825-a5434cc890a0 req-6d5bbb35-bf0e-4359-9cc4-5b93c65e6a91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:59.289823 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4099cbc2-5ec2-417a-b825-a5434cc890a0 req-6d5bbb35-bf0e-4359-9cc4-5b93c65e6a91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c241629-708f-4f94-b070-eb5e08650a6f HTTP/1.1" status: 200 len: 898 time: 0.1252780 Jan 12 09:51:59.393245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4099cbc2-5ec2-417a-b825-a5434cc890a0 req-8673b631-fd2b-4080-8400-609335232e14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 1036 time: 0.0970123 Jan 12 09:51:59.458391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099cbc2-5ec2-417a-b825-a5434cc890a0 req-ee691289-43f6-4c3e-8cda-99dfeb488281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:59.459956 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4099cbc2-5ec2-417a-b825-a5434cc890a0 req-ee691289-43f6-4c3e-8cda-99dfeb488281 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=458d7a09-a85b-49b7-b2dd-f6edf8ec5be7 HTTP/1.1" status: 200 len: 835 time: 0.0610585 Jan 12 09:51:59.534628 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4099cbc2-5ec2-417a-b825-a5434cc890a0 req-3885c46c-c2a0-43e4-bfdf-ca6b36700b06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c241629-708f-4f94-b070-eb5e08650a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684154 Jan 12 09:51:59.681382 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4099cbc2-5ec2-417a-b825-a5434cc890a0 req-127e94aa-7bd8-4916-b75d-9f747dabe4fb service neutron] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397476 Jan 12 09:51:59.961808 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4099cbc2-5ec2-417a-b825-a5434cc890a0 req-dba51207-e5c0-4167-8662-183792089247 service neutron] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733216 Jan 12 09:51:59.978900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632c111-907f-469d-8089-adc26c420702 req-e70f0c21-71f2-4c88-a5cf-a19713c87354 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:59.980303 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9632c111-907f-469d-8089-adc26c420702 req-e70f0c21-71f2-4c88-a5cf-a19713c87354 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 981 time: 0.1199956 Jan 12 09:52:00.027534 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9632c111-907f-469d-8089-adc26c420702 req-5a942367-197a-49c5-aa57-03016f87a131 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389287 Jan 12 09:52:00.987773 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:52:01.232949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f50d4a-f249-4f3d-98a7-a40909748994 req-8d0c7e36-23aa-4295-8488-1e962e38bf5b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:01.234417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48f50d4a-f249-4f3d-98a7-a40909748994 req-8d0c7e36-23aa-4295-8488-1e962e38bf5b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 981 time: 0.0816479 Jan 12 09:52:01.283061 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48f50d4a-f249-4f3d-98a7-a40909748994 req-c070e44a-5c17-4ba6-8e92-1c2da0e1495e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Jan 12 09:52:02.641541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e1a25-75b4-47ca-b6ff-7956d169aee7 req-67a2b8d5-3f61-43a9-941e-38df753a2016 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:02.643132 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e32e1a25-75b4-47ca-b6ff-7956d169aee7 req-67a2b8d5-3f61-43a9-941e-38df753a2016 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 981 time: 0.0891542 Jan 12 09:52:02.687812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e32e1a25-75b4-47ca-b6ff-7956d169aee7 req-d924ce1e-1e6e-4dc5-aaee-76da676257f6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391452 Jan 12 09:52:03.333745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device b230bcae-2adb-4bd0-9083-bd445949cda3 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:52:03.474050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=b230bcae-2adb-4bd0-9083-bd445949cda3,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:03.487292 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'port_id': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'mac_address': 'fa:16:3e:e4:ad:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:52:03.543116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:03.559849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b230bcae-2adb-4bd0-9083-bd445949cda3 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:52:03.574538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=b230bcae-2adb-4bd0-9083-bd445949cda3,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:03.582210 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:03.652828 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=9']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:03.891675 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['b230bcae-2adb-4bd0-9083-bd445949cda3'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:52:03.902693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791b52b-fbe4-4577-bbd2-e2d0d72a03e9 req-039f8897-27b6-4389-b3d8-d4e318faeba1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:03.904173 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0791b52b-fbe4-4577-bbd2-e2d0d72a03e9 req-039f8897-27b6-4389-b3d8-d4e318faeba1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 982 time: 0.0827029 Jan 12 09:52:03.952924 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0791b52b-fbe4-4577-bbd2-e2d0d72a03e9 req-4aede0d7-b589-4cd3-880c-26ddb4eae566 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430667 Jan 12 09:52:05.167185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42163d2-fcda-4e65-9e13-9ea7eac095ed req-6994fb90-bc3c-4bc6-8e8d-1174a089dd97 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:05.168627 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c42163d2-fcda-4e65-9e13-9ea7eac095ed req-6994fb90-bc3c-4bc6-8e8d-1174a089dd97 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 982 time: 0.0897336 Jan 12 09:52:05.213608 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c42163d2-fcda-4e65-9e13-9ea7eac095ed req-2d02f27e-1010-406c-9f45-9eb2411b4008 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 Jan 12 09:52:05.333184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device b230bcae-2adb-4bd0-9083-bd445949cda3 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:05.413463 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port b230bcae-2adb-4bd0-9083-bd445949cda3 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:05.418408 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port b230bcae-2adb-4bd0-9083-bd445949cda3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:05.418809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:05.529291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:05.555402 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b230bcae-2adb-4bd0-9083-bd445949cda3'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:05.567247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=b230bcae-2adb-4bd0-9083-bd445949cda3,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:05.572348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:05.613112 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b230bcae-2adb-4bd0-9083-bd445949cda3', 'code': 200} Jan 12 09:52:05.641549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=10']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:05.851237 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8a616bc0-916f-456d-b3aa-a5df01045585 req-05fd64f0-4116-4fc6-a0c6-763ddad3dbf8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 1137 time: 0.0763805 Jan 12 09:52:05.895241 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8a616bc0-916f-456d-b3aa-a5df01045585 req-48bc6c7d-e55f-4709-9257-44e7a40c5d04 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 Jan 12 09:52:06.415740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001e94c-35a5-4d5f-b1f4-959be4581112 req-077a605c-dc6c-439b-b565-356151cb42dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:06.417504 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2001e94c-35a5-4d5f-b1f4-959be4581112 req-077a605c-dc6c-439b-b565-356151cb42dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 984 time: 0.0808504 Jan 12 09:52:06.462032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2001e94c-35a5-4d5f-b1f4-959be4581112 req-4202bdeb-e42c-434b-a014-190ededaeea3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389302 Jan 12 09:52:07.680174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee4477-83f2-400c-bc65-9c8d22b154e8 req-d658dab5-5e4f-4d91-9ca8-9ddfc115d6fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:07.681613 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5ee4477-83f2-400c-bc65-9c8d22b154e8 req-d658dab5-5e4f-4d91-9ca8-9ddfc115d6fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 984 time: 0.0892167 Jan 12 09:52:07.726736 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5ee4477-83f2-400c-bc65-9c8d22b154e8 req-8dd8573c-c788-4ab3-9bb1-98af8173770b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 Jan 12 09:52:07.953101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e2a2c-41a2-44e3-a5e5-9344a2cd8162 req-4e6b2b80-70a9-4a0a-a6d4-a39eeeb7e6aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:07.954764 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2c5e2a2c-41a2-44e3-a5e5-9344a2cd8162 req-4e6b2b80-70a9-4a0a-a6d4-a39eeeb7e6aa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 984 time: 0.0863597 Jan 12 09:52:08.005107 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2c5e2a2c-41a2-44e3-a5e5-9344a2cd8162 req-404c9672-781c-4703-83ae-28792d77bfdb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Jan 12 09:52:08.032688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44800) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:08.194365 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-92f586b3-796b-43b9-b1c7-76ee3fd07f2c tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c&network_id=2c241629-708f-4f94-b070-eb5e08650a6f HTTP/1.1" status: 200 len: 1132 time: 0.1605604 Jan 12 09:52:08.574598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836680f7-c88f-479e-a18c-85a256244a39 req-f71c7d45-a611-47d5-9a10-697bd970dbec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:08.576141 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-836680f7-c88f-479e-a18c-85a256244a39 req-f71c7d45-a611-47d5-9a10-697bd970dbec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 984 time: 0.0793552 Jan 12 09:52:08.632372 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-836680f7-c88f-479e-a18c-85a256244a39 req-051f83c5-fa5e-425e-ae7a-d8013731e25d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507114 Jan 12 09:52:09.835645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da3817-4a62-4934-bc4d-37b88d3076e1 req-2706dea0-a9d4-4d75-b05a-6a008c410a75 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:09.837059 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58da3817-4a62-4934-bc4d-37b88d3076e1 req-2706dea0-a9d4-4d75-b05a-6a008c410a75 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 984 time: 0.0841353 Jan 12 09:52:09.893652 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58da3817-4a62-4934-bc4d-37b88d3076e1 req-710acd5d-88dd-4ad1-aee3-f6cc834bd927 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=62078169-f3de-4e16-8a85-76f2c99a7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505087 Jan 12 09:52:10.009564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-8bbd57c8-ec94-42ca-b9dd-5cdf7ffe37bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:10.011024 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-8bbd57c8-ec94-42ca-b9dd-5cdf7ffe37bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 984 time: 0.0774829 Jan 12 09:52:10.083174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a91ac090-e785-422b-a935-3ebe8fc0b064 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:10.084501 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a91ac090-e785-422b-a935-3ebe8fc0b064 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0684576 Jan 12 09:52:10.237192 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-5b646f5b-c2c6-412a-83ed-02cad7c43b69 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1470644 Jan 12 09:52:10.247331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:10.348612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.638210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=b230bcae-2adb-4bd0-9083-bd445949cda3,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:10.667705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] For port b230bcae-2adb-4bd0-9083-bd445949cda3, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:52:10.715244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] device_id is not set on port b230bcae-2adb-4bd0-9083-bd445949cda3 yet. {{(pid=83594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:52:10.723301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.729977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.856345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] Pushing event updated for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=11']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:10.924995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] No DVR routers for this DVR port b230bcae-2adb-4bd0-9083-bd445949cda3 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:52:11.038130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a6c603b1-ca1a-4df7-b956-c16d6576a2c7 None None] Provisioning complete for port b230bcae-2adb-4bd0-9083-bd445949cda3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:11.038790 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a6c603b1-ca1a-4df7-b956-c16d6576a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:11.120580 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68dff73b-fd0d-47fc-bab1-13f1bb766369 req-d57b9117-1f92-4a0a-98be-a1c64c3d640d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d9c5d00-fb6d-4fe0-a171-e9919a56cc4c HTTP/1.1" status: 200 len: 210 time: 0.0482306 Jan 12 09:52:11.128737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a6c603b1-ca1a-4df7-b956-c16d6576a2c7 None None] Port b230bcae-2adb-4bd0-9083-bd445949cda3 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:52:11.217208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] In _notify_port_updated(), no bound segment for port b230bcae-2adb-4bd0-9083-bd445949cda3 on network 2c241629-708f-4f94-b070-eb5e08650a6f {{(pid=83594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 12 09:52:11.218224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:11.219497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-baa66f0a-faf2-4afe-bdea-e0b2aaf18f5f req-a9f2ccbc-dd0f-4ca5-86bb-7f6b16bb456b service neutron] 10.222.0.59 "PUT /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 200 len: 1027 time: 0.9759643 Jan 12 09:52:12.234628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44814) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:12.303316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1538-1099-44aa-a080-5b3d5a83ac20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:12.333216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1538-1099-44aa-a080-5b3d5a83ac20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:12.401422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1538-1099-44aa-a080-5b3d5a83ac20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:12.421301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d1538-1099-44aa-a080-5b3d5a83ac20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80c4917-56f4-43ba-9534-ed59c76cd032,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:12.441758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1538-1099-44aa-a080-5b3d5a83ac20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:12.447580 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4c2d1538-1099-44aa-a080-5b3d5a83ac20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/b80c4917-56f4-43ba-9534-ed59c76cd032 HTTP/1.1" status: 204 len: 168 time: 0.2117105 Jan 12 09:52:12.485237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44820) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:12.684158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 0aba858a-f6f6-45eb-8777-9b92deec063e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:52:12.684384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:12.864369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:12.864715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:12.980683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 0aba858a-f6f6-45eb-8777-9b92deec063e owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:52:13.145472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:13.196592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=0aba858a-f6f6-45eb-8777-9b92deec063e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:13.237442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.237706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.238042 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.238365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.238703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.239034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.239353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.239671 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.239981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.240298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.240615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:13.299229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:13.346030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device b230bcae-2adb-4bd0-9083-bd445949cda3 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:52:13.408645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device b230bcae-2adb-4bd0-9083-bd445949cda3 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:52:13.804447 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 97ba7c43-6804-434f-9112-e3ea79288ac3 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:52:14.007592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:52:14.017366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] Sync routers for ids ['97ba7c43-6804-434f-9112-e3ea79288ac3'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:52:14.028371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.030576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] Routers {'97ba7c43-6804-434f-9112-e3ea79288ac3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:52:14.031308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['97ba7c43-6804-434f-9112-e3ea79288ac3'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:14.085559 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6502c21e-d22a-43ac-a1f3-f43a08aa6cf1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/floatingips/f531eae1-5bd8-4fde-9e5c-6098dbb5f92f HTTP/1.1" status: 204 len: 168 time: 1.5990603 Jan 12 09:52:14.206965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] Set router 97ba7c43-6804-434f-9112-e3ea79288ac3 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:52:14.239364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44830) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:14.308012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae4456f1-60ad-4000-8279-2a8784d4de1d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.336782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae4456f1-60ad-4000-8279-2a8784d4de1d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.402927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae4456f1-60ad-4000-8279-2a8784d4de1d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.421411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4456f1-60ad-4000-8279-2a8784d4de1d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2b7f77-d16a-4db3-ad9d-fe2e387683ac,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:14.429507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ae4456f1-60ad-4000-8279-2a8784d4de1d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.439204 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ae4456f1-60ad-4000-8279-2a8784d4de1d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/4f2b7f77-d16a-4db3-ad9d-fe2e387683ac HTTP/1.1" status: 204 len: 168 time: 0.1987181 Jan 12 09:52:14.476261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44836) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:14.523547 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '1d807dfd-e7a5-4776-bde0-5de55a847395', 'name': '', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:27Z', 'updated_at': '2022-01-12T09:51:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:14.527361 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] Checking router: 97ba7c43-6804-434f-9112-e3ea79288ac3 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:52:14.537589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] Routers {'97ba7c43-6804-434f-9112-e3ea79288ac3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:52:14.538188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['97ba7c43-6804-434f-9112-e3ea79288ac3'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:14.539733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d762026d-bb81-4fe7-a572-9b58bfc98dff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port b230bcae-2adb-4bd0-9083-bd445949cda3 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:52:14.540072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d762026d-bb81-4fe7-a572-9b58bfc98dff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.712870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] Set router 97ba7c43-6804-434f-9112-e3ea79288ac3 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:52:14.779408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d762026d-bb81-4fe7-a572-9b58bfc98dff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.898901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d762026d-bb81-4fe7-a572-9b58bfc98dff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for b230bcae-2adb-4bd0-9083-bd445949cda3 owned by {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:52:15.022724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '1d807dfd-e7a5-4776-bde0-5de55a847395', 'name': '', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:27Z', 'updated_at': '2022-01-12T09:51:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:15.026870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd3606-e01d-4f41-b242-25db547f552e None None] The sync data for ids ['97ba7c43-6804-434f-9112-e3ea79288ac3'] in dv-neutron-824347-1-hyperv is: [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '1d807dfd-e7a5-4776-bde0-5de55a847395', 'name': '', 'network_id': '2c241629-708f-4f94-b070-eb5e08650a6f', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:27Z', 'updated_at': '2022-01-12T09:51:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '458d7a09-a85b-49b7-b2dd-f6edf8ec5be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:52:15.052124 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d762026d-bb81-4fe7-a572-9b58bfc98dff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:15.101384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762026d-bb81-4fe7-a572-9b58bfc98dff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=b230bcae-2adb-4bd0-9083-bd445949cda3,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:15.204907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d762026d-bb81-4fe7-a572-9b58bfc98dff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:15.215908 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d762026d-bb81-4fe7-a572-9b58bfc98dff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/ports/b230bcae-2adb-4bd0-9083-bd445949cda3 HTTP/1.1" status: 204 len: 168 time: 0.7383549 Jan 12 09:52:15.218573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44840) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:15.292881 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5631f834-a118-492d-b844-f31e7e5fc006 None None] New status for floating IP f531eae1-5bd8-4fde-9e5c-6098dbb5f92f: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:52:15.723680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:16.335385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 1d807dfd-e7a5-4776-bde0-5de55a847395 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:52:16.336036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:16.522329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 1d807dfd-e7a5-4776-bde0-5de55a847395, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1d807dfd-e7a5-4776-bde0-5de55a847395,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:16.522729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:16.649034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 1d807dfd-e7a5-4776-bde0-5de55a847395 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:52:16.843787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:16.888150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=1d807dfd-e7a5-4776-bde0-5de55a847395,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:17.283662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:17.862021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 97ba7c43-6804-434f-9112-e3ea79288ac3 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:52:18.063922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:52:18.074386 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] Sync routers for ids ['97ba7c43-6804-434f-9112-e3ea79288ac3'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:52:18.076883 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d6448a60-2ceb-42a6-83a1-e15cc959a0f4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/97ba7c43-6804-434f-9112-e3ea79288ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8571064 Jan 12 09:52:18.080852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44844) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:18.088457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] Routers {'97ba7c43-6804-434f-9112-e3ea79288ac3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:52:18.089053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['97ba7c43-6804-434f-9112-e3ea79288ac3'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:18.268811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-6503616a-5c9b-490d-a218-2624a41dbd5c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting subnet 458d7a09-a85b-49b7-b2dd-f6edf8ec5be7 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:52:18.270784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] Set router 97ba7c43-6804-434f-9112-e3ea79288ac3 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:52:18.272324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6503616a-5c9b-490d-a218-2624a41dbd5c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:18.326309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6503616a-5c9b-490d-a218-2624a41dbd5c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:18.410202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6503616a-5c9b-490d-a218-2624a41dbd5c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:18.483275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6503616a-5c9b-490d-a218-2624a41dbd5c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:18.523377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503616a-5c9b-490d-a218-2624a41dbd5c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Subnet': ['ID=458d7a09-a85b-49b7-b2dd-f6edf8ec5be7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:18.529345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6503616a-5c9b-490d-a218-2624a41dbd5c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:18.535712 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6503616a-5c9b-490d-a218-2624a41dbd5c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/subnets/458d7a09-a85b-49b7-b2dd-f6edf8ec5be7 HTTP/1.1" status: 204 len: 168 time: 0.4539485 Jan 12 09:52:18.538220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44848) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:18.552419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaaafd7-8490-4aee-86a7-be3eb9d49e82 None None] Network 2c241629-708f-4f94-b070-eb5e08650a6f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:52:18.748705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:52:16Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:18.755259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] Checking router: 97ba7c43-6804-434f-9112-e3ea79288ac3 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:52:18.773119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] Routers {'97ba7c43-6804-434f-9112-e3ea79288ac3'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:52:18.773771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:51:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['97ba7c43-6804-434f-9112-e3ea79288ac3'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:18.844801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:18.908064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6684409-0655-4bf5-b68f-1b715eb0abb7 None None] DHCP port deletion for 2c241629-708f-4f94-b070-eb5e08650a6f request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:52:18.927813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b6684409-0655-4bf5-b68f-1b715eb0abb7 None None] Deleting port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:52:18.928185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6684409-0655-4bf5-b68f-1b715eb0abb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.028231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] Set router 97ba7c43-6804-434f-9112-e3ea79288ac3 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:52:19.049641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.061200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port c6d0f802-ad55-4f08-8ecf-33ce2c16e005 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:52:19.061654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.233416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port c6d0f802-ad55-4f08-8ecf-33ce2c16e005, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c6d0f802-ad55-4f08-8ecf-33ce2c16e005,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:19.233840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.234332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d46345a-0ebd-4350-807f-ccbf344d199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.319450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b6684409-0655-4bf5-b68f-1b715eb0abb7 None None] For port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66,segment=NetworkSegment(6e2de306-32a5-46fa-ac24-3a59eff236a5),segment_id=6e2de306-32a5-46fa-ac24-3a59eff236a5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:19.319689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6684409-0655-4bf5-b68f-1b715eb0abb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.355555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for c6d0f802-ad55-4f08-8ecf-33ce2c16e005 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:52:19.445805 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b6684409-0655-4bf5-b68f-1b715eb0abb7 None None] Calling delete_port for fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:52:19.524769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.569938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=c6d0f802-ad55-4f08-8ecf-33ce2c16e005,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:19.621957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6684409-0655-4bf5-b68f-1b715eb0abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.678257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6684409-0655-4bf5-b68f-1b715eb0abb7 None None] Pushing event deleted for resources: {'Port': ['ID=fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:19.683899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6684409-0655-4bf5-b68f-1b715eb0abb7 None None] No DVR routers for this DVR port fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:52:19.697654 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:52:16Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:19.701700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2625a-4177-4de9-94cb-6dc9611776c3 None None] The sync data for ids ['97ba7c43-6804-434f-9112-e3ea79288ac3'] in dv-neutron-824347-1-hyperv is: [{'id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'name': 'tempest-TestNetworkBasicOps-router-1386553672', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:52:16Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': 'c6d0f802-ad55-4f08-8ecf-33ce2c16e005', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba7c43-6804-434f-9112-e3ea79288ac3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:51:24Z', 'updated_at': '2022-01-12T09:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:52:19.795561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.147015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.152057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.177644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.178257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Fanout notify agent at l3_agent the message router_deleted on router 97ba7c43-6804-434f-9112-e3ea79288ac3 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:52:20.192537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.193623 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-846d8ed2-a638-417a-b80f-1f18affa21d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/routers/97ba7c43-6804-434f-9112-e3ea79288ac3 HTTP/1.1" status: 204 len: 168 time: 1.6544898 Jan 12 09:52:20.196260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44852) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:20.324127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.451451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.475658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c241629-708f-4f94-b070-eb5e08650a6f']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:20.487286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2de306-32a5-46fa-ac24-3a59eff236a5') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:20.487574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2de306-32a5-46fa-ac24-3a59eff236a5') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:20.498824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.515853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.522112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:52:20.522611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:52:20.544173 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:52:20.623013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.640975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.651675 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Network': ['ID=2c241629-708f-4f94-b070-eb5e08650a6f,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:20.663849 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e868ece6-ce84-45c1-b4db-eef3158da57a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/networks/2c241629-708f-4f94-b070-eb5e08650a6f HTTP/1.1" status: 204 len: 168 time: 0.4664350 Jan 12 09:52:20.675468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44856) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:20.690946 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ae85dd8f-8081-4e16-94e6-cfa875dac415 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0141442 Jan 12 09:52:20.691071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1d807dfd-e7a5-4776-bde0-5de55a847395 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:52:20.693460 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44860) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:20.699006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'network': {'name': 'tempest-network-smoke--1626182785', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'port_security_enabled': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:20.704635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:20.710047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:network and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:20.713684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:20.726475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 1d807dfd-e7a5-4776-bde0-5de55a847395 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:52:20.726702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:20.726811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1d807dfd-e7a5-4776-bde0-5de55a847395 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:52:20.727237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:52:20.736971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:52:20.740185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.757728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:52:20.758065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device fc72e0bf-4e9c-4496-b4fa-e48a9cf77d66 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:52:20.768506 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:52:20.777069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.777505 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Added segment 5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d of type vlan for network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 Jan 12 09:52:20.802522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.833858 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.837601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:20.838181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.940988 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2464797 Jan 12 09:52:20.943968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44864) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:20.949862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-554890431', 'admin_state_up': True, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:20.950861 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Network': ['ID=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:20.957462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:20.960037 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.960427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.960762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.961194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.961362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:router and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:20.961512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.961866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.962186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.962502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.962844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.963183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.963516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48a330-083a-4622-b7c4-3f63b184bb09 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.964403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:20.970404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:20.975296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:52:20.981477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.982392 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.002340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.153224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.191928 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0f45983-6467-4107-b44c-9a6e9e1fe8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.344878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.374047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.512587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.136 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/073f393f-5ded-4eac-bd58-0fdcf20bde7e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:52:21.590766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.662034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.695203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.772939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:21.775800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:21.778795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:52:21.807948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=073f393f-5ded-4eac-bd58-0fdcf20bde7e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:21.952909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.953642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:22.262253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c6d0f802-ad55-4f08-8ecf-33ce2c16e005 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:52:22.295881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: c6d0f802-ad55-4f08-8ecf-33ce2c16e005 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:52:22.296219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c6d0f802-ad55-4f08-8ecf-33ce2c16e005 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:52:22.297790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router ccd43494-547e-44d5-ab56-12c66a7e8ac8 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:52:22.474898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:22.496901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:52:22.506799 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Sync routers for ids ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:52:22.518345 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Routers {'ccd43494-547e-44d5-ab56-12c66a7e8ac8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:52:22.519082 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:52:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:22.524401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:22.525695 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ea59da54-f04e-41fc-9eb2-4bcaed4cb030 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5805669 Jan 12 09:52:22.528826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44868) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:22.567605 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6c5a3a87-9d73-4d7b-9992-879069b60c59 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d45f8f502f65499ab2c245dd4d23e808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377221 Jan 12 09:52:22.570343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44872) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:22.598517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:22.702573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0987b-528c-4301-9549-d0b9eb41ad4e tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:22.704147 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a0e0987b-528c-4301-9549-d0b9eb41ad4e tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327095 Jan 12 09:52:22.707503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44876) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:22.731680 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Set router ccd43494-547e-44d5-ab56-12c66a7e8ac8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:52:22.745650 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7199c6f0-34b3-471d-9320-f1363e51ee08 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371056 Jan 12 09:52:22.748540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44880) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:22.754296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-751764598', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:22.861112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:22.865337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:subnet and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:22.868899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:22.873839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:22.885109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:52:22.985284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.006830 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:21Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:23.010521 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Checking router: ccd43494-547e-44d5-ab56-12c66a7e8ac8 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:52:23.010884 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Updating router ccd43494-547e-44d5-ab56-12c66a7e8ac8 port 073f393f-5ded-4eac-bd58-0fdcf20bde7e binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:52:23.060315 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.197133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.266511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Subnet': ['ID=ee1cda09-4e6f-4b61-9f56-161cecc23f6e,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:23.290558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Checking segment: {'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:52:23.291274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network hostable DHCP agents. Network: b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:52:23.314188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:52:23.324875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:23.329528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:23.330526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.333418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a0895-955b-4fd9-ba53-c81b7d953c55 None None] Network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:52:23.356900 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cbea8c17-d747-40e2-a758-e04f8ca88e82 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6047320 Jan 12 09:52:23.357202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44884) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:23.382833 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.394806 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Transition to ACTIVE for port object 073f393f-5ded-4eac-bd58-0fdcf20bde7e will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:23.402293 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.505186 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Attempting to bind port 073f393f-5ded-4eac-bd58-0fdcf20bde7e on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:52:23.505547 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Attempting to bind port 073f393f-5ded-4eac-bd58-0fdcf20bde7e by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:52:23.505899 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Attempting to bind port 073f393f-5ded-4eac-bd58-0fdcf20bde7e on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:52:23.512869 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bde0e-d5d1-4cfe-a7ab-331878f5384d None None] Pushing event updated for resources: {'Port': ['ID=073f393f-5ded-4eac-bd58-0fdcf20bde7e,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:23.518124 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:52:23.518418 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:52:23.518833 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.519211 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:52:23.519664 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Bound port: 073f393f-5ded-4eac-bd58-0fdcf20bde7e, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:52:23.520031 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.592177 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] For port 073f393f-5ded-4eac-bd58-0fdcf20bde7e, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:52:23.596380 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] For port 073f393f-5ded-4eac-bd58-0fdcf20bde7e, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=073f393f-5ded-4eac-bd58-0fdcf20bde7e,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:52:23.602996 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.604265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:52:23.605107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.693174 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Routers {'ccd43494-547e-44d5-ab56-12c66a7e8ac8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:52:23.693935 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:52:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:23.746977 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bde0e-d5d1-4cfe-a7ab-331878f5384d None None] Pushing event updated for resources: {'Port': ['ID=073f393f-5ded-4eac-bd58-0fdcf20bde7e,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:23.763045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Allocated IP 172.20.0.2 (b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6/ee1cda09-4e6f-4b61-9f56-161cecc23f6e/b504ae76-302f-49f6-8971-c612bc76b1c2) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:52:23.866409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.882212 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] Set router ccd43494-547e-44d5-ab56-12c66a7e8ac8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:52:23.982429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.993409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Transition to ACTIVE for port object b504ae76-302f-49f6-8971-c612bc76b1c2 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:24.012939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Transition to ACTIVE for port object b504ae76-302f-49f6-8971-c612bc76b1c2 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:24.019897 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.093728 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:24.097293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:24.100120 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:52:24.103311 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Pushing event updated for resources: {'Port': ['ID=b504ae76-302f-49f6-8971-c612bc76b1c2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:24.125918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.143043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.143625 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.144081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.144416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.144745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.145069 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.145392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.145718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.146032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.146348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.147030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.170759 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:21Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:24.174586 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1f85a-fb66-499e-833e-d2d63a08bc55 None None] The sync data for ids ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'] in dv-neutron-824347-1-hyperv is: [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:21Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:52:24.205985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Attempting to bind port b504ae76-302f-49f6-8971-c612bc76b1c2 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:52:24.206469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Attempting to bind port b504ae76-302f-49f6-8971-c612bc76b1c2 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:52:24.206981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Attempting to bind port b504ae76-302f-49f6-8971-c612bc76b1c2 on network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:52:24.214467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:52:24.215294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Checking segment: {'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:52:24.215792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.216254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Bound using segment: {'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:52:24.216727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Bound port: b504ae76-302f-49f6-8971-c612bc76b1c2, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:52:24.217097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.311615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] For port b504ae76-302f-49f6-8971-c612bc76b1c2, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:52:24.317499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] For port b504ae76-302f-49f6-8971-c612bc76b1c2, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b504ae76-302f-49f6-8971-c612bc76b1c2,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:52:24.323734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.415510 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3fe47-742c-4140-bfcf-5fa27b0f72e4 None None] Pushing event updated for resources: {'Port': ['ID=b504ae76-302f-49f6-8971-c612bc76b1c2,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:24.682489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.1 (b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6/ee1cda09-4e6f-4b61-9f56-161cecc23f6e/ef8a8465-a36e-44e6-8358-37241b6ee0f6) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:52:24.851461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.868015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object ef8a8465-a36e-44e6-8358-37241b6ee0f6 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:24.894190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.962399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:24.965557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:24.969684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:52:25.003850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=ef8a8465-a36e-44e6-8358-37241b6ee0f6,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:25.034644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.122583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.338831 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29231340-c5a7-471f-80bc-d607763e326a None None] Network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:52:25.427114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-92687395-f711-4caa-90c5-5098c22aba46 None None] Provisioning for port b504ae76-302f-49f6-8971-c612bc76b1c2 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:25.532019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.537832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.648531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.651993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=ef8a8465-a36e-44e6-8358-37241b6ee0f6,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:25.797078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:25.798263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:25.987206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cefc0b68-d5f9-4a0d-b319-6ef1a211ae2d None None] Provisioning for port ef8a8465-a36e-44e6-8358-37241b6ee0f6 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:25.993492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cefc0b68-d5f9-4a0d-b319-6ef1a211ae2d None None] Provisioning complete for port ef8a8465-a36e-44e6-8358-37241b6ee0f6 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:25.993857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cefc0b68-d5f9-4a0d-b319-6ef1a211ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.049544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cefc0b68-d5f9-4a0d-b319-6ef1a211ae2d None None] Port ef8a8465-a36e-44e6-8358-37241b6ee0f6 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:52:26.179861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f5e0d30-b84b-4c24-96e8-6660168af5af None None] Provisioning complete for port ef8a8465-a36e-44e6-8358-37241b6ee0f6 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:26.180232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0d30-b84b-4c24-96e8-6660168af5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.233201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e0d30-b84b-4c24-96e8-6660168af5af None None] Port ef8a8465-a36e-44e6-8358-37241b6ee0f6 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:52:26.320989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router ccd43494-547e-44d5-ab56-12c66a7e8ac8 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:52:26.349480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 073f393f-5ded-4eac-bd58-0fdcf20bde7e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:26.419318 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 073f393f-5ded-4eac-bd58-0fdcf20bde7e completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:26.426178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 073f393f-5ded-4eac-bd58-0fdcf20bde7e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:26.426615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.521979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:52:26.534444 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ea335d61-c05d-49c3-be00-b598fc8e5248 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/ccd43494-547e-44d5-ab56-12c66a7e8ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1761773 Jan 12 09:52:26.536969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44888) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:26.542873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.559841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 073f393f-5ded-4eac-bd58-0fdcf20bde7e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=073f393f-5ded-4eac-bd58-0fdcf20bde7e,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:26.564856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.565692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b504ae76-302f-49f6-8971-c612bc76b1c2 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:26.674165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f75cacd-6d69-4571-96b1-5135f73c4db8 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:26.674563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f75cacd-6d69-4571-96b1-5135f73c4db8 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:26.674919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f75cacd-6d69-4571-96b1-5135f73c4db8 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:26.675278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f75cacd-6d69-4571-96b1-5135f73c4db8 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:26.676920 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9f75cacd-6d69-4571-96b1-5135f73c4db8 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1390743 Jan 12 09:52:26.677832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=073f393f-5ded-4eac-bd58-0fdcf20bde7e,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:26.679656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44892) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:26.694070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port b504ae76-302f-49f6-8971-c612bc76b1c2 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:26.698803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port b504ae76-302f-49f6-8971-c612bc76b1c2 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:26.699162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.745912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff3825-8dd1-463a-b92a-6007cd3c6312 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:26.746180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff3825-8dd1-463a-b92a-6007cd3c6312 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:26.746539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff3825-8dd1-463a-b92a-6007cd3c6312 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:26.746909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff3825-8dd1-463a-b92a-6007cd3c6312 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:26.751028 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-46ff3825-8dd1-463a-b92a-6007cd3c6312 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0680029 Jan 12 09:52:26.751234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44896) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:26.810966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.847040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port b504ae76-302f-49f6-8971-c612bc76b1c2, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b504ae76-302f-49f6-8971-c612bc76b1c2,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:26.852293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.917214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=b504ae76-302f-49f6-8971-c612bc76b1c2,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:26.957962 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e6a93ee8-78e7-4764-839c-fa6f9ef06893 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2053294 Jan 12 09:52:27.324570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44902) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:27.330181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586158677', 'description': 'tempest-secgroup-smoke-586158677 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:27.336220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:27.340345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:27.343370 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:27.351297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:27.365014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.398931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:27.402586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:27.405321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:27.411097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:27.468809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.474830 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.520946 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744aa5b5-2a50-423e-bc42-493d81b30823,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:27.524675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.525912 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-338ff54c-b6b2-4ce2-8161-ea008ddf238f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2003281 Jan 12 09:52:27.528688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44906) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:27.534023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '744aa5b5-2a50-423e-bc42-493d81b30823', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:27.539908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:27.544031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:27.546930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:27.552590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:27.576350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.639194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.645533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.668074 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50c33f8-31ba-40fc-a590-e628a4211fb9,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:27.679422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.680614 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ec7ce60a-c14e-4b2a-b4b9-6058c1a5f812 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1510274 Jan 12 09:52:27.683504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44910) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:27.689076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '744aa5b5-2a50-423e-bc42-493d81b30823', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:27.695444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:27.700281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Sync routers for ids ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:52:27.700750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:27.703279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:27.709121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:27.711854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Routers {'ccd43494-547e-44d5-ab56-12c66a7e8ac8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:52:27.712538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:52:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:27.730811 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.794122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.798107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.820752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c95b14d-b0fc-4b41-b067-928d574bad18,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:27.832114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.833387 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dc18467e-ca49-4d27-aa08-9e4289cf6d3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1489029 Jan 12 09:52:27.836349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44914) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:27.842373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '744aa5b5-2a50-423e-bc42-493d81b30823', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:27.848386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:27.852350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:27.855404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:27.860999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:27.878620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.891776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Set router ccd43494-547e-44d5-ab56-12c66a7e8ac8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:52:27.940666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.945434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.968750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0f559b-c429-43db-a6ad-b887455b3cd3,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:27.979629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.980991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-40aecf98-3c58-4920-8ce2-f8b69a3f5634 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435122 Jan 12 09:52:27.983703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44918) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:27.989193 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '744aa5b5-2a50-423e-bc42-493d81b30823', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:27.994967 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:27.998732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:28.001593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:28.007275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:28.024284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.092027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.097248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.118089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a2dce7-b019-4852-ae25-b2a50d1a53c3,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:28.130609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.131889 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-20949be9-3e79-4dd0-b962-493ae4fa8c00 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1472988 Jan 12 09:52:28.134827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44922) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:28.140735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '744aa5b5-2a50-423e-bc42-493d81b30823', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:28.147307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:28.151375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:28.154381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:28.160574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:28.173474 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:52:28.180320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.204121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ef8a8465-a36e-44e6-8358-37241b6ee0f6', 'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:aa:56:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:24Z', 'updated_at': '2022-01-12T09:52:25Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:28.208106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Checking router: ccd43494-547e-44d5-ab56-12c66a7e8ac8 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:52:28.208460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Updating router ccd43494-547e-44d5-ab56-12c66a7e8ac8 port ef8a8465-a36e-44e6-8358-37241b6ee0f6 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:52:28.246554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.252755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.260309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.278416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896176de-2629-49a0-a0ba-470ea832fe7a,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:28.296743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.301909 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-95415d2f-04a2-4cff-bfb8-e623a4597e68 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1633799 Jan 12 09:52:28.302110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44926) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:28.307837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '744aa5b5-2a50-423e-bc42-493d81b30823', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:28.314173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:28.318144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:28.319560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 073f393f-5ded-4eac-bd58-0fdcf20bde7e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:28.321024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:28.326821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:28.337843 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:52:28.344143 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.413856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.418938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.450614 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b2864c-18a4-426e-a7ed-190a0b43fe40,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:28.462338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.464203 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f524f595-1aed-4ce8-88ed-590f3ca87c07 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1606386 Jan 12 09:52:28.570638 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 073f393f-5ded-4eac-bd58-0fdcf20bde7e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:28.571042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.689160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-3d809dd1-1ae6-4a54-a983-e640b476431b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:28.706618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-3d809dd1-1ae6-4a54-a983-e640b476431b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:28.707826 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-3d809dd1-1ae6-4a54-a983-e640b476431b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586158677&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0587769 Jan 12 09:52:28.773840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b504ae76-302f-49f6-8971-c612bc76b1c2 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:28.850159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.854714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-082da24e-cada-458a-83b5-086840167eae tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:28.855373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-082da24e-cada-458a-83b5-086840167eae tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:28.865511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Transition to ACTIVE for port object ef8a8465-a36e-44e6-8358-37241b6ee0f6 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:28.872643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-082da24e-cada-458a-83b5-086840167eae tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:28.873896 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-082da24e-cada-458a-83b5-086840167eae tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/networks?id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 HTTP/1.1" status: 200 len: 797 time: 0.1592844 Jan 12 09:52:28.875325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.890328 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-41b44a39-223c-4879-b0a3-bd5657501fe4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/quotas/d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 375 time: 0.0106003 Jan 12 09:52:28.933536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port b504ae76-302f-49f6-8971-c612bc76b1c2 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:28.933901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.969996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-c1567a8a-b6f7-4994-b5d0-7e808dbafe1f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:28.988499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-c1567a8a-b6f7-4994-b5d0-7e808dbafe1f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:28.991284 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-c1567a8a-b6f7-4994-b5d0-7e808dbafe1f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954907 Jan 12 09:52:29.045965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca7b3d-412a-4bb7-ae08-2e2adf6a5927 None None] Pushing event updated for resources: {'Port': ['ID=ef8a8465-a36e-44e6-8358-37241b6ee0f6,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:29.136648 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-bdd07227-7fad-4d2c-a1cf-c68ecf9fa698 service neutron] 10.222.0.58 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341832 Jan 12 09:52:29.148650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Attempting to bind port ef8a8465-a36e-44e6-8358-37241b6ee0f6 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:52:29.149020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Attempting to bind port ef8a8465-a36e-44e6-8358-37241b6ee0f6 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:52:29.149376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Attempting to bind port ef8a8465-a36e-44e6-8358-37241b6ee0f6 on network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:52:29.187606 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:52:29.188010 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Checking segment: {'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:52:29.188407 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.188801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Bound using segment: {'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:52:29.189276 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Bound port: ef8a8465-a36e-44e6-8358-37241b6ee0f6, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:52:29.189689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.313043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] For port ef8a8465-a36e-44e6-8358-37241b6ee0f6, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:52:29.316341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] For port ef8a8465-a36e-44e6-8358-37241b6ee0f6, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ef8a8465-a36e-44e6-8358-37241b6ee0f6,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:52:29.322824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.388384 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-d2960bfa-5641-455a-a5dc-bc04da527b9a service neutron] 10.222.0.58 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458706 Jan 12 09:52:29.399704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca7b3d-412a-4bb7-ae08-2e2adf6a5927 None None] Pushing event updated for resources: {'Port': ['ID=ef8a8465-a36e-44e6-8358-37241b6ee0f6,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:29.405796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Routers {'ccd43494-547e-44d5-ab56-12c66a7e8ac8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:52:29.406416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:52:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:29.609618 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01bfda2b-fa83-49f1-9415-963b2365d410 req-fe38b98c-9000-4ff1-b7dd-2633c1d77601 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 210 time: 0.0457127 Jan 12 09:52:29.619275 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] Set router ccd43494-547e-44d5-ab56-12c66a7e8ac8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:52:29.956061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ef8a8465-a36e-44e6-8358-37241b6ee0f6', 'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:aa:56:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:24Z', 'updated_at': '2022-01-12T09:52:29Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:29.960081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f18a4-ffc1-4bdd-9d9a-7e43ab4eddfa None None] The sync data for ids ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'] in dv-neutron-824347-1-hyperv is: [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'ef8a8465-a36e-44e6-8358-37241b6ee0f6', 'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:aa:56:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:24Z', 'updated_at': '2022-01-12T09:52:29Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:52:30.344159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ef8a8465-a36e-44e6-8358-37241b6ee0f6 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:30.425881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port ef8a8465-a36e-44e6-8358-37241b6ee0f6 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:30.431883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port ef8a8465-a36e-44e6-8358-37241b6ee0f6 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:30.432287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:30.595178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:30.631588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port ef8a8465-a36e-44e6-8358-37241b6ee0f6, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ef8a8465-a36e-44e6-8358-37241b6ee0f6,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:30.637220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:30.722350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=ef8a8465-a36e-44e6-8358-37241b6ee0f6,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:30.824072 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-365f9e45-14b9-40e5-ac89-76b8b9134e43 req-69bda094-c32d-476f-8659-982cee35375e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 210 time: 0.0691657 Jan 12 09:52:30.941107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-30d6f8bb-b4d8-4936-99f5-e2fd7233591e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:30.942528 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-30d6f8bb-b4d8-4936-99f5-e2fd7233591e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 HTTP/1.1" status: 200 len: 797 time: 0.1535079 Jan 12 09:52:30.994685 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-c492eb1d-3771-4cf6-b548-6d6c7e5fe362 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 379 time: 0.0397971 Jan 12 09:52:31.003049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'device_id': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'admin_state_up': True, 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'security_groups': ['744aa5b5-2a50-423e-bc42-493d81b30823']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:31.141566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:31.152012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:31.164874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:52:31.168280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:31.336086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.3 (b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6/ee1cda09-4e6f-4b61-9f56-161cecc23f6e/eab28048-8402-481f-9e69-f487a557abed) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:52:31.535099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:31.550779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object eab28048-8402-481f-9e69-f487a557abed will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:31.575093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:31.649389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:31.652494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:31.656961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:52:31.685281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=eab28048-8402-481f-9e69-f487a557abed,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:31.720724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:31.721466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:31.747994 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-7512a3ec-f970-4848-8de9-43024153a0a7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7486827 Jan 12 09:52:31.759203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Request body: {'port': {'device_id': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:31.883338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:31.900549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d52e8f2b-2ea1-4c71-bab4-0c09cff1d83e None None] Provisioning for port eab28048-8402-481f-9e69-f487a557abed completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:31.906044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d52e8f2b-2ea1-4c71-bab4-0c09cff1d83e None None] Provisioning complete for port eab28048-8402-481f-9e69-f487a557abed triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:31.906513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d52e8f2b-2ea1-4c71-bab4-0c09cff1d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:31.960716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d52e8f2b-2ea1-4c71-bab4-0c09cff1d83e None None] Port eab28048-8402-481f-9e69-f487a557abed cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:52:32.173314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365495b4-723c-4f07-83b3-80641c18f81b req-f55ccff8-a56f-43fa-89bf-9b90812368d2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:32.173955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-365495b4-723c-4f07-83b3-80641c18f81b req-f55ccff8-a56f-43fa-89bf-9b90812368d2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:32.219678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-365495b4-723c-4f07-83b3-80641c18f81b req-f55ccff8-a56f-43fa-89bf-9b90812368d2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:32.221162 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-365495b4-723c-4f07-83b3-80641c18f81b req-f55ccff8-a56f-43fa-89bf-9b90812368d2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 931 time: 0.2658453 Jan 12 09:52:32.309270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ef8a8465-a36e-44e6-8358-37241b6ee0f6 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:32.329382 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-365495b4-723c-4f07-83b3-80641c18f81b req-1f3f2a0b-5182-461a-b917-8f79331ba090 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016288 Jan 12 09:52:32.331570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab28048-8402-481f-9e69-f487a557abed {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:52:32.338691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.354599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Transition to ACTIVE for port object eab28048-8402-481f-9e69-f487a557abed will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:32.360338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.381307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port ef8a8465-a36e-44e6-8358-37241b6ee0f6 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:32.381771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.591052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Pushing event updated for resources: {'Port': ['ID=eab28048-8402-481f-9e69-f487a557abed,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:32.694818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Attempting to bind port eab28048-8402-481f-9e69-f487a557abed on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:52:32.695097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Attempting to bind port eab28048-8402-481f-9e69-f487a557abed by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:52:32.695420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Attempting to bind port eab28048-8402-481f-9e69-f487a557abed on network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:52:32.701179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Port eab28048-8402-481f-9e69-f487a557abed on network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:52:32.701451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Attempting to bind port eab28048-8402-481f-9e69-f487a557abed on network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:52:32.707644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:52:32.707972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Checking segment: {'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:52:32.708346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Bound using segment: {'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:52:32.708761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Bound port: eab28048-8402-481f-9e69-f487a557abed, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:52:32.709100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.795279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] For port eab28048-8402-481f-9e69-f487a557abed, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:52:32.798265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] For port eab28048-8402-481f-9e69-f487a557abed, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=eab28048-8402-481f-9e69-f487a557abed,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:52:32.805051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.870945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.872309 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] 10.222.0.59 "PUT /v2.0/ports/eab28048-8402-481f-9e69-f487a557abed HTTP/1.1" status: 200 len: 1093 time: 1.1173446 Jan 12 09:52:32.872753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'tag': 'eab28048-8402-481f-9e69-f487a557abed'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:32.891536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ec33c-4833-4ef3-b738-00ae47d39472 service neutron] Pushing event updated for resources: {'Port': ['ID=eab28048-8402-481f-9e69-f487a557abed,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:32.946102 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'tag': 'eab28048-8402-481f-9e69-f487a557abed', 'status': 'completed', 'code': 200} Jan 12 09:52:32.988532 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-e7e800ba-f374-474d-b772-446d51dcecb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 1096 time: 0.0754955 Jan 12 09:52:33.060439 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-778132bd-a79b-497a-b0d3-6c947faebda2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eab28048-8402-481f-9e69-f487a557abed HTTP/1.1" status: 200 len: 217 time: 0.0646925 Jan 12 09:52:33.121949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-ed75c96c-d4c9-4932-875e-e96fe1ab0120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:33.123422 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-ed75c96c-d4c9-4932-875e-e96fe1ab0120 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee1cda09-4e6f-4b61-9f56-161cecc23f6e HTTP/1.1" status: 200 len: 834 time: 0.0570495 Jan 12 09:52:33.202103 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-5563bf84-b3a4-4274-a66c-adfab6b584c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724268 Jan 12 09:52:33.333648 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-41dd62ec-92ef-4b82-a2dc-e1c824e8c2ff service neutron] 10.222.0.59 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257720 Jan 12 09:52:33.510457 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b656eff0-d918-4a8e-94e7-241d9900ec5f req-a5bca641-a5b7-4488-ae15-c3f5e6714608 service neutron] 10.222.0.59 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704955 Jan 12 09:52:33.544456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087009e3-4e6a-487b-a2f1-38f8a0ed583f req-47ce9440-0ad4-405f-9cc2-502d8d1474da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:33.545897 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-087009e3-4e6a-487b-a2f1-38f8a0ed583f req-47ce9440-0ad4-405f-9cc2-502d8d1474da tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 943 time: 0.0950243 Jan 12 09:52:33.637976 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-087009e3-4e6a-487b-a2f1-38f8a0ed583f req-c6b15c4b-fc9f-4b51-b5b5-ece83d577f8a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862522 Jan 12 09:52:33.653761 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cc95577c-7cde-4575-8b01-83a58058db96 req-1175402f-55ea-4a0e-ae8a-4c922c918966 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 1096 time: 0.0883603 Jan 12 09:52:33.783742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95577c-7cde-4575-8b01-83a58058db96 req-92560be3-61aa-47bf-9ac1-45cb61fd655a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:33.785074 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cc95577c-7cde-4575-8b01-83a58058db96 req-92560be3-61aa-47bf-9ac1-45cb61fd655a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 HTTP/1.1" status: 200 len: 898 time: 0.1253917 Jan 12 09:52:33.854378 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cc95577c-7cde-4575-8b01-83a58058db96 req-96e958c0-82b7-48b2-a4ae-3d23851258d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eab28048-8402-481f-9e69-f487a557abed HTTP/1.1" status: 200 len: 217 time: 0.0624015 Jan 12 09:52:33.926170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95577c-7cde-4575-8b01-83a58058db96 req-9e320819-43a6-433f-86c6-9a2178dca133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:33.927617 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cc95577c-7cde-4575-8b01-83a58058db96 req-9e320819-43a6-433f-86c6-9a2178dca133 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee1cda09-4e6f-4b61-9f56-161cecc23f6e HTTP/1.1" status: 200 len: 834 time: 0.0675807 Jan 12 09:52:34.007609 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cc95577c-7cde-4575-8b01-83a58058db96 req-e7e4dfe4-c5f2-4567-b67d-ac3e650ccf00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739920 Jan 12 09:52:34.148314 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cc95577c-7cde-4575-8b01-83a58058db96 req-a210e21c-bb58-44bc-9912-255fe4930251 service neutron] 10.222.0.59 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343009 Jan 12 09:52:34.376362 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cc95577c-7cde-4575-8b01-83a58058db96 req-eb3d3a45-d00a-41a0-87cd-fc479ed99c91 service neutron] 10.222.0.59 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214780 Jan 12 09:52:34.926131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931341ca-f240-4c54-9da1-3bd50e6cd3c8 req-0a20c95a-9dab-473a-a5a8-3e7c1eb5ab0d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:34.927587 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-931341ca-f240-4c54-9da1-3bd50e6cd3c8 req-0a20c95a-9dab-473a-a5a8-3e7c1eb5ab0d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 943 time: 0.0829203 Jan 12 09:52:34.976152 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-931341ca-f240-4c54-9da1-3bd50e6cd3c8 req-48a648e4-393b-4586-bf31-a31127a503c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409617 Jan 12 09:52:36.197149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0783343-85c1-4b89-82a8-b091feac7f09 req-d86b9917-a387-4059-b5d3-bf083aa9115a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:36.198693 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f0783343-85c1-4b89-82a8-b091feac7f09 req-d86b9917-a387-4059-b5d3-bf083aa9115a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 943 time: 0.0954978 Jan 12 09:52:36.246301 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f0783343-85c1-4b89-82a8-b091feac7f09 req-e6285555-ad87-43d5-96de-41d020da87b2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393391 Jan 12 09:52:37.439034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device eab28048-8402-481f-9e69-f487a557abed details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:52:37.450280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25794fc-e5f7-437e-a998-5763db078f68 req-76dd63b0-88af-465c-b15e-e55e114660d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:37.455244 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b25794fc-e5f7-437e-a998-5763db078f68 req-76dd63b0-88af-465c-b15e-e55e114660d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 943 time: 0.0844061 Jan 12 09:52:37.502655 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b25794fc-e5f7-437e-a998-5763db078f68 req-4d8f6966-fb7e-43b5-87b5-b2a28e56a44b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446768 Jan 12 09:52:37.583117 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port eab28048-8402-481f-9e69-f487a557abed, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=eab28048-8402-481f-9e69-f487a557abed,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:37.597248 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'eab28048-8402-481f-9e69-f487a557abed', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'port_id': 'eab28048-8402-481f-9e69-f487a557abed', 'mac_address': 'fa:16:3e:7e:48:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:52:37.651420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:37.669219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab28048-8402-481f-9e69-f487a557abed {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:52:37.684832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port eab28048-8402-481f-9e69-f487a557abed, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=eab28048-8402-481f-9e69-f487a557abed,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:37.689968 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:37.752422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=eab28048-8402-481f-9e69-f487a557abed,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:37.984970 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:52:38.000037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['eab28048-8402-481f-9e69-f487a557abed'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:52:38.701037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03728a1d-c2b2-4b12-94d7-2543fae3d688 req-2b5d678a-f0c5-49ec-96aa-53a05f78001a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:38.702485 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-03728a1d-c2b2-4b12-94d7-2543fae3d688 req-2b5d678a-f0c5-49ec-96aa-53a05f78001a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 944 time: 0.0817342 Jan 12 09:52:38.746243 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-03728a1d-c2b2-4b12-94d7-2543fae3d688 req-86c8b800-1fd7-4f2c-85d3-d7cb294e2ac6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382209 Jan 12 09:52:39.438999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device eab28048-8402-481f-9e69-f487a557abed up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:39.510725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port eab28048-8402-481f-9e69-f487a557abed completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:39.515447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port eab28048-8402-481f-9e69-f487a557abed triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:39.515817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:39.632234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:39.659293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab28048-8402-481f-9e69-f487a557abed'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:39.669511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port eab28048-8402-481f-9e69-f487a557abed, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=eab28048-8402-481f-9e69-f487a557abed,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:52:39.674179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:39.717546 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab28048-8402-481f-9e69-f487a557abed', 'code': 200} Jan 12 09:52:39.747420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=eab28048-8402-481f-9e69-f487a557abed,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:39.992475 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7605ed5-da25-431a-8d9e-cc29c5eddd5f req-d8c12cf0-5517-4aab-9023-bf2482e653dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:39.993903 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a7605ed5-da25-431a-8d9e-cc29c5eddd5f req-d8c12cf0-5517-4aab-9023-bf2482e653dd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 945 time: 0.1300974 Jan 12 09:52:39.996737 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e3dda4f-60c7-4a47-875c-517def7492d3 req-b03e268d-4a99-4d88-890d-9895c84efac5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 1098 time: 0.1029611 Jan 12 09:52:40.067851 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a7605ed5-da25-431a-8d9e-cc29c5eddd5f req-5e5eb73d-1dbf-4eaf-9f9b-9d92fd27ff57 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684099 Jan 12 09:52:40.069727 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e3dda4f-60c7-4a47-875c-517def7492d3 req-bb321bf3-cc6b-42c3-a90b-2639ce14b7f4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573616 Jan 12 09:52:41.304583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041c57d-7fa5-4332-9770-e435bf983cb5 req-10c6991c-009d-411f-9f34-e44a1fe3e3f0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:41.306040 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1041c57d-7fa5-4332-9770-e435bf983cb5 req-10c6991c-009d-411f-9f34-e44a1fe3e3f0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 945 time: 0.1094203 Jan 12 09:52:41.353930 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1041c57d-7fa5-4332-9770-e435bf983cb5 req-d1dc4d83-2884-4391-9e1d-c26769a13ee7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Jan 12 09:52:42.566116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d858dd-1491-4db2-8aea-4098d6a624b2 req-0ca7f5b4-00f0-4828-950f-75be9fe70726 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:42.567487 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e1d858dd-1491-4db2-8aea-4098d6a624b2 req-0ca7f5b4-00f0-4828-950f-75be9fe70726 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 945 time: 0.0810649 Jan 12 09:52:42.618998 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e1d858dd-1491-4db2-8aea-4098d6a624b2 req-e4f3fbe3-9d09-4f82-b417-0e7721ae7e0d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433705 Jan 12 09:52:42.813230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc1b84-7808-4079-9507-476b9724a95a req-9b5e8969-6ce0-452b-8fa1-9a05c102d5b8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:42.814641 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-69cc1b84-7808-4079-9507-476b9724a95a req-9b5e8969-6ce0-452b-8fa1-9a05c102d5b8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 945 time: 0.0776172 Jan 12 09:52:42.860972 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-69cc1b84-7808-4079-9507-476b9724a95a req-8c052ae6-11a3-4692-ad1d-a426a32bad24 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383794 Jan 12 09:52:42.892400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44978) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:42.966123 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-691b8967-8821-4643-8269-3153d50c50b8 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 1093 time: 0.0725648 Jan 12 09:52:42.969717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 44982) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:42.974852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': 'eab28048-8402-481f-9e69-f487a557abed', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:52:42.980265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:42.984176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:floatingip and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:42.987030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:42.992778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:43.005337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:43.141698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:43.286508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.179 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/9581becd-5dbb-4a26-bdbb-c45e586581cf) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:52:43.440162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:43.470526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:43.538847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:43.542546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:43.545486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:52:43.568842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=9581becd-5dbb-4a26-bdbb-c45e586581cf,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:44.150178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:44.216540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:44.419133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:44.425899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:44.520032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=9581becd-5dbb-4a26-bdbb-c45e586581cf,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:44.539286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:44.737030 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP 8accdaa7-46e7-490a-80c5-df4af8aadc87 associated. External IP: 172.26.1.179, port: eab28048-8402-481f-9e69-f487a557abed. Jan 12 09:52:45.125952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router ccd43494-547e-44d5-ab56-12c66a7e8ac8 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:52:45.330117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:52:45.342404 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] Sync routers for ids ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:52:45.355920 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] Routers {'ccd43494-547e-44d5-ab56-12c66a7e8ac8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:52:45.356526 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:52:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:45.358609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:45.424442 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-40f3427f-49d7-4fbb-b34b-303f141abbb4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4530632 Jan 12 09:52:45.424442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'tag': 'eab28048-8402-481f-9e69-f487a557abed'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:45.427024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44986) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:45.484128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'tag': 'eab28048-8402-481f-9e69-f487a557abed', 'status': 'completed', 'code': 200} Jan 12 09:52:45.567826 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] Set router ccd43494-547e-44d5-ab56-12c66a7e8ac8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:52:45.576413 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27eb3885-8a56-4908-80db-923d26635c91 req-5d5ff3ab-aee0-4116-9004-ff8b63c1d257 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 1098 time: 0.0721533 Jan 12 09:52:45.652894 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d0076795-6d09-4c58-ae03-1dfc81141cd4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers/ccd43494-547e-44d5-ab56-12c66a7e8ac8 HTTP/1.1" status: 200 len: 922 time: 0.2249253 Jan 12 09:52:45.655839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44992) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:45.771203 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b3831a33-cd2b-4e35-81a9-66576164985a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1141555 Jan 12 09:52:45.817199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb3885-8a56-4908-80db-923d26635c91 req-0b118a63-7ec0-423c-91f3-bbee562a7844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:45.818708 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27eb3885-8a56-4908-80db-923d26635c91 req-0b118a63-7ec0-423c-91f3-bbee562a7844 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 HTTP/1.1" status: 200 len: 898 time: 0.2366138 Jan 12 09:52:45.921046 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27eb3885-8a56-4908-80db-923d26635c91 req-4481b477-e3f3-4eed-b1ca-f6185e4a8999 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eab28048-8402-481f-9e69-f487a557abed HTTP/1.1" status: 200 len: 999 time: 0.0963914 Jan 12 09:52:45.924070 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '8accdaa7-46e7-490a-80c5-df4af8aadc87', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.179', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'port_id': 'eab28048-8402-481f-9e69-f487a557abed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'mac_address': 'fa:16:3e:7e:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:52:43Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8a8465-a36e-44e6-8358-37241b6ee0f6', 'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:aa:56:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:24Z', 'updated_at': '2022-01-12T09:52:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:45.927981 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] Checking router: ccd43494-547e-44d5-ab56-12c66a7e8ac8 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:52:45.938496 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] Routers {'ccd43494-547e-44d5-ab56-12c66a7e8ac8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:52:45.939011 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:52:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:45.986192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb3885-8a56-4908-80db-923d26635c91 req-65888c66-7372-4f4c-a12d-876527e55a2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:45.987749 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27eb3885-8a56-4908-80db-923d26635c91 req-65888c66-7372-4f4c-a12d-876527e55a2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee1cda09-4e6f-4b61-9f56-161cecc23f6e HTTP/1.1" status: 200 len: 834 time: 0.0609035 Jan 12 09:52:46.064771 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27eb3885-8a56-4908-80db-923d26635c91 req-892f9cac-121d-4cc4-af96-428b0050d598 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717113 Jan 12 09:52:46.111415 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] Set router ccd43494-547e-44d5-ab56-12c66a7e8ac8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:52:46.194329 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27eb3885-8a56-4908-80db-923d26635c91 req-799c9245-0ad4-4570-b12b-77ce64377cae service neutron] 10.222.0.59 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239800 Jan 12 09:52:46.323079 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27eb3885-8a56-4908-80db-923d26635c91 req-3f1de199-3970-4946-a357-42df77dcf45c service neutron] 10.222.0.59 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223187 Jan 12 09:52:46.465925 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '8accdaa7-46e7-490a-80c5-df4af8aadc87', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.179', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'port_id': 'eab28048-8402-481f-9e69-f487a557abed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'mac_address': 'fa:16:3e:7e:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:52:43Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8a8465-a36e-44e6-8358-37241b6ee0f6', 'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:aa:56:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:24Z', 'updated_at': '2022-01-12T09:52:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:46.469937 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8e07f-50f8-4fbd-8d0e-4f1991301af7 None None] The sync data for ids ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'] in dv-neutron-824347-1-hyperv is: [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '8accdaa7-46e7-490a-80c5-df4af8aadc87', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.179', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'port_id': 'eab28048-8402-481f-9e69-f487a557abed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'mac_address': 'fa:16:3e:7e:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:52:43Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8a8465-a36e-44e6-8358-37241b6ee0f6', 'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:aa:56:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:24Z', 'updated_at': '2022-01-12T09:52:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:52:46.734596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b0a591-c693-4fa3-968e-05d9d71db653 None None] New status for floating IP 8accdaa7-46e7-490a-80c5-df4af8aadc87: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:52:46.775345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 44996) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:46.879452 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-628d2364-caca-4455-bf84-35acb2521f95 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1026728 Jan 12 09:52:47.884509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45000) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:48.081494 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-37d23f2d-b4b2-4ce7-b8e0-cb90292e48b6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 993 time: 0.1954188 Jan 12 09:52:49.069841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-26a2d318-5e1d-46bf-a20a-55114d733aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:51.203468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1830bf1-7b55-44ec-9759-7ff6af1f8fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:51.619888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:52.489322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:52.604976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:53.847286 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:14.981367 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:53:19.064877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f428f991-5425-4950-9162-b3844d60e0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:21.210380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2872-8f57-4800-91d5-1c9d92617d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:21.614479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:22.485351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:22.596574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:23.850234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:40.456421 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef0d9e3c-64dd-42cb-b93a-1703bbaf887c req-200b70e6-fe4c-431b-93ec-eebdf990b371 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701094 Jan 12 09:53:40.607804 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef0d9e3c-64dd-42cb-b93a-1703bbaf887c req-79f0bc30-8edb-426e-8e70-d69462db376a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 1098 time: 0.0785437 Jan 12 09:53:40.753909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9e3c-64dd-42cb-b93a-1703bbaf887c req-a387a80b-3a4d-4096-b281-2e886dcbd962 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:40.755452 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef0d9e3c-64dd-42cb-b93a-1703bbaf887c req-a387a80b-3a4d-4096-b281-2e886dcbd962 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 HTTP/1.1" status: 200 len: 898 time: 0.1279886 Jan 12 09:53:40.862844 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef0d9e3c-64dd-42cb-b93a-1703bbaf887c req-fb3a12df-796e-4318-9b6d-0f00ebd05306 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eab28048-8402-481f-9e69-f487a557abed HTTP/1.1" status: 200 len: 1001 time: 0.1002345 Jan 12 09:53:40.928009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9e3c-64dd-42cb-b93a-1703bbaf887c req-3e314168-b8bc-4346-9642-fa65118fd2e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:40.929609 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef0d9e3c-64dd-42cb-b93a-1703bbaf887c req-3e314168-b8bc-4346-9642-fa65118fd2e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee1cda09-4e6f-4b61-9f56-161cecc23f6e HTTP/1.1" status: 200 len: 834 time: 0.0607281 Jan 12 09:53:41.010883 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef0d9e3c-64dd-42cb-b93a-1703bbaf887c req-a413f2f0-bd99-41f5-a4b3-738239f21f9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742993 Jan 12 09:53:41.146994 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef0d9e3c-64dd-42cb-b93a-1703bbaf887c req-6810df44-dc17-41cf-a9ec-006cfa0e335e service neutron] 10.222.0.59 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293168 Jan 12 09:53:41.283046 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef0d9e3c-64dd-42cb-b93a-1703bbaf887c req-8711a654-646b-4cad-8de9-60e090f3b81c service neutron] 10.222.0.59 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305773 Jan 12 09:53:49.059604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-747cbac3-511f-4d17-8072-4c5b441ed53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:51.200502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76f79a47-6780-4b74-8c10-59797a4f0786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:51.652088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:51.974938 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:53:52.487398 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:52.599403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:53.853444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:59.451825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45022) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:59.810541 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0a9a68d2-dd31-4d4e-9bd6-196ac587fdba tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers/ccd43494-547e-44d5-ab56-12c66a7e8ac8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3575366 Jan 12 09:53:59.814961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45028) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:00.035590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8465a8f-b12d-42c1-a929-c1d6d7cf1b92 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Notify agent at dv-neutron-824347-1-hyperv the message router_removed_from_agent {{(pid=83595) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 12 09:54:00.039625 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f8465a8f-b12d-42c1-a929-c1d6d7cf1b92 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "DELETE /v2.0/agents/f954a06f-b68f-449f-82d0-508616a97ea9/l3-routers/ccd43494-547e-44d5-ab56-12c66a7e8ac8 HTTP/1.1" status: 204 len: 168 time: 0.2238030 Jan 12 09:54:00.043641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45032) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:00.319797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-35ce3481-86df-43a4-8f2e-2b9126b3698d tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers/ccd43494-547e-44d5-ab56-12c66a7e8ac8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2750027 Jan 12 09:54:00.322909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45036) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:00.431256 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-913ea640-72cd-4e97-9673-47f881dff9ea tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 993 time: 0.1072943 Jan 12 09:54:00.441661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ef8a8465-a36e-44e6-8358-37241b6ee0f6 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:54:00.597879 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:00.650529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port ef8a8465-a36e-44e6-8358-37241b6ee0f6, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ef8a8465-a36e-44e6-8358-37241b6ee0f6,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:00.657217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:00.723765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=ef8a8465-a36e-44e6-8358-37241b6ee0f6,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:00.732556 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.732909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.733224 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.733574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.733898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.734215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.734543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.734916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.735277 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.735586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.735974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:00.814612 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74afda-3aec-4738-8b20-d9ea761dde73 None None] New status for floating IP 8accdaa7-46e7-490a-80c5-df4af8aadc87: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:54:01.433865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45040) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:01.536056 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b9159a60-988c-45dd-86f2-12740f22bdf9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1011915 Jan 12 09:54:02.372621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 073f393f-5ded-4eac-bd58-0fdcf20bde7e no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:54:02.483460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:02.500573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 073f393f-5ded-4eac-bd58-0fdcf20bde7e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=073f393f-5ded-4eac-bd58-0fdcf20bde7e,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:02.507322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:02.571289 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=073f393f-5ded-4eac-bd58-0fdcf20bde7e,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:02.711908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45048) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:02.921723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbd9cb0-91e9-4c47-9df4-aafb6e64a73c tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Router ccd43494-547e-44d5-ab56-12c66a7e8ac8 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:54:02.922045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbd9cb0-91e9-4c47-9df4-aafb6e64a73c tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Notify agent at dv-neutron-824347-1-hyperv the message router_added_to_agent {{(pid=83594) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 12 09:54:02.949333 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5cbd9cb0-91e9-4c47-9df4-aafb6e64a73c tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "POST /v2.0/agents/f954a06f-b68f-449f-82d0-508616a97ea9/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2361352 Jan 12 09:54:02.952038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45054) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:02.970906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] Sync routers for ids ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:54:02.983036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] Routers {'ccd43494-547e-44d5-ab56-12c66a7e8ac8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:54:02.983648 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:53:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:03.126783 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-32bae1ea-9845-4a22-81aa-34ccba580251 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers/ccd43494-547e-44d5-ab56-12c66a7e8ac8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1736169 Jan 12 09:54:03.129622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45060) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:03.157956 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] Set router ccd43494-547e-44d5-ab56-12c66a7e8ac8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:54:03.234427 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8061d455-e2d4-4c24-a814-2c39d4b15879 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1037717 Jan 12 09:54:03.500562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:54:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '8accdaa7-46e7-490a-80c5-df4af8aadc87', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.179', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'port_id': 'eab28048-8402-481f-9e69-f487a557abed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'mac_address': 'fa:16:3e:7e:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:54:01Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8a8465-a36e-44e6-8358-37241b6ee0f6', 'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:aa:56:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:24Z', 'updated_at': '2022-01-12T09:54:00Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:03.504948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] Checking router: ccd43494-547e-44d5-ab56-12c66a7e8ac8 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:54:03.516065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] Routers {'ccd43494-547e-44d5-ab56-12c66a7e8ac8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:54:03.516673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:53:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:03.695063 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] Set router ccd43494-547e-44d5-ab56-12c66a7e8ac8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:54:04.079780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:54:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '8accdaa7-46e7-490a-80c5-df4af8aadc87', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.179', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'port_id': 'eab28048-8402-481f-9e69-f487a557abed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'mac_address': 'fa:16:3e:7e:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:54:01Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8a8465-a36e-44e6-8358-37241b6ee0f6', 'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:aa:56:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:24Z', 'updated_at': '2022-01-12T09:54:00Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:04.084136 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d62ec-49c8-4d28-a567-c7a3fa26f97d None None] The sync data for ids ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'] in dv-neutron-824347-1-hyperv is: [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:52:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:54:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '8accdaa7-46e7-490a-80c5-df4af8aadc87', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.179', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'port_id': 'eab28048-8402-481f-9e69-f487a557abed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'mac_address': 'fa:16:3e:7e:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:54:01Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8a8465-a36e-44e6-8358-37241b6ee0f6', 'name': '', 'network_id': 'b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:aa:56:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:24Z', 'updated_at': '2022-01-12T09:54:00Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': 'ee1cda09-4e6f-4b61-9f56-161cecc23f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:54:04.243251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45064) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:04.360098 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-eb404a7c-3ef4-4005-aaf6-f16ce8064b1e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1126695 Jan 12 09:54:04.391056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ef8a8465-a36e-44e6-8358-37241b6ee0f6 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:04.459805 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port ef8a8465-a36e-44e6-8358-37241b6ee0f6 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:04.460166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:04.578765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:04.612261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port ef8a8465-a36e-44e6-8358-37241b6ee0f6, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ef8a8465-a36e-44e6-8358-37241b6ee0f6,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:04.618116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:04.690329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=ef8a8465-a36e-44e6-8358-37241b6ee0f6,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:05.365202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45068) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:05.472985 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-92af2f6f-9c3d-4996-b904-47999939e4db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1064696 Jan 12 09:54:06.436541 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 073f393f-5ded-4eac-bd58-0fdcf20bde7e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:06.476569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45072) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:06.523730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 073f393f-5ded-4eac-bd58-0fdcf20bde7e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:06.524082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:06.581172 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-104c593f-b4cd-4d03-b405-41c2d8cd9abd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1033618 Jan 12 09:54:06.638239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:06.660979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 073f393f-5ded-4eac-bd58-0fdcf20bde7e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=073f393f-5ded-4eac-bd58-0fdcf20bde7e,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:06.668009 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:06.668880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ef8a8465-a36e-44e6-8358-37241b6ee0f6 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:06.778239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=073f393f-5ded-4eac-bd58-0fdcf20bde7e,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:06.800816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port ef8a8465-a36e-44e6-8358-37241b6ee0f6 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:06.801341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:07.586131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45076) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:07.691829 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-94f4d116-6d27-4366-94f2-64b864d905ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1041698 Jan 12 09:54:08.380171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 073f393f-5ded-4eac-bd58-0fdcf20bde7e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:08.451071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 073f393f-5ded-4eac-bd58-0fdcf20bde7e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:08.451391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:08.696297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45080) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:08.803219 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-67e69037-d31a-4626-8f6e-1b2b412b7e1d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1057105 Jan 12 09:54:09.808204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45084) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:09.923718 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f914082e-188b-4332-adad-7162611560a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1140940 Jan 12 09:54:10.929162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45088) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:11.037234 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ec21187c-9aa5-401b-9c4b-f31c8c100d9c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 991 time: 0.1065032 Jan 12 09:54:11.267287 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd281d-1bc3-4ee9-9901-83591c231515 None None] New status for floating IP 8accdaa7-46e7-490a-80c5-df4af8aadc87: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:54:12.042703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45092) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:12.266930 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-29d70367-981b-402e-9696-746fe91d7ef1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 200 len: 993 time: 0.2224689 Jan 12 09:54:12.550785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45100) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:12.756688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 9581becd-5dbb-4a26-bdbb-c45e586581cf {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:54:12.757046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:12.924995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:12.925213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:13.044822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 9581becd-5dbb-4a26-bdbb-c45e586581cf owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:54:13.204720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:13.249406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=9581becd-5dbb-4a26-bdbb-c45e586581cf,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:13.291266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.291601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.291929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.292254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.292576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.292895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.293211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.293525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.293836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.294126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.294449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:13.354383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:13.769325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router ccd43494-547e-44d5-ab56-12c66a7e8ac8 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:54:14.086570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:54:14.109645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:14.162651 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-015cfe25-9185-47ea-b163-0b7dcfa06fb8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/floatingips/8accdaa7-46e7-490a-80c5-df4af8aadc87 HTTP/1.1" status: 204 len: 168 time: 1.6105556 Jan 12 09:54:14.163237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'tag': 'eab28048-8402-481f-9e69-f487a557abed'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:54:14.217000 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'tag': 'eab28048-8402-481f-9e69-f487a557abed', 'status': 'completed', 'code': 200} Jan 12 09:54:14.310420 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9bb634d0-0682-42db-b423-db0da6286ee4 req-8049e021-01e7-44ca-a9d3-afae1772e7ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 1098 time: 0.0705652 Jan 12 09:54:14.440689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb634d0-0682-42db-b423-db0da6286ee4 req-9347f7b3-de74-4ac0-ad33-fa8d26875abd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:14.442100 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9bb634d0-0682-42db-b423-db0da6286ee4 req-9347f7b3-de74-4ac0-ad33-fa8d26875abd service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 HTTP/1.1" status: 200 len: 898 time: 0.1264663 Jan 12 09:54:14.543503 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9bb634d0-0682-42db-b423-db0da6286ee4 req-fa9b815d-8e92-4f10-a2ea-0551cf52bb86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eab28048-8402-481f-9e69-f487a557abed HTTP/1.1" status: 200 len: 217 time: 0.0947251 Jan 12 09:54:14.619470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb634d0-0682-42db-b423-db0da6286ee4 req-f9f109e7-3225-4b0a-a6b0-c4ba6d8daf1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:14.620846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9bb634d0-0682-42db-b423-db0da6286ee4 req-f9f109e7-3225-4b0a-a6b0-c4ba6d8daf1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee1cda09-4e6f-4b61-9f56-161cecc23f6e HTTP/1.1" status: 200 len: 834 time: 0.0713983 Jan 12 09:54:14.673107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821080ba-338a-404d-8778-3a1cfc60ef5f req-c1234ac5-ee6c-404f-ba16-26fe699a43ef tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:14.673689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-821080ba-338a-404d-8778-3a1cfc60ef5f req-c1234ac5-ee6c-404f-ba16-26fe699a43ef tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:54:14.701237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-821080ba-338a-404d-8778-3a1cfc60ef5f req-c1234ac5-ee6c-404f-ba16-26fe699a43ef tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:54:14.702817 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-821080ba-338a-404d-8778-3a1cfc60ef5f req-c1234ac5-ee6c-404f-ba16-26fe699a43ef tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 945 time: 0.2045515 Jan 12 09:54:14.736681 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9bb634d0-0682-42db-b423-db0da6286ee4 req-86d4df7f-eef9-4dc8-bbce-f2c51c5fb736 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091468 Jan 12 09:54:14.824461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-821080ba-338a-404d-8778-3a1cfc60ef5f req-6f488cf2-68fe-426c-abe0-166d9d7c2903 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154222 Jan 12 09:54:14.883175 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9bb634d0-0682-42db-b423-db0da6286ee4 req-ba787134-5cf8-4e20-a3db-baedc048df72 service neutron] 10.222.0.59 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395392 Jan 12 09:54:15.015013 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9bb634d0-0682-42db-b423-db0da6286ee4 req-04b1b759-392a-4125-bfd0-402aab7b435c service neutron] 10.222.0.59 "GET /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243131 Jan 12 09:54:16.036026 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c564e-d04f-4316-bc4b-7362a5bae3c1 req-e51ba802-93f6-4142-9d55-3dee8fcb90b4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:16.037542 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aa5c564e-d04f-4316-bc4b-7362a5bae3c1 req-e51ba802-93f6-4142-9d55-3dee8fcb90b4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 945 time: 0.0807581 Jan 12 09:54:16.135071 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aa5c564e-d04f-4316-bc4b-7362a5bae3c1 req-054422e0-0d2d-4bf0-9fb3-f8f2d8eda61e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=744aa5b5-2a50-423e-bc42-493d81b30823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912864 Jan 12 09:54:16.162745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-6e75db5e-3470-47a2-b451-d99e0aad5149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:16.162745 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-6e75db5e-3470-47a2-b451-d99e0aad5149 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 945 time: 0.0996230 Jan 12 09:54:16.227019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-bba8aece-c7c2-4e35-817d-930cdd4bd241 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port eab28048-8402-481f-9e69-f487a557abed {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:54:16.227369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-bba8aece-c7c2-4e35-817d-930cdd4bd241 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:16.480157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-bba8aece-c7c2-4e35-817d-930cdd4bd241 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port eab28048-8402-481f-9e69-f487a557abed, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=eab28048-8402-481f-9e69-f487a557abed,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:16.480622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-bba8aece-c7c2-4e35-817d-930cdd4bd241 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:16.600981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-bba8aece-c7c2-4e35-817d-930cdd4bd241 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for eab28048-8402-481f-9e69-f487a557abed owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:54:16.841620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-bba8aece-c7c2-4e35-817d-930cdd4bd241 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:16.887057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8aece-c7c2-4e35-817d-930cdd4bd241 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=eab28048-8402-481f-9e69-f487a557abed,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:16.960387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-bba8aece-c7c2-4e35-817d-930cdd4bd241 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port eab28048-8402-481f-9e69-f487a557abed on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:54:16.962691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-bba8aece-c7c2-4e35-817d-930cdd4bd241 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:16.965091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'name': 'network-vif-deleted', 'tag': 'eab28048-8402-481f-9e69-f487a557abed'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:54:16.981442 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d61a58ab-de4d-4a4a-ba7b-43ad95231fec req-bba8aece-c7c2-4e35-817d-930cdd4bd241 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "DELETE /v2.0/ports/eab28048-8402-481f-9e69-f487a557abed HTTP/1.1" status: 204 len: 173 time: 0.8190031 Jan 12 09:54:17.033368 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d233ba-86a5-4c39-800d-5a25418b35d3', 'name': 'network-vif-deleted', 'tag': 'eab28048-8402-481f-9e69-f487a557abed', 'status': 'completed', 'code': 200} Jan 12 09:54:17.316462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-bf2d4d95-a46d-49be-8cdf-df0aaf1d536e req-64727a12-7508-4f79-b471-47f881694a3b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:54:17.335390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-bf2d4d95-a46d-49be-8cdf-df0aaf1d536e req-64727a12-7508-4f79-b471-47f881694a3b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:54:17.336744 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bf2d4d95-a46d-49be-8cdf-df0aaf1d536e req-64727a12-7508-4f79-b471-47f881694a3b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d233ba-86a5-4c39-800d-5a25418b35d3 HTTP/1.1" status: 200 len: 210 time: 0.0642064 Jan 12 09:54:18.442730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45120) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:18.516994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-361f3a3a-f9e5-4a6a-a9e2-258c30883577 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:18.545521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-361f3a3a-f9e5-4a6a-a9e2-258c30883577 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:18.613321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-361f3a3a-f9e5-4a6a-a9e2-258c30883577 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:18.631096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f3a3a-f9e5-4a6a-a9e2-258c30883577 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744aa5b5-2a50-423e-bc42-493d81b30823,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:18.646062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-361f3a3a-f9e5-4a6a-a9e2-258c30883577 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:18.650011 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-361f3a3a-f9e5-4a6a-a9e2-258c30883577 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/744aa5b5-2a50-423e-bc42-493d81b30823 HTTP/1.1" status: 204 len: 168 time: 0.2059357 Jan 12 09:54:18.690232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45126) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:19.061310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7107a0e8-0d27-432e-84a2-74179c076df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:19.084694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:19.684697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port ef8a8465-a36e-44e6-8358-37241b6ee0f6 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:54:19.685419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:19.869825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port ef8a8465-a36e-44e6-8358-37241b6ee0f6, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=ef8a8465-a36e-44e6-8358-37241b6ee0f6,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:19.870064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:19.966839 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device eab28048-8402-481f-9e69-f487a557abed no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:54:20.002463 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: eab28048-8402-481f-9e69-f487a557abed {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:54:20.002810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device eab28048-8402-481f-9e69-f487a557abed not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:54:20.082184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for ef8a8465-a36e-44e6-8358-37241b6ee0f6 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:54:20.277024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:20.324638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=ef8a8465-a36e-44e6-8358-37241b6ee0f6,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:20.618943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:21.195572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11cd02e7-85fc-4f92-bf38-fe0a92c98e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:21.198946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router ccd43494-547e-44d5-ab56-12c66a7e8ac8 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:54:21.496175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:54:21.513421 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e5d72d26-cc86-4cd1-819e-648fdbb195dc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/ccd43494-547e-44d5-ab56-12c66a7e8ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8220279 Jan 12 09:54:21.516348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45130) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:21.655313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:21.700147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] Sync routers for ids ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:54:21.707357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-857cd212-06a2-4a4b-9874-7616f06fb0de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting subnet ee1cda09-4e6f-4b61-9f56-161cecc23f6e {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:54:21.710312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-857cd212-06a2-4a4b-9874-7616f06fb0de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:21.713119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] Routers {'ccd43494-547e-44d5-ab56-12c66a7e8ac8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:54:21.713733 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:54:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:21.777103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-857cd212-06a2-4a4b-9874-7616f06fb0de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:21.861288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-857cd212-06a2-4a4b-9874-7616f06fb0de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:21.886698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] Set router ccd43494-547e-44d5-ab56-12c66a7e8ac8 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:54:21.932194 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-857cd212-06a2-4a4b-9874-7616f06fb0de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:21.973892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cd212-06a2-4a4b-9874-7616f06fb0de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1cda09-4e6f-4b61-9f56-161cecc23f6e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:21.979565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-857cd212-06a2-4a4b-9874-7616f06fb0de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:21.986146 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-857cd212-06a2-4a4b-9874-7616f06fb0de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/subnets/ee1cda09-4e6f-4b61-9f56-161cecc23f6e HTTP/1.1" status: 204 len: 168 time: 0.4688187 Jan 12 09:54:21.988871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45134) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:21.993522 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6187ad1-cfb2-460c-ba6b-891612e802c7 None None] Network b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:54:22.183070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:22.379630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:54:20Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '073f393f-5ded-4eac-bd58-0fdcf20bde7e', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:54:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:22.384234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] Checking router: ccd43494-547e-44d5-ab56-12c66a7e8ac8 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:54:22.394567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] Routers {'ccd43494-547e-44d5-ab56-12c66a7e8ac8'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:54:22.395207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:54:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:22.397430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:22.410377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 073f393f-5ded-4eac-bd58-0fdcf20bde7e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:54:22.410834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:22.446950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f9769-7d98-405b-8518-fc3e9516e95d None None] DHCP port deletion for b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:54:22.457410 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-741f9769-7d98-405b-8518-fc3e9516e95d None None] Deleting port b504ae76-302f-49f6-8971-c612bc76b1c2 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:54:22.457776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-741f9769-7d98-405b-8518-fc3e9516e95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:22.581060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 073f393f-5ded-4eac-bd58-0fdcf20bde7e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=073f393f-5ded-4eac-bd58-0fdcf20bde7e,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:22.581410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:22.604667 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:22.643749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:22.655587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] Set router ccd43494-547e-44d5-ab56-12c66a7e8ac8 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:54:22.700561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 073f393f-5ded-4eac-bd58-0fdcf20bde7e owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:54:22.827239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:54:22Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:22.843347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72989429-28cf-4024-b59a-14765ebd8352 None None] The sync data for ids ['ccd43494-547e-44d5-ab56-12c66a7e8ac8'] in dv-neutron-824347-1-hyperv is: [{'id': 'ccd43494-547e-44d5-ab56-12c66a7e8ac8', 'name': 'tempest-TestNetworkBasicOps-router-554890431', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:20Z', 'updated_at': '2022-01-12T09:54:22Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:54:22.862803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-741f9769-7d98-405b-8518-fc3e9516e95d None None] For port b504ae76-302f-49f6-8971-c612bc76b1c2, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b504ae76-302f-49f6-8971-c612bc76b1c2,segment=NetworkSegment(5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d),segment_id=5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:22.863126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:22.863270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-741f9769-7d98-405b-8518-fc3e9516e95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:22.908270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=073f393f-5ded-4eac-bd58-0fdcf20bde7e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:22.986403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-741f9769-7d98-405b-8518-fc3e9516e95d None None] Calling delete_port for b504ae76-302f-49f6-8971-c612bc76b1c2 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:54:23.064880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-741f9769-7d98-405b-8518-fc3e9516e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.108732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f9769-7d98-405b-8518-fc3e9516e95d None None] Pushing event deleted for resources: {'Port': ['ID=b504ae76-302f-49f6-8971-c612bc76b1c2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:23.115275 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f9769-7d98-405b-8518-fc3e9516e95d None None] No DVR routers for this DVR port b504ae76-302f-49f6-8971-c612bc76b1c2 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:54:23.228919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.488242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.492763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.518854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.519324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Fanout notify agent at l3_agent the message router_deleted on router ccd43494-547e-44d5-ab56-12c66a7e8ac8 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:54:23.533483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.534553 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2ce60d4c-a755-47ad-ad0a-b4741cbae05c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/routers/ccd43494-547e-44d5-ab56-12c66a7e8ac8 HTTP/1.1" status: 204 len: 168 time: 1.5448294 Jan 12 09:54:23.537291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45140) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:23.648368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.738317 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2020a97-dded-4d01-87aa-b6f1092ff418 None None] New status for floating IP 8accdaa7-46e7-490a-80c5-df4af8aadc87: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:54:23.775809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.800320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:23.812109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:23.812404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff949d2-d2f7-4cfa-abc6-3dfe6b508d0d') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:23.823374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.841043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.849399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.850476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:54:23.850952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:54:23.867761 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:54:23.948670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.966238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:23.977464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Network': ['ID=b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:23.987055 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6fbe4b68-446a-470e-950c-f7ae1043b200 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/networks/b3fe7b58-4d8e-48ca-9cf5-dc73f80b46d6 HTTP/1.1" status: 204 len: 168 time: 0.4487605 Jan 12 09:54:24.007805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45144) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:24.013789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'network': {'name': 'tempest-network-smoke--55328877', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'port_security_enabled': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:24.021725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:24.026286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:network and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:24.029278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:24.034961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:24.045774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:54:24.048782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.075428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:54:24.083950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.084326 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Added segment 79980a74-8874-49e7-ba45-3ae125b65e24 of type vlan for network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 Jan 12 09:54:24.112413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.142698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.146633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:24.147234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.248991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2399507 Jan 12 09:54:24.252072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45148) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:24.257543 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'admin_state_up': True, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:24.259132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5957d14-13af-4595-a416-2eac90d44e13 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Network': ['ID=5704ddda-5d79-4a4e-81a0-08ff7ac52265,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:24.264728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:24.269025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:54:24.269509 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:router and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:24.272447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:24.278746 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:24.290417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.291445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.309954 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.379343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 073f393f-5ded-4eac-bd58-0fdcf20bde7e no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:54:24.410771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 073f393f-5ded-4eac-bd58-0fdcf20bde7e {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:54:24.411107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 073f393f-5ded-4eac-bd58-0fdcf20bde7e not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:54:24.411519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ef8a8465-a36e-44e6-8358-37241b6ee0f6 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:54:24.441753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: ef8a8465-a36e-44e6-8358-37241b6ee0f6 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:54:24.442090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device ef8a8465-a36e-44e6-8358-37241b6ee0f6 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:54:24.442502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b504ae76-302f-49f6-8971-c612bc76b1c2 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:54:24.458749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.476335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: b504ae76-302f-49f6-8971-c612bc76b1c2 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:54:24.476670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b504ae76-302f-49f6-8971-c612bc76b1c2 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:54:24.638594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.667407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.799512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.170 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/87e87c9f-9324-44ab-b284-f21f255da98d) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:54:24.949950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:24.979875 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:25.044202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:54:25.047035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:54:25.052294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:54:25.081952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=87e87c9f-9324-44ab-b284-f21f255da98d,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:25.196277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.196586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.196936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.197257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.197574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.197885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.198211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.198524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.198860 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.199151 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.199458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:25.313749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:25.314447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:25.545008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router a01bb040-3db0-4200-b172-580adb1ef60e is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:54:25.757732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:54:25.767371 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Sync routers for ids ['a01bb040-3db0-4200-b172-580adb1ef60e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:54:25.779449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Routers {'a01bb040-3db0-4200-b172-580adb1ef60e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:54:25.780043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:54:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a01bb040-3db0-4200-b172-580adb1ef60e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:25.784170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:25.785411 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9ad0b72f-323e-40e4-91d3-bd8edad6ff7b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5323229 Jan 12 09:54:25.788833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45152) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:25.829554 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1aed3c67-1a31-4e5e-8148-d2ba955af161 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d45f8f502f65499ab2c245dd4d23e808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373266 Jan 12 09:54:25.829781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45156) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:25.959002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea91959-f044-4757-8254-6bfa5e1922e4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:25.960493 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dea91959-f044-4757-8254-6bfa5e1922e4 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298206 Jan 12 09:54:25.963397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45160) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:26.002597 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cb5f4d31-3acb-47fc-9e28-c55b38cc1c23 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380845 Jan 12 09:54:26.005219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45164) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:26.010901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1671780209', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:26.075177 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Set router a01bb040-3db0-4200-b172-580adb1ef60e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:54:26.121348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:26.125425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:subnet and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:26.128311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:26.133815 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:26.145067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:54:26.254624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:26.455717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:25Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:26.463404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Checking router: a01bb040-3db0-4200-b172-580adb1ef60e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:54:26.463720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Updating router a01bb040-3db0-4200-b172-580adb1ef60e port 87e87c9f-9324-44ab-b284-f21f255da98d binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:54:26.481008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:26.513859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:26.556878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Subnet': ['ID=12d1e39f-6666-44d9-9c1f-e12269700977,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:26.573755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Checking segment: {'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:54:26.574104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network hostable DHCP agents. Network: 5704ddda-5d79-4a4e-81a0-08ff7ac52265, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:54:26.597947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:54:26.609005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 5704ddda-5d79-4a4e-81a0-08ff7ac52265) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:54:26.613741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:26.614325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:26.625953 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46076d7-5498-4007-83d5-dd7bc79c1334 None None] Network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:54:26.638385 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d6983700-943e-452a-9248-8faf7fd63487 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6320398 Jan 12 09:54:26.641485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45168) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:26.948915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:54:26.949707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:27.072814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:27.098704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Transition to ACTIVE for port object 87e87c9f-9324-44ab-b284-f21f255da98d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:54:27.140417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:27.238462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Allocated IP 172.20.0.2 (5704ddda-5d79-4a4e-81a0-08ff7ac52265/12d1e39f-6666-44d9-9c1f-e12269700977/b7e97732-9b62-442c-8f00-80eeabcfb5f3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:54:27.242561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b995b89-93fd-4482-812c-013eaf79cbfb None None] Pushing event updated for resources: {'Port': ['ID=87e87c9f-9324-44ab-b284-f21f255da98d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:27.253911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Attempting to bind port 87e87c9f-9324-44ab-b284-f21f255da98d on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:54:27.254281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Attempting to bind port 87e87c9f-9324-44ab-b284-f21f255da98d by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:54:27.254636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Attempting to bind port 87e87c9f-9324-44ab-b284-f21f255da98d on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:54:27.281026 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:54:27.281410 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:54:27.281801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:27.282176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:54:27.282690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Bound port: 87e87c9f-9324-44ab-b284-f21f255da98d, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:54:27.283046 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:27.487729 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] For port 87e87c9f-9324-44ab-b284-f21f255da98d, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:54:27.498399 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:27.507264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] For port 87e87c9f-9324-44ab-b284-f21f255da98d, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=87e87c9f-9324-44ab-b284-f21f255da98d,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:54:27.537395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:27.640239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:27.653675 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Transition to ACTIVE for port object b7e97732-9b62-442c-8f00-80eeabcfb5f3 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:54:27.661099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b995b89-93fd-4482-812c-013eaf79cbfb None None] Pushing event updated for resources: {'Port': ['ID=87e87c9f-9324-44ab-b284-f21f255da98d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:27.678030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Routers {'a01bb040-3db0-4200-b172-580adb1ef60e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:54:27.678698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:54:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a01bb040-3db0-4200-b172-580adb1ef60e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:27.725089 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Transition to ACTIVE for port object b7e97732-9b62-442c-8f00-80eeabcfb5f3 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:54:27.744892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:27.882857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:54:27.884433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.1 (5704ddda-5d79-4a4e-81a0-08ff7ac52265/12d1e39f-6666-44d9-9c1f-e12269700977/d2c3069f-5423-4355-97dd-6f601b3713bc) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:54:27.885491 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Pushing event updated for resources: {'Port': ['ID=b7e97732-9b62-442c-8f00-80eeabcfb5f3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:27.899149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:54:27.901630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:54:28.004124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] Set router a01bb040-3db0-4200-b172-580adb1ef60e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:54:28.039928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:28.045565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Attempting to bind port b7e97732-9b62-442c-8f00-80eeabcfb5f3 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:54:28.045960 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Attempting to bind port b7e97732-9b62-442c-8f00-80eeabcfb5f3 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:54:28.046310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Attempting to bind port b7e97732-9b62-442c-8f00-80eeabcfb5f3 on network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:54:28.055699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object d2c3069f-5423-4355-97dd-6f601b3713bc will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:54:28.078809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:28.115560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:54:28.115921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Checking segment: {'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:54:28.116302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:28.116681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Bound using segment: {'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:54:28.117405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Bound port: b7e97732-9b62-442c-8f00-80eeabcfb5f3, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:54:28.117774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:28.159322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:54:28.162928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:54:28.165114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=d2c3069f-5423-4355-97dd-6f601b3713bc,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:28.167237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:54:28.221215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:28.306107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:28.306452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] For port b7e97732-9b62-442c-8f00-80eeabcfb5f3, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:54:28.345666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] For port b7e97732-9b62-442c-8f00-80eeabcfb5f3, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b7e97732-9b62-442c-8f00-80eeabcfb5f3,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:54:28.353671 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:28.441197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d94f36-7973-400b-ae82-24cc1475d957 None None] Pushing event updated for resources: {'Port': ['ID=b7e97732-9b62-442c-8f00-80eeabcfb5f3,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:28.457442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:25Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:28.461389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5b313-da8d-4002-af17-717875eece66 None None] The sync data for ids ['a01bb040-3db0-4200-b172-580adb1ef60e'] in dv-neutron-824347-1-hyperv is: [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:25Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:54:28.850315 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:28.856235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:28.963173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=d2c3069f-5423-4355-97dd-6f601b3713bc,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:28.965850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:28.975377 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:54:29.103777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:54:29.104956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:54:29.431979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a0afb-970c-4ead-9532-8ca24bacd06d None None] Network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:54:29.503094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router a01bb040-3db0-4200-b172-580adb1ef60e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:54:29.521608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0e1da553-5eaf-49de-afc2-ceaad0b02251 None None] Provisioning for port b7e97732-9b62-442c-8f00-80eeabcfb5f3 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:54:29.703405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:54:29.716338 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9d63ec86-ef13-4e9b-8009-79528eb90ad5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/a01bb040-3db0-4200-b172-580adb1ef60e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0737872 Jan 12 09:54:29.718773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45172) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:29.857049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-59a71175-8b7b-49bd-bbab-304349eb1761 None None] Provisioning for port d2c3069f-5423-4355-97dd-6f601b3713bc completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:54:29.860349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211346d-0416-453e-bbbf-e0270e1a15c5 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:29.860877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211346d-0416-453e-bbbf-e0270e1a15c5 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:29.861073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211346d-0416-453e-bbbf-e0270e1a15c5 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:29.861434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211346d-0416-453e-bbbf-e0270e1a15c5 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:29.862449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-59a71175-8b7b-49bd-bbab-304349eb1761 None None] Provisioning complete for port d2c3069f-5423-4355-97dd-6f601b3713bc triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:29.862836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59a71175-8b7b-49bd-bbab-304349eb1761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:29.863116 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a211346d-0416-453e-bbbf-e0270e1a15c5 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1434534 Jan 12 09:54:29.865951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45176) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:29.917407 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-59a71175-8b7b-49bd-bbab-304349eb1761 None None] Port d2c3069f-5423-4355-97dd-6f601b3713bc cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:54:29.944449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449099b-59d7-4e99-894d-09942f2f37f1 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:29.944449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449099b-59d7-4e99-894d-09942f2f37f1 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:29.944449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449099b-59d7-4e99-894d-09942f2f37f1 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:29.944449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449099b-59d7-4e99-894d-09942f2f37f1 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:29.949248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45180) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:29.949847 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b449099b-59d7-4e99-894d-09942f2f37f1 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0823312 Jan 12 09:54:30.053031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c5621c9b-1eb2-485d-80ff-1bf49f83d748 None None] Provisioning complete for port d2c3069f-5423-4355-97dd-6f601b3713bc triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:30.053408 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5621c9b-1eb2-485d-80ff-1bf49f83d748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.111183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c5621c9b-1eb2-485d-80ff-1bf49f83d748 None None] Port d2c3069f-5423-4355-97dd-6f601b3713bc cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:54:30.151675 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4b86e824-926c-4835-869d-97cd9478b155 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2005165 Jan 12 09:54:30.232044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1b8be869-9e71-4832-a6ac-24cef0a005bc None None] Provisioning complete for port d2c3069f-5423-4355-97dd-6f601b3713bc triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:30.232407 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1b8be869-9e71-4832-a6ac-24cef0a005bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.283141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1b8be869-9e71-4832-a6ac-24cef0a005bc None None] Port d2c3069f-5423-4355-97dd-6f601b3713bc cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:54:30.375499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45186) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:30.381153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130418015', 'description': 'tempest-secgroup-smoke-1130418015 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:30.387263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:30.391399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:30.394379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:30.400323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:30.413812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.433767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b7e97732-9b62-442c-8f00-80eeabcfb5f3 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:30.452796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:30.456587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:30.459371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:30.465011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:30.504199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port b7e97732-9b62-442c-8f00-80eeabcfb5f3 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:54:30.509494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port b7e97732-9b62-442c-8f00-80eeabcfb5f3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:30.509989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.524451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.528843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.676645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.691083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:30.695178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.696835 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fda25651-2153-4034-af40-1af207796163 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3201020 Jan 12 09:54:30.699565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45190) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:30.705135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '989e6008-ba20-4e6e-a3b9-2d2795e6e2b2', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:30.710802 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:30.712899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port b7e97732-9b62-442c-8f00-80eeabcfb5f3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b7e97732-9b62-442c-8f00-80eeabcfb5f3,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:30.714434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:30.717571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:30.717873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.718630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 87e87c9f-9324-44ab-b284-f21f255da98d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:30.723546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:30.739893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.804549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.809733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.830309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=b7e97732-9b62-442c-8f00-80eeabcfb5f3,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:30.830620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e472c8-d1d3-45e6-afa6-2be45d3b0dc4,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:30.843828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.845057 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5b404c9e-51e5-4a87-a3e4-531f1e2d8117 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1445308 Jan 12 09:54:30.845203 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 87e87c9f-9324-44ab-b284-f21f255da98d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:54:30.847693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45194) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:30.850632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 87e87c9f-9324-44ab-b284-f21f255da98d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:30.851046 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.853211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '989e6008-ba20-4e6e-a3b9-2d2795e6e2b2', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:30.858879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:30.862582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:30.865398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:30.873479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:30.892947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.955878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.960759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.965969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.983424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 87e87c9f-9324-44ab-b284-f21f255da98d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=87e87c9f-9324-44ab-b284-f21f255da98d,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:30.984483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09587fe-f674-4710-aa6c-ebf583da5ece,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:30.991988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.994892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:30.999019 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8186d4d3-f99e-46bb-96c0-3707123ec52d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1472998 Jan 12 09:54:30.999019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45198) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:31.004577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '989e6008-ba20-4e6e-a3b9-2d2795e6e2b2', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:31.010416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:31.014189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:31.017091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:31.022750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:31.043612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.056264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=87e87c9f-9324-44ab-b284-f21f255da98d,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:31.108540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.113652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.136191 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1cf820-301e-436d-a056-fafbee20e713,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:31.144789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.145941 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f47a523c-8b50-413c-ac35-2fc0c1b35c72 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1460831 Jan 12 09:54:31.148691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45202) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:31.154099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '989e6008-ba20-4e6e-a3b9-2d2795e6e2b2', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:31.159746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:31.163749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:31.166601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:31.172324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:31.191311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.257567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.263704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.286500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fc4d65-d46c-427b-a3a8-c514003d424a,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:31.297432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.298609 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9f2b1cfa-b1e5-4ee0-8bb6-0e8206025acc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1490040 Jan 12 09:54:31.301436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45206) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:31.306618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '989e6008-ba20-4e6e-a3b9-2d2795e6e2b2', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:31.312228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:31.316129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:31.319178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:31.326999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:31.340621 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:54:31.347367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.419098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.423938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.450283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbac7bf-8f89-497d-b1eb-4a28b7bc2eaa,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:31.460302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.461859 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-caf51111-3bcd-404b-b3d4-ee63acb81dc1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1595140 Jan 12 09:54:31.464801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45210) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:31.470430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '989e6008-ba20-4e6e-a3b9-2d2795e6e2b2', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:31.476428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:31.480459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:31.483625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:31.489526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:31.501965 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:54:31.508416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.576984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.582775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.607034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46c5ba2-0a85-4e50-92bf-1f93dd6602c6,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:31.617898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:31.619124 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5ff3ee6a-ad9b-430c-82bf-8be2288db193 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1533940 Jan 12 09:54:31.807012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-95cb1b71-5de9-4d14-8cb7-290ddc3c4b51 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:54:31.823614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-95cb1b71-5de9-4d14-8cb7-290ddc3c4b51 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:54:31.824794 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-95cb1b71-5de9-4d14-8cb7-290ddc3c4b51 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130418015&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0659578 Jan 12 09:54:31.946554 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Sync routers for ids ['a01bb040-3db0-4200-b172-580adb1ef60e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:54:31.960461 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Routers {'a01bb040-3db0-4200-b172-580adb1ef60e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:54:31.961083 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:54:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a01bb040-3db0-4200-b172-580adb1ef60e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:31.973750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-60a85ff8-4424-41ff-a800-6812acd1016c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:31.974420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-60a85ff8-4424-41ff-a800-6812acd1016c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:54:31.990955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-60a85ff8-4424-41ff-a800-6812acd1016c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:54:31.992135 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-60a85ff8-4424-41ff-a800-6812acd1016c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/networks?id=5704ddda-5d79-4a4e-81a0-08ff7ac52265 HTTP/1.1" status: 200 len: 795 time: 0.1607001 Jan 12 09:54:32.009693 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-5d8ce6f0-f28b-4455-b7e1-1319349c8b3c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/quotas/d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 375 time: 0.0119214 Jan 12 09:54:32.092884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-06a4e203-7f7b-42f5-99ff-50468f1fe6d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:54:32.109462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-06a4e203-7f7b-42f5-99ff-50468f1fe6d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:54:32.110789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-06a4e203-7f7b-42f5-99ff-50468f1fe6d1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959752 Jan 12 09:54:32.140236 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Set router a01bb040-3db0-4200-b172-580adb1ef60e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:54:32.246904 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-8084694b-8fa3-4175-bca4-6bd006bd399b service neutron] 10.222.0.58 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243250 Jan 12 09:54:32.391108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b7e97732-9b62-442c-8f00-80eeabcfb5f3 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:32.399690 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-62ebae78-f2ae-4fbf-b7e2-f7ab3d5de05c service neutron] 10.222.0.58 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465967 Jan 12 09:54:32.462170 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'd2c3069f-5423-4355-97dd-6f601b3713bc', 'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:f6:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:27Z', 'updated_at': '2022-01-12T09:54:28Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:32.472140 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Checking router: a01bb040-3db0-4200-b172-580adb1ef60e for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:54:32.472715 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Updating router a01bb040-3db0-4200-b172-580adb1ef60e port d2c3069f-5423-4355-97dd-6f601b3713bc binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:54:32.474956 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port b7e97732-9b62-442c-8f00-80eeabcfb5f3 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:32.475333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:32.533361 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:32.619055 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88a28754-96f0-47a9-9613-ea17d7a02315 req-c72618eb-37b8-4276-a92b-685679f9cc77 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 210 time: 0.0437384 Jan 12 09:54:32.645022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 87e87c9f-9324-44ab-b284-f21f255da98d up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:32.720149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 87e87c9f-9324-44ab-b284-f21f255da98d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:32.720521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:32.951909 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:32.964236 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Transition to ACTIVE for port object d2c3069f-5423-4355-97dd-6f601b3713bc will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:54:32.971504 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:33.095330 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Pushing event updated for resources: {'Port': ['ID=d2c3069f-5423-4355-97dd-6f601b3713bc,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:33.161300 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.161635 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.161964 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.162296 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.162613 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.163979 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.163979 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.163979 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.164236 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.164480 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.164787 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:33.194558 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Attempting to bind port d2c3069f-5423-4355-97dd-6f601b3713bc on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:54:33.194949 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Attempting to bind port d2c3069f-5423-4355-97dd-6f601b3713bc by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:54:33.195311 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Attempting to bind port d2c3069f-5423-4355-97dd-6f601b3713bc on network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:54:33.201793 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:54:33.202158 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Checking segment: {'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:54:33.202547 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:33.202955 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Bound using segment: {'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:54:33.203403 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Bound port: d2c3069f-5423-4355-97dd-6f601b3713bc, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:54:33.203768 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:33.297930 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] For port d2c3069f-5423-4355-97dd-6f601b3713bc, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:54:33.301934 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] For port d2c3069f-5423-4355-97dd-6f601b3713bc, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d2c3069f-5423-4355-97dd-6f601b3713bc,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:54:33.307324 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:33.389361 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a7594-93e4-4d95-a435-b1e7f1178cfd None None] Pushing event updated for resources: {'Port': ['ID=d2c3069f-5423-4355-97dd-6f601b3713bc,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:33.393890 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Routers {'a01bb040-3db0-4200-b172-580adb1ef60e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:54:33.394522 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:54:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a01bb040-3db0-4200-b172-580adb1ef60e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:33.598551 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] Set router a01bb040-3db0-4200-b172-580adb1ef60e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:54:33.723297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-16cd077a-8559-4127-a979-18f0dee55f9e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:33.725107 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-16cd077a-8559-4127-a979-18f0dee55f9e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=5704ddda-5d79-4a4e-81a0-08ff7ac52265 HTTP/1.1" status: 200 len: 795 time: 0.1672111 Jan 12 09:54:33.814512 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5f25aac-ecef-4145-ac54-1d7290e829c3 req-b17848dd-e133-4bab-b586-11fd20e88c06 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 210 time: 0.0567894 Jan 12 09:54:33.828397 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-dca49c59-6155-4ac8-a4a0-4910322c5556 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 380 time: 0.0906515 Jan 12 09:54:33.836314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'device_id': 'e4229049-1862-4a46-afbf-fa67115fd751', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'admin_state_up': True, 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'security_groups': ['989e6008-ba20-4e6e-a3b9-2d2795e6e2b2']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:33.945765 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'd2c3069f-5423-4355-97dd-6f601b3713bc', 'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:f6:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:27Z', 'updated_at': '2022-01-12T09:54:33Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:33.949681 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611172ae-ba20-44f6-8978-bb0f646b1546 None None] The sync data for ids ['a01bb040-3db0-4200-b172-580adb1ef60e'] in dv-neutron-824347-1-hyperv is: [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'd2c3069f-5423-4355-97dd-6f601b3713bc', 'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:f6:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:27Z', 'updated_at': '2022-01-12T09:54:33Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:54:33.972999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:33.983490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:34.008240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:54:34.011428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:34.181884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.7 (5704ddda-5d79-4a4e-81a0-08ff7ac52265/12d1e39f-6666-44d9-9c1f-e12269700977/72b37cbd-d6ef-4958-bf38-d890a7526b38) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:54:34.417247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d2c3069f-5423-4355-97dd-6f601b3713bc up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:34.486584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:34.489793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port d2c3069f-5423-4355-97dd-6f601b3713bc completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:54:34.495126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d2c3069f-5423-4355-97dd-6f601b3713bc triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:34.495494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:34.504838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object 72b37cbd-d6ef-4958-bf38-d890a7526b38 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:54:34.531126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:34.604868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:54:34.611709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:54:34.616896 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:34.617098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:54:34.651385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=72b37cbd-d6ef-4958-bf38-d890a7526b38,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:34.652695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port d2c3069f-5423-4355-97dd-6f601b3713bc, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d2c3069f-5423-4355-97dd-6f601b3713bc,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:34.658005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:34.694906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:34.696164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:34.724987 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-76215835-0430-463f-a745-c9c9c641eb23 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8921406 Jan 12 09:54:34.737792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Request body: {'port': {'device_id': 'e4229049-1862-4a46-afbf-fa67115fd751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:34.738591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=d2c3069f-5423-4355-97dd-6f601b3713bc,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:34.863072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:34.889509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2852c269-c4de-44e1-b614-678d3c43694c None None] Provisioning for port 72b37cbd-d6ef-4958-bf38-d890a7526b38 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:54:34.895929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2852c269-c4de-44e1-b614-678d3c43694c None None] Provisioning complete for port 72b37cbd-d6ef-4958-bf38-d890a7526b38 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:34.896718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2852c269-c4de-44e1-b614-678d3c43694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:34.957768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2852c269-c4de-44e1-b614-678d3c43694c None None] Port 72b37cbd-d6ef-4958-bf38-d890a7526b38 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:54:35.157267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0429c7b-ec6b-42d0-87d4-bff9cd8d0a29 req-18d7f137-16c2-40ef-b58a-ceb71351d203 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:35.157882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f0429c7b-ec6b-42d0-87d4-bff9cd8d0a29 req-18d7f137-16c2-40ef-b58a-ceb71351d203 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:54:35.203943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f0429c7b-ec6b-42d0-87d4-bff9cd8d0a29 req-18d7f137-16c2-40ef-b58a-ceb71351d203 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:54:35.205091 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f0429c7b-ec6b-42d0-87d4-bff9cd8d0a29 req-18d7f137-16c2-40ef-b58a-ceb71351d203 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 931 time: 0.2619534 Jan 12 09:54:35.315431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b37cbd-d6ef-4958-bf38-d890a7526b38 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:54:35.320856 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f0429c7b-ec6b-42d0-87d4-bff9cd8d0a29 req-1df5a7d8-a2b2-4c00-88f0-2a587ed0ec79 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092865 Jan 12 09:54:35.324313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:35.343095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Transition to ACTIVE for port object 72b37cbd-d6ef-4958-bf38-d890a7526b38 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:54:35.347639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:35.471093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Pushing event updated for resources: {'Port': ['ID=72b37cbd-d6ef-4958-bf38-d890a7526b38,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:35.580787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Attempting to bind port 72b37cbd-d6ef-4958-bf38-d890a7526b38 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:54:35.581115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Attempting to bind port 72b37cbd-d6ef-4958-bf38-d890a7526b38 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:54:35.581436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Attempting to bind port 72b37cbd-d6ef-4958-bf38-d890a7526b38 on network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:54:35.587292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Port 72b37cbd-d6ef-4958-bf38-d890a7526b38 on network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:54:35.587603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Attempting to bind port 72b37cbd-d6ef-4958-bf38-d890a7526b38 on network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:54:35.593760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:54:35.594082 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Checking segment: {'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:54:35.594443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Bound using segment: {'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:54:35.594875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Bound port: 72b37cbd-d6ef-4958-bf38-d890a7526b38, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79980a74-8874-49e7-ba45-3ae125b65e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:54:35.595218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:35.690024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] For port 72b37cbd-d6ef-4958-bf38-d890a7526b38, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:54:35.693484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] For port 72b37cbd-d6ef-4958-bf38-d890a7526b38, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:54:35.698432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:35.758416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:35.759780 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] 10.222.0.59 "PUT /v2.0/ports/72b37cbd-d6ef-4958-bf38-d890a7526b38 HTTP/1.1" status: 200 len: 1093 time: 1.0271125 Jan 12 09:54:35.760199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4229049-1862-4a46-afbf-fa67115fd751', 'tag': '72b37cbd-d6ef-4958-bf38-d890a7526b38'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:54:35.778443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dc890-1aba-4992-82f6-4f7713160af2 service neutron] Pushing event updated for resources: {'Port': ['ID=72b37cbd-d6ef-4958-bf38-d890a7526b38,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:35.834804 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4229049-1862-4a46-afbf-fa67115fd751', 'tag': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'status': 'completed', 'code': 200} Jan 12 09:54:35.876090 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-d2f5e85b-2f92-4cfd-8b4f-7b7768b9913f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 1096 time: 0.0756981 Jan 12 09:54:35.945583 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-1e317fa2-ba8b-474d-b07f-f5bb683e02c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38 HTTP/1.1" status: 200 len: 217 time: 0.0635090 Jan 12 09:54:36.011899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-af3229f5-651d-4d89-880e-204a4ad2ecaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:36.013385 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-af3229f5-651d-4d89-880e-204a4ad2ecaa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12d1e39f-6666-44d9-9c1f-e12269700977 HTTP/1.1" status: 200 len: 844 time: 0.0620298 Jan 12 09:54:36.088667 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-496b3f66-419b-4d0f-996c-cf16ffbde2b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5704ddda-5d79-4a4e-81a0-08ff7ac52265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698152 Jan 12 09:54:36.218827 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-aa7c3ae2-5173-4863-86e2-d8dc360a6376 service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244826 Jan 12 09:54:36.390563 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d2c3069f-5423-4355-97dd-6f601b3713bc up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:36.480107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d2c3069f-5423-4355-97dd-6f601b3713bc triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:36.480480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:36.512240 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2095ca41-a13f-4815-b0e8-bef5fde8da8c req-adf360ca-e1ff-46d6-b27b-3224b6e4da7e service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881849 Jan 12 09:54:36.551474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34305e0-f83f-4e54-b05e-1b92df928e6d req-54a54a8f-0c8f-4075-b7c0-7d972736cf66 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:36.552922 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b34305e0-f83f-4e54-b05e-1b92df928e6d req-54a54a8f-0c8f-4075-b7c0-7d972736cf66 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 943 time: 0.0911629 Jan 12 09:54:36.644923 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b34305e0-f83f-4e54-b05e-1b92df928e6d req-30747db6-b7ff-48f7-bb63-8fe1416fd015 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861247 Jan 12 09:54:36.662733 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-664d30c1-4366-409a-88d4-c5eebeb8165e req-4ff4e001-456c-417a-97c7-45857bcdbcb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 1096 time: 0.0902622 Jan 12 09:54:36.794412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d30c1-4366-409a-88d4-c5eebeb8165e req-954a1d36-65e8-4b25-b907-790ed6fd7c04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:36.795810 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-664d30c1-4366-409a-88d4-c5eebeb8165e req-954a1d36-65e8-4b25-b907-790ed6fd7c04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5704ddda-5d79-4a4e-81a0-08ff7ac52265 HTTP/1.1" status: 200 len: 896 time: 0.1268616 Jan 12 09:54:36.866503 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-664d30c1-4366-409a-88d4-c5eebeb8165e req-969cfbdf-2909-4557-8912-57ff81dc0cf7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38 HTTP/1.1" status: 200 len: 217 time: 0.0645792 Jan 12 09:54:36.928734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d30c1-4366-409a-88d4-c5eebeb8165e req-298026a5-9107-4499-9c89-17971f556ccf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:36.930172 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-664d30c1-4366-409a-88d4-c5eebeb8165e req-298026a5-9107-4499-9c89-17971f556ccf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12d1e39f-6666-44d9-9c1f-e12269700977 HTTP/1.1" status: 200 len: 844 time: 0.0575345 Jan 12 09:54:37.007624 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-664d30c1-4366-409a-88d4-c5eebeb8165e req-6ed84946-7c8b-4eb4-8804-d44bdd9a5f9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5704ddda-5d79-4a4e-81a0-08ff7ac52265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709317 Jan 12 09:54:37.149724 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-664d30c1-4366-409a-88d4-c5eebeb8165e req-fd26971d-03a2-4a46-bdbf-8b4b10fcacd6 service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357033 Jan 12 09:54:37.293933 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-664d30c1-4366-409a-88d4-c5eebeb8165e req-733625aa-4522-47c6-82ca-e9e4ec234a5f service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376934 Jan 12 09:54:37.854632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adf4c2-f49a-4b9f-b2c7-889e3ab129b8 req-8585a773-ae52-40d2-a067-d8ef2cf9eb74 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:37.856251 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-46adf4c2-f49a-4b9f-b2c7-889e3ab129b8 req-8585a773-ae52-40d2-a067-d8ef2cf9eb74 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 943 time: 0.0859497 Jan 12 09:54:37.900367 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-46adf4c2-f49a-4b9f-b2c7-889e3ab129b8 req-977e2129-c3cb-40d4-ab2c-6b2f24fe5006 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384066 Jan 12 09:54:39.174883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfff8c-f09d-4174-82fa-0c3a39188761 req-e4622431-205b-4e4e-bc1a-f07ed98a4dc0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:39.176302 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84cfff8c-f09d-4174-82fa-0c3a39188761 req-e4622431-205b-4e4e-bc1a-f07ed98a4dc0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 943 time: 0.1541753 Jan 12 09:54:39.222188 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84cfff8c-f09d-4174-82fa-0c3a39188761 req-3cfec60a-c05b-4104-baaa-5f4f28679c56 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401528 Jan 12 09:54:40.186575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 72b37cbd-d6ef-4958-bf38-d890a7526b38 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:54:40.325446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 72b37cbd-d6ef-4958-bf38-d890a7526b38, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:40.341652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'port_id': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'mac_address': 'fa:16:3e:21:50:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:54:40.401794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:40.424664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b37cbd-d6ef-4958-bf38-d890a7526b38 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:54:40.440033 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 72b37cbd-d6ef-4958-bf38-d890a7526b38, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:40.444530 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:40.514453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8687d5-1bbe-4ada-b07c-845422603016 req-246e0ffc-898e-43c8-93d3-1cae39d560d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:40.516326 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fb8687d5-1bbe-4ada-b07c-845422603016 req-246e0ffc-898e-43c8-93d3-1cae39d560d3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 944 time: 0.1583245 Jan 12 09:54:40.516614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=72b37cbd-d6ef-4958-bf38-d890a7526b38,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:40.564466 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fb8687d5-1bbe-4ada-b07c-845422603016 req-be1137aa-79e8-412a-bb1b-8f7171adac86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419693 Jan 12 09:54:40.779724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['72b37cbd-d6ef-4958-bf38-d890a7526b38'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:54:41.789306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71d2a1-67bd-43f4-a499-cb6863e60374 req-0622bf69-9d61-4478-8e50-d93623a1c52c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:41.790761 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f71d2a1-67bd-43f4-a499-cb6863e60374 req-0622bf69-9d61-4478-8e50-d93623a1c52c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 944 time: 0.0995343 Jan 12 09:54:41.839770 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f71d2a1-67bd-43f4-a499-cb6863e60374 req-0baba8e4-89d7-47c7-9dea-f450436781ae tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Jan 12 09:54:42.214844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 72b37cbd-d6ef-4958-bf38-d890a7526b38 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:42.292615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 72b37cbd-d6ef-4958-bf38-d890a7526b38 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:54:42.297299 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 72b37cbd-d6ef-4958-bf38-d890a7526b38 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:42.297663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:42.407066 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:42.435551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4229049-1862-4a46-afbf-fa67115fd751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b37cbd-d6ef-4958-bf38-d890a7526b38'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:54:42.447031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 72b37cbd-d6ef-4958-bf38-d890a7526b38, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:54:42.452158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:42.497597 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4229049-1862-4a46-afbf-fa67115fd751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'code': 200} Jan 12 09:54:42.522967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=72b37cbd-d6ef-4958-bf38-d890a7526b38,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:42.720696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9499a819-2372-4a35-ac49-be6092805158 req-532e9011-20cf-4f8b-9f48-9229c59331f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 1098 time: 0.0673869 Jan 12 09:54:42.766700 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9499a819-2372-4a35-ac49-be6092805158 req-63499142-8cb0-41c9-b829-cb9cb5f54672 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404789 Jan 12 09:54:43.075965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14201a1-1692-454d-9e8a-a7e52a3667ff req-13b20c62-a38d-4db0-bd21-44568b08ebd4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:43.077443 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f14201a1-1692-454d-9e8a-a7e52a3667ff req-13b20c62-a38d-4db0-bd21-44568b08ebd4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 945 time: 0.0949228 Jan 12 09:54:43.124628 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f14201a1-1692-454d-9e8a-a7e52a3667ff req-db754f9c-434f-4241-9a10-c101f59eb0cb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415080 Jan 12 09:54:44.338433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da366b0c-6a1c-4216-8c53-6d2f828ba85b req-6fffc2ba-bc5b-45fe-9aa7-9fb7f8bfe178 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:44.339822 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-da366b0c-6a1c-4216-8c53-6d2f828ba85b req-6fffc2ba-bc5b-45fe-9aa7-9fb7f8bfe178 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 945 time: 0.0904791 Jan 12 09:54:44.385015 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-da366b0c-6a1c-4216-8c53-6d2f828ba85b req-b64525a9-8416-4c6a-8396-07957e4e964c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395005 Jan 12 09:54:44.590955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895adc64-b972-4821-98e3-fb4e127dba5c req-c8d6d918-7779-4f4f-ad91-1ad6e654b71a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:44.592379 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-895adc64-b972-4821-98e3-fb4e127dba5c req-c8d6d918-7779-4f4f-ad91-1ad6e654b71a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 945 time: 0.0810120 Jan 12 09:54:44.640974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-895adc64-b972-4821-98e3-fb4e127dba5c req-0df0331c-9ebb-4370-a400-3eb7329d6405 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401394 Jan 12 09:54:44.669539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45270) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:44.752084 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0ae410fc-d6e7-418c-9154-2fbc5039bb82 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 1093 time: 0.0813317 Jan 12 09:54:44.754784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45274) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:44.759803 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:54:44.765435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:44.769936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:floatingip and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:44.772984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:44.778773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:44.791612 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:44.943214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:45.186113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.162 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/0ab871e9-d3b2-4920-8ba9-29c7518614a6) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:54:45.330427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:45.360206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:45.424806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:54:45.427689 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:54:45.432892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:54:45.460066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=0ab871e9-d3b2-4920-8ba9-29c7518614a6,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:45.951672 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:46.015296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:46.222879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:46.229262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:46.335050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=0ab871e9-d3b2-4920-8ba9-29c7518614a6,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:46.357242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:46.555868 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP 155e4adb-bf63-4f82-8e6e-af9be5828fce associated. External IP: 172.26.1.162, port: 72b37cbd-d6ef-4958-bf38-d890a7526b38. Jan 12 09:54:47.061339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router a01bb040-3db0-4200-b172-580adb1ef60e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:54:47.268502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:54:47.278644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] Sync routers for ids ['a01bb040-3db0-4200-b172-580adb1ef60e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:54:47.291959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] Routers {'a01bb040-3db0-4200-b172-580adb1ef60e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:54:47.292831 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:54:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a01bb040-3db0-4200-b172-580adb1ef60e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:47.294108 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:47.346871 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d49a8541-b177-458b-ab30-6831ea2f9ea5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5909114 Jan 12 09:54:47.347471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4229049-1862-4a46-afbf-fa67115fd751', 'tag': '72b37cbd-d6ef-4958-bf38-d890a7526b38'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:54:47.349858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45278) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:47.486223 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4229049-1862-4a46-afbf-fa67115fd751', 'tag': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'status': 'completed', 'code': 200} Jan 12 09:54:47.503926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] Set router a01bb040-3db0-4200-b172-580adb1ef60e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:54:47.611329 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0dbb1cca-5ef9-4734-bc81-bd8e3115289f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/155e4adb-bf63-4f82-8e6e-af9be5828fce HTTP/1.1" status: 200 len: 991 time: 0.2601347 Jan 12 09:54:47.628061 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8723e21b-6bd3-47ef-a373-9047dd14ed54 req-d46f3cce-d618-4413-b63b-50d153f931e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 1098 time: 0.1116893 Jan 12 09:54:47.758420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e21b-6bd3-47ef-a373-9047dd14ed54 req-bd210e42-4243-4a12-9db1-274276272aca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:47.759993 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8723e21b-6bd3-47ef-a373-9047dd14ed54 req-bd210e42-4243-4a12-9db1-274276272aca service neutron] 10.222.0.59 "GET /v2.0/networks?id=5704ddda-5d79-4a4e-81a0-08ff7ac52265 HTTP/1.1" status: 200 len: 896 time: 0.1264160 Jan 12 09:54:47.856077 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '155e4adb-bf63-4f82-8e6e-af9be5828fce', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.162', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'port_id': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'mac_address': 'fa:16:3e:21:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4229049-1862-4a46-afbf-fa67115fd751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:54:45Z', 'updated_at': '2022-01-12T09:54:45Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c3069f-5423-4355-97dd-6f601b3713bc', 'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:f6:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:27Z', 'updated_at': '2022-01-12T09:54:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:47.860048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] Checking router: a01bb040-3db0-4200-b172-580adb1ef60e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:54:47.861488 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8723e21b-6bd3-47ef-a373-9047dd14ed54 req-6e333595-bafe-4ee3-a701-25d2ced4b358 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38 HTTP/1.1" status: 200 len: 999 time: 0.0959437 Jan 12 09:54:47.870691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] Routers {'a01bb040-3db0-4200-b172-580adb1ef60e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:54:47.871321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:54:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a01bb040-3db0-4200-b172-580adb1ef60e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:47.922598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e21b-6bd3-47ef-a373-9047dd14ed54 req-6e7ee17b-845c-4d5f-9e4c-aed5112cb90c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:47.924077 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8723e21b-6bd3-47ef-a373-9047dd14ed54 req-6e7ee17b-845c-4d5f-9e4c-aed5112cb90c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12d1e39f-6666-44d9-9c1f-e12269700977 HTTP/1.1" status: 200 len: 844 time: 0.0578079 Jan 12 09:54:47.999048 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8723e21b-6bd3-47ef-a373-9047dd14ed54 req-ee3a4dc2-0542-4b0c-8b0c-fe11887b0108 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5704ddda-5d79-4a4e-81a0-08ff7ac52265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691946 Jan 12 09:54:48.046442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] Set router a01bb040-3db0-4200-b172-580adb1ef60e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:54:48.126919 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8723e21b-6bd3-47ef-a373-9047dd14ed54 req-0eafb255-d266-463e-bbf5-a234a7bf16a2 service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222351 Jan 12 09:54:48.259796 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8723e21b-6bd3-47ef-a373-9047dd14ed54 req-10556f3b-f4e4-4f24-9732-23add35460bf service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276567 Jan 12 09:54:48.433845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '155e4adb-bf63-4f82-8e6e-af9be5828fce', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.162', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'port_id': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'mac_address': 'fa:16:3e:21:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4229049-1862-4a46-afbf-fa67115fd751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:54:45Z', 'updated_at': '2022-01-12T09:54:45Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c3069f-5423-4355-97dd-6f601b3713bc', 'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:f6:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:27Z', 'updated_at': '2022-01-12T09:54:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:54:48.438297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c062bb29-2362-42ee-9bcb-19fbd130d6b6 None None] The sync data for ids ['a01bb040-3db0-4200-b172-580adb1ef60e'] in dv-neutron-824347-1-hyperv is: [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '155e4adb-bf63-4f82-8e6e-af9be5828fce', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.162', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'port_id': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'mac_address': 'fa:16:3e:21:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4229049-1862-4a46-afbf-fa67115fd751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:54:45Z', 'updated_at': '2022-01-12T09:54:45Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c3069f-5423-4355-97dd-6f601b3713bc', 'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:f6:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:27Z', 'updated_at': '2022-01-12T09:54:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:54:48.615976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45286) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:48.728933 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f6d98ce1-188d-4070-a39b-da79bde4a8bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/155e4adb-bf63-4f82-8e6e-af9be5828fce HTTP/1.1" status: 200 len: 991 time: 0.1117530 Jan 12 09:54:49.066861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc84309e-7e9c-497a-a60c-2d8881bfdc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:49.734352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45290) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:49.849140 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-16f8e281-bf2f-42ef-8684-4439629b493f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/155e4adb-bf63-4f82-8e6e-af9be5828fce HTTP/1.1" status: 200 len: 991 time: 0.1132123 Jan 12 09:54:50.853751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45294) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:50.932949 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df76a135-d92c-4d16-b965-e75c863b5266 None None] New status for floating IP 155e4adb-bf63-4f82-8e6e-af9be5828fce: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:54:50.968930 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-712708e7-04a7-49ba-bf09-15c29e5b3657 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/155e4adb-bf63-4f82-8e6e-af9be5828fce HTTP/1.1" status: 200 len: 991 time: 0.1139519 Jan 12 09:54:51.202940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69b2531a-de91-4a15-be01-73d7ebe6f6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:51.655991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:51.972609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45298) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:52.079392 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4234f03a-28f9-49c5-95e4-b11f5b5b7912 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/155e4adb-bf63-4f82-8e6e-af9be5828fce HTTP/1.1" status: 200 len: 993 time: 0.1049955 Jan 12 09:54:52.493289 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:52.606334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:53.863934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:05.978453 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:55:19.082600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-511b7c37-cfb5-4fa1-99f0-7326c20f8346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:21.209168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05172d28-f6e4-4c0c-9bf3-e8a4f596f223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:21.676870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:22.499924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:22.608735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:23.862996 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:40.864086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-b16f2bb4-edf1-478d-8ad8-be1d13249ae1 req-1220c9a2-80b9-446a-987b-363bffbd9604 service neutron] (83594) timed out ('10.222.0.59', 50806) {{(pid=83594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 12 09:55:42.517471 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-a41ac002-f794-4ca2-ad76-07bb785d9c6f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1339192 Jan 12 09:55:42.668665 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-ec3c03a3-7b88-4ede-b09b-eaf6aa9f803e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 1098 time: 0.0766888 Jan 12 09:55:42.824542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-1575b6ec-a66a-4ad9-8da2-aeb7875b443c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:42.826096 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-1575b6ec-a66a-4ad9-8da2-aeb7875b443c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5704ddda-5d79-4a4e-81a0-08ff7ac52265 HTTP/1.1" status: 200 len: 896 time: 0.1385777 Jan 12 09:55:42.927771 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-086b7cb1-92bf-487e-8b30-d84b541c5670 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38 HTTP/1.1" status: 200 len: 1001 time: 0.0960734 Jan 12 09:55:42.978927 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:55:42.996854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-c17fe7f3-24f8-47ac-8702-5b014bb29ad9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:42.998315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-c17fe7f3-24f8-47ac-8702-5b014bb29ad9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12d1e39f-6666-44d9-9c1f-e12269700977 HTTP/1.1" status: 200 len: 844 time: 0.0651741 Jan 12 09:55:43.078233 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-35b38749-c975-4477-8849-0a84ce39e776 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5704ddda-5d79-4a4e-81a0-08ff7ac52265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743923 Jan 12 09:55:43.088428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-fb72dce3-3157-4daa-9f07-56405c569500 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:55:43.089516 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-fb72dce3-3157-4daa-9f07-56405c569500 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046673 Jan 12 09:55:43.324937 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-fc7fe7a3-1577-42bb-954a-b820b6854a03 service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297418 Jan 12 09:55:43.453492 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b19d016f-fe40-4e61-ac17-d39675d9999e req-925a13b1-b1cd-43a7-8dba-9ea1af47f43c service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229329 Jan 12 09:55:49.082520 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bd982fa4-788e-41d5-9998-9f5e1f5fad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:51.199316 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc65b-c8c3-41ca-bac7-83437587aab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:51.697679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:52.502336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:52.606385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:53.868498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:19.075291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6271290-8453-467a-8a1f-87fa6e99d581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:19.986234 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:56:21.207122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9abbf3a-1ebc-4562-9659-1998d5b4cf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:21.696334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:22.504255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:22.603171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:23.867573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:42.455610 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ecb1077-25dd-4ab6-ad82-4e6911d47f49 req-3fbe15c4-7cd2-4872-943d-e8c29387c4cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704050 Jan 12 09:56:42.603745 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ecb1077-25dd-4ab6-ad82-4e6911d47f49 req-a09cfac7-73c7-462a-ada3-1791dc7a201f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 1098 time: 0.0812535 Jan 12 09:56:42.750160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb1077-25dd-4ab6-ad82-4e6911d47f49 req-ba22049c-4f0e-44b1-b27e-e0e6beda4628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:42.751692 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ecb1077-25dd-4ab6-ad82-4e6911d47f49 req-ba22049c-4f0e-44b1-b27e-e0e6beda4628 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5704ddda-5d79-4a4e-81a0-08ff7ac52265 HTTP/1.1" status: 200 len: 896 time: 0.1302953 Jan 12 09:56:42.852418 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ecb1077-25dd-4ab6-ad82-4e6911d47f49 req-ad20bf9f-e107-43ef-a072-08430bd98a49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38 HTTP/1.1" status: 200 len: 1001 time: 0.0942829 Jan 12 09:56:42.916212 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb1077-25dd-4ab6-ad82-4e6911d47f49 req-9ca7d35b-9c4f-4e68-9446-e8d5db7f4cc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:42.917578 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ecb1077-25dd-4ab6-ad82-4e6911d47f49 req-9ca7d35b-9c4f-4e68-9446-e8d5db7f4cc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12d1e39f-6666-44d9-9c1f-e12269700977 HTTP/1.1" status: 200 len: 844 time: 0.0599442 Jan 12 09:56:42.990399 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ecb1077-25dd-4ab6-ad82-4e6911d47f49 req-1c21feef-d47f-4459-bae9-5dd9980926fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5704ddda-5d79-4a4e-81a0-08ff7ac52265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667908 Jan 12 09:56:43.117273 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ecb1077-25dd-4ab6-ad82-4e6911d47f49 req-cb79aad7-9bc6-4ce0-9c0f-26811dc8aea4 service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201484 Jan 12 09:56:43.259545 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8ecb1077-25dd-4ab6-ad82-4e6911d47f49 req-1e152d31-8ece-413e-9cd8-7fa14ec46db6 service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355770 Jan 12 09:56:49.075734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a10224a1-0edb-4497-bb7b-038548a398ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.197374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf5aa-f676-4d01-b76a-df3850948731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.698261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:52.513481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:52.604304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:53.872199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.976399 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:57:19.076234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b839cfe-7eef-46e4-a32c-9b14b3431258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:21.205282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69d0ee92-3363-4aee-81cf-82e8ae8f6f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:21.718621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:22.512865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:22.601696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:23.876212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:24.697282 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45342) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:57:24.703583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:57:24.944453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1982423'] for subnet, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:25.135263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786013499630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1487326'] for subnet, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:25.183364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:25.183955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:25.185241 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/subnets/12d1e39f-6666-44d9-9c1f-e12269700977 HTTP/1.1" status: 200 len: 836 time: 0.4869568 Jan 12 09:57:25.191971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51550ac-15fc-49ab-a680-a68e5a890124 None None] Network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:57:25.203788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Subnet': ['ID=12d1e39f-6666-44d9-9c1f-e12269700977,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:57:25.212189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.212559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.212896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.213385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.213721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.214045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.214369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.214703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.215037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.215405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.215728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa6590-c35e-4b5e-aaeb-5484a53999db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:25.657403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-04bfed14-f72d-4ce3-a384-15e44a618517 None None] Provisioning complete for port 72b37cbd-d6ef-4958-bf38-d890a7526b38 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:57:25.657781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04bfed14-f72d-4ce3-a384-15e44a618517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:25.796287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-04bfed14-f72d-4ce3-a384-15e44a618517 None None] Provisioning complete for port d2c3069f-5423-4355-97dd-6f601b3713bc triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:57:25.796678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04bfed14-f72d-4ce3-a384-15e44a618517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:25.942620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-04bfed14-f72d-4ce3-a384-15e44a618517 None None] Provisioning complete for port b7e97732-9b62-442c-8f00-80eeabcfb5f3 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:57:25.943003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04bfed14-f72d-4ce3-a384-15e44a618517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:33.978423 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:57:43.538386 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84b4f331-e899-4516-9d27-7d9753ad99e5 req-00964fcb-3166-44f3-8cf4-9098c1848573 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1604543 Jan 12 09:57:43.678233 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84b4f331-e899-4516-9d27-7d9753ad99e5 req-35e885c6-32f4-45ea-9f72-c8af017f47c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 1098 time: 0.0701005 Jan 12 09:57:43.826995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4f331-e899-4516-9d27-7d9753ad99e5 req-bd340ade-85dc-4c7a-b077-5d292710efad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:43.828357 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84b4f331-e899-4516-9d27-7d9753ad99e5 req-bd340ade-85dc-4c7a-b077-5d292710efad service neutron] 10.222.0.59 "GET /v2.0/networks?id=5704ddda-5d79-4a4e-81a0-08ff7ac52265 HTTP/1.1" status: 200 len: 896 time: 0.1292913 Jan 12 09:57:43.932901 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84b4f331-e899-4516-9d27-7d9753ad99e5 req-51906a07-7181-459e-b826-86d9b7d89f8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38 HTTP/1.1" status: 200 len: 1001 time: 0.0978007 Jan 12 09:57:44.000251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4f331-e899-4516-9d27-7d9753ad99e5 req-29121337-3beb-4c4f-ba1a-ece9a5f7248b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:44.001660 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84b4f331-e899-4516-9d27-7d9753ad99e5 req-29121337-3beb-4c4f-ba1a-ece9a5f7248b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12d1e39f-6666-44d9-9c1f-e12269700977 HTTP/1.1" status: 200 len: 844 time: 0.0632889 Jan 12 09:57:44.095347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84b4f331-e899-4516-9d27-7d9753ad99e5 req-67c455c3-50d9-4a09-9f12-9918e20ba006 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5704ddda-5d79-4a4e-81a0-08ff7ac52265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876637 Jan 12 09:57:44.225954 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84b4f331-e899-4516-9d27-7d9753ad99e5 req-d097016b-a51b-424d-9ab0-e6e5836e6523 service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243663 Jan 12 09:57:44.353760 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84b4f331-e899-4516-9d27-7d9753ad99e5 req-81f5fac9-40b4-4dd6-b332-e8d37624135d service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222007 Jan 12 09:57:49.079297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9102c821-2b97-40a8-8aa7-fb98a25b8c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:51.197474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-689388dd-45e5-4edd-8e34-bb8bea40c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:51.727351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:52.515152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:52.607581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:53.889045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:09.119285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45362) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:09.407054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 0ab871e9-d3b2-4920-8ba9-29c7518614a6 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:58:09.407297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:09.572066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:09.572385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:09.691578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 0ab871e9-d3b2-4920-8ba9-29c7518614a6 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:58:09.842353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:09.885880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=0ab871e9-d3b2-4920-8ba9-29c7518614a6,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:10.068550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:10.468103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router a01bb040-3db0-4200-b172-580adb1ef60e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:58:10.677989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:58:10.687675 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] Sync routers for ids ['a01bb040-3db0-4200-b172-580adb1ef60e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:58:10.699586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] Routers {'a01bb040-3db0-4200-b172-580adb1ef60e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:58:10.700204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:57:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a01bb040-3db0-4200-b172-580adb1ef60e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:10.700875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:10.755876 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a211bacf-a4bb-49ad-9dd0-b656bf60d00a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/floatingips/155e4adb-bf63-4f82-8e6e-af9be5828fce HTTP/1.1" status: 204 len: 168 time: 1.6351414 Jan 12 09:58:10.756445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4229049-1862-4a46-afbf-fa67115fd751', 'tag': '72b37cbd-d6ef-4958-bf38-d890a7526b38'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:10.879326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] Set router a01bb040-3db0-4200-b172-580adb1ef60e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:58:10.940166 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4229049-1862-4a46-afbf-fa67115fd751', 'tag': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'status': 'completed', 'code': 200} Jan 12 09:58:10.979329 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:58:11.041101 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d606589-7d47-4eba-96b3-c49730323653 req-e7e9d4d8-c920-4915-8fb0-e036afccbe13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 1098 time: 0.0807910 Jan 12 09:58:11.221237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d606589-7d47-4eba-96b3-c49730323653 req-65e51ae7-dc3c-43a7-a293-44ea4ee09212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:11.222706 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d606589-7d47-4eba-96b3-c49730323653 req-65e51ae7-dc3c-43a7-a293-44ea4ee09212 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5704ddda-5d79-4a4e-81a0-08ff7ac52265 HTTP/1.1" status: 200 len: 896 time: 0.1760571 Jan 12 09:58:11.234737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'd2c3069f-5423-4355-97dd-6f601b3713bc', 'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:f6:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:27Z', 'updated_at': '2022-01-12T09:54:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:11.238638 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] Checking router: a01bb040-3db0-4200-b172-580adb1ef60e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:58:11.249008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] Routers {'a01bb040-3db0-4200-b172-580adb1ef60e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:58:11.249632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:57:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a01bb040-3db0-4200-b172-580adb1ef60e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:11.293421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96020bea-9892-4a64-afba-f2eaca5c2acf req-1b54b505-a660-4af1-9a3b-37e8fb1aa81b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:11.294013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-96020bea-9892-4a64-afba-f2eaca5c2acf req-1b54b505-a660-4af1-9a3b-37e8fb1aa81b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:58:11.307393 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d606589-7d47-4eba-96b3-c49730323653 req-5c128027-7bfc-4135-82e4-f6b165d7cf72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38 HTTP/1.1" status: 200 len: 217 time: 0.0768933 Jan 12 09:58:11.352719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-96020bea-9892-4a64-afba-f2eaca5c2acf req-1b54b505-a660-4af1-9a3b-37e8fb1aa81b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:58:11.353846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-96020bea-9892-4a64-afba-f2eaca5c2acf req-1b54b505-a660-4af1-9a3b-37e8fb1aa81b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 945 time: 0.2291369 Jan 12 09:58:11.389823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d606589-7d47-4eba-96b3-c49730323653 req-462824a7-b02f-44a7-8fac-5e29a3669d6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:11.391335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d606589-7d47-4eba-96b3-c49730323653 req-462824a7-b02f-44a7-8fac-5e29a3669d6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12d1e39f-6666-44d9-9c1f-e12269700977 HTTP/1.1" status: 200 len: 844 time: 0.0776942 Jan 12 09:58:11.427328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] Set router a01bb040-3db0-4200-b172-580adb1ef60e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:58:11.455902 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-96020bea-9892-4a64-afba-f2eaca5c2acf req-33885344-c416-495e-9718-0affc5972171 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959048 Jan 12 09:58:11.489661 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d606589-7d47-4eba-96b3-c49730323653 req-d94c26d5-b235-43bc-b31a-f3be1c4dc4b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5704ddda-5d79-4a4e-81a0-08ff7ac52265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878057 Jan 12 09:58:11.620341 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d606589-7d47-4eba-96b3-c49730323653 req-a5c220f7-8c3e-4784-bc4e-f1d3de71a0ed service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236730 Jan 12 09:58:11.755681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'd2c3069f-5423-4355-97dd-6f601b3713bc', 'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:f6:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:27Z', 'updated_at': '2022-01-12T09:54:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:11.761828 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b99e83-40a8-4f0a-bfb2-b82af2f58393 None None] The sync data for ids ['a01bb040-3db0-4200-b172-580adb1ef60e'] in dv-neutron-824347-1-hyperv is: [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:28Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'd2c3069f-5423-4355-97dd-6f601b3713bc', 'name': '', 'network_id': '5704ddda-5d79-4a4e-81a0-08ff7ac52265', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:f6:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:27Z', 'updated_at': '2022-01-12T09:54:34Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '12d1e39f-6666-44d9-9c1f-e12269700977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:58:11.866416 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d606589-7d47-4eba-96b3-c49730323653 req-fc2d94b7-888e-4f4d-bf4c-375a5cf0c3a4 service neutron] 10.222.0.59 "GET /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402515 Jan 12 09:58:11.977769 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a09e65-2a0e-4c63-aa64-cb1f61aad01e None None] New status for floating IP 155e4adb-bf63-4f82-8e6e-af9be5828fce: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:58:12.710692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e3e20f2a-5894-4aa6-b177-42b61a63c0e8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:12.712003 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e3e20f2a-5894-4aa6-b177-42b61a63c0e8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 945 time: 0.1330144 Jan 12 09:58:12.717257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414081ba-681f-43b3-b5ba-3e0a4b661809 req-36604b4e-4f5c-417e-9eaa-a648567cb9df tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:12.718577 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-414081ba-681f-43b3-b5ba-3e0a4b661809 req-36604b4e-4f5c-417e-9eaa-a648567cb9df tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 945 time: 0.1104157 Jan 12 09:58:12.805591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e5886f1f-6234-4051-879a-f08e377cb4e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 72b37cbd-d6ef-4958-bf38-d890a7526b38 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:58:12.806113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e5886f1f-6234-4051-879a-f08e377cb4e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:12.847755 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-414081ba-681f-43b3-b5ba-3e0a4b661809 req-a2ea6bc8-2992-405a-85ea-dc0ebb707333 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013553 Jan 12 09:58:13.053693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e5886f1f-6234-4051-879a-f08e377cb4e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 72b37cbd-d6ef-4958-bf38-d890a7526b38, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=72b37cbd-d6ef-4958-bf38-d890a7526b38,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:13.054038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e5886f1f-6234-4051-879a-f08e377cb4e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:13.171297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e5886f1f-6234-4051-879a-f08e377cb4e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 72b37cbd-d6ef-4958-bf38-d890a7526b38 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:58:13.314823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e5886f1f-6234-4051-879a-f08e377cb4e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:13.365470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5886f1f-6234-4051-879a-f08e377cb4e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=72b37cbd-d6ef-4958-bf38-d890a7526b38,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:13.439274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e5886f1f-6234-4051-879a-f08e377cb4e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port 72b37cbd-d6ef-4958-bf38-d890a7526b38 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:58:13.441634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e5886f1f-6234-4051-879a-f08e377cb4e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:13.444091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4229049-1862-4a46-afbf-fa67115fd751', 'name': 'network-vif-deleted', 'tag': '72b37cbd-d6ef-4958-bf38-d890a7526b38'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:13.460367 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-91181e2b-53d5-4f48-ade5-1274b9332e57 req-e5886f1f-6234-4051-879a-f08e377cb4e4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "DELETE /v2.0/ports/72b37cbd-d6ef-4958-bf38-d890a7526b38 HTTP/1.1" status: 204 len: 173 time: 0.7408476 Jan 12 09:58:13.517246 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4229049-1862-4a46-afbf-fa67115fd751', 'name': 'network-vif-deleted', 'tag': '72b37cbd-d6ef-4958-bf38-d890a7526b38', 'status': 'completed', 'code': 200} Jan 12 09:58:14.020483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6958e7b2-ccb2-48a1-a36e-23d63e61ca2b req-948dab64-cc32-433c-922d-490fba811d0d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:58:14.044709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-6958e7b2-ccb2-48a1-a36e-23d63e61ca2b req-948dab64-cc32-433c-922d-490fba811d0d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:58:14.045914 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6958e7b2-ccb2-48a1-a36e-23d63e61ca2b req-948dab64-cc32-433c-922d-490fba811d0d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4229049-1862-4a46-afbf-fa67115fd751 HTTP/1.1" status: 200 len: 210 time: 0.0660195 Jan 12 09:58:15.154152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45398) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:15.230979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87db74fc-886d-42c5-b7ff-f7f97b9c5c11 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:15.261900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87db74fc-886d-42c5-b7ff-f7f97b9c5c11 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:15.323901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87db74fc-886d-42c5-b7ff-f7f97b9c5c11 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:15.344201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db74fc-886d-42c5-b7ff-f7f97b9c5c11 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989e6008-ba20-4e6e-a3b9-2d2795e6e2b2,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:15.351039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 72b37cbd-d6ef-4958-bf38-d890a7526b38 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:58:15.352870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-87db74fc-886d-42c5-b7ff-f7f97b9c5c11 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:15.353979 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-87db74fc-886d-42c5-b7ff-f7f97b9c5c11 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/989e6008-ba20-4e6e-a3b9-2d2795e6e2b2 HTTP/1.1" status: 204 len: 168 time: 0.1987815 Jan 12 09:58:15.392381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 72b37cbd-d6ef-4958-bf38-d890a7526b38 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:58:15.392709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 72b37cbd-d6ef-4958-bf38-d890a7526b38 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:58:15.398494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45404) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:15.800906 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:16.532300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port d2c3069f-5423-4355-97dd-6f601b3713bc {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:58:16.532855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:16.727902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port d2c3069f-5423-4355-97dd-6f601b3713bc, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d2c3069f-5423-4355-97dd-6f601b3713bc,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:16.728257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:16.845591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for d2c3069f-5423-4355-97dd-6f601b3713bc owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:58:17.031508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:17.077650 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=d2c3069f-5423-4355-97dd-6f601b3713bc,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:17.119052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.119378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.119704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.120030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.120352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.120660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.120976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.121287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.121592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.121920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.122225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:17.379675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:18.047367 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router a01bb040-3db0-4200-b172-580adb1ef60e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:58:18.249688 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:58:18.259231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] Sync routers for ids ['a01bb040-3db0-4200-b172-580adb1ef60e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:58:18.268752 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5da673d0-7afb-448d-8f9d-1a5e2ddfeafa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/a01bb040-3db0-4200-b172-580adb1ef60e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8691187 Jan 12 09:58:18.271561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] Routers {'a01bb040-3db0-4200-b172-580adb1ef60e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:58:18.271715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45408) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:18.272154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:57:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a01bb040-3db0-4200-b172-580adb1ef60e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:18.450349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] Set router a01bb040-3db0-4200-b172-580adb1ef60e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:58:18.455093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9294013-b117-482e-ad14-8694a5a5cec7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting subnet 12d1e39f-6666-44d9-9c1f-e12269700977 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 09:58:18.458537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c9294013-b117-482e-ad14-8694a5a5cec7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:18.523437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c9294013-b117-482e-ad14-8694a5a5cec7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:18.604761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c9294013-b117-482e-ad14-8694a5a5cec7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:18.677642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c9294013-b117-482e-ad14-8694a5a5cec7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:18.717920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9294013-b117-482e-ad14-8694a5a5cec7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Subnet': ['ID=12d1e39f-6666-44d9-9c1f-e12269700977,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:18.724811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c9294013-b117-482e-ad14-8694a5a5cec7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:18.731623 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c9294013-b117-482e-ad14-8694a5a5cec7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/subnets/12d1e39f-6666-44d9-9c1f-e12269700977 HTTP/1.1" status: 204 len: 168 time: 0.4587307 Jan 12 09:58:18.732765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb72dad-0909-4da8-bbcd-f9912386793a None None] Network 5704ddda-5d79-4a4e-81a0-08ff7ac52265 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:58:18.734453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45412) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:18.801378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:58:16Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:18.817629 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] Checking router: a01bb040-3db0-4200-b172-580adb1ef60e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:58:18.892642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] Routers {'a01bb040-3db0-4200-b172-580adb1ef60e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:58:18.893290 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:57:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a01bb040-3db0-4200-b172-580adb1ef60e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:18.938623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:19.124681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4417406-35a4-4931-9a4c-a6886c07846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:19.139792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:19.140414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] Set router a01bb040-3db0-4200-b172-580adb1ef60e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:58:19.152274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 87e87c9f-9324-44ab-b284-f21f255da98d {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:58:19.152670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:19.239932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] DHCP port deletion for 5704ddda-5d79-4a4e-81a0-08ff7ac52265 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 09:58:19.263064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Deleting port b7e97732-9b62-442c-8f00-80eeabcfb5f3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 09:58:19.263736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:19.329989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 87e87c9f-9324-44ab-b284-f21f255da98d, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=87e87c9f-9324-44ab-b284-f21f255da98d,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:19.330225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:19.448057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 87e87c9f-9324-44ab-b284-f21f255da98d owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:58:19.578846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] For port b7e97732-9b62-442c-8f00-80eeabcfb5f3, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b7e97732-9b62-442c-8f00-80eeabcfb5f3,segment=NetworkSegment(79980a74-8874-49e7-ba45-3ae125b65e24),segment_id=79980a74-8874-49e7-ba45-3ae125b65e24)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:19.579224 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:19.612787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:19.656990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=87e87c9f-9324-44ab-b284-f21f255da98d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:19.701411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Calling delete_port for b7e97732-9b62-442c-8f00-80eeabcfb5f3 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 09:58:19.756803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:58:16Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:19.763083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c5d480-879f-48ac-9e48-05f56ae8baac None None] The sync data for ids ['a01bb040-3db0-4200-b172-580adb1ef60e'] in dv-neutron-824347-1-hyperv is: [{'id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'name': 'tempest-TestNetworkBasicOps-router-1212011339', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:58:16Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '87e87c9f-9324-44ab-b284-f21f255da98d', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01bb040-3db0-4200-b172-580adb1ef60e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:54:24Z', 'updated_at': '2022-01-12T09:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:58:19.788934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:19.842550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Pushing event deleted for resources: {'Port': ['ID=b7e97732-9b62-442c-8f00-80eeabcfb5f3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:19.850279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] No DVR routers for this DVR port b7e97732-9b62-442c-8f00-80eeabcfb5f3 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:58:19.855326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.855657 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.855988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.856308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.856621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.856934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.857264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.857562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.858363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.858363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.858528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4df9cd-6934-46d0-9900-31ef78667f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:19.995427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.257423 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.261876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.288093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.288592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Fanout notify agent at l3_agent the message router_deleted on router a01bb040-3db0-4200-b172-580adb1ef60e {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 09:58:20.302321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.303423 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fddd11b3-35df-4e6e-a741-4a3577ee4070 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/routers/a01bb040-3db0-4200-b172-580adb1ef60e HTTP/1.1" status: 204 len: 168 time: 1.5679510 Jan 12 09:58:20.306096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45416) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:20.424106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.557275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.581436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5704ddda-5d79-4a4e-81a0-08ff7ac52265']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:20.593118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79980a74-8874-49e7-ba45-3ae125b65e24') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:20.593401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79980a74-8874-49e7-ba45-3ae125b65e24') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:20.604764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.622102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.628298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 09:58:20.628672 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:58:20.642408 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:58:20.724356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.743627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.755037 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Network': ['ID=5704ddda-5d79-4a4e-81a0-08ff7ac52265,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:20.766963 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b427afa2-c2d7-4a4c-9af1-0091676acb4e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/networks/5704ddda-5d79-4a4e-81a0-08ff7ac52265 HTTP/1.1" status: 204 len: 168 time: 0.4597902 Jan 12 09:58:20.779508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45420) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:20.785975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'network': {'name': 'tempest-network-smoke--1373112946', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'port_security_enabled': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:20.794200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:20.798724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:network and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:20.801764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:20.808125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:20.812736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b7e97732-9b62-442c-8f00-80eeabcfb5f3 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:58:20.827465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:58:20.830494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.848680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: b7e97732-9b62-442c-8f00-80eeabcfb5f3 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:58:20.849032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b7e97732-9b62-442c-8f00-80eeabcfb5f3 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:58:20.849558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d2c3069f-5423-4355-97dd-6f601b3713bc no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:58:20.858923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:58:20.869816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.870147 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Added segment 37f6de7a-d4a7-42e0-ae51-a4ef39c17841 of type vlan for network 45b7ca52-476a-4600-aed7-f17808c62df1 Jan 12 09:58:20.885689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: d2c3069f-5423-4355-97dd-6f601b3713bc {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:58:20.886086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d2c3069f-5423-4355-97dd-6f601b3713bc not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:58:20.886543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 87e87c9f-9324-44ab-b284-f21f255da98d no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:58:20.896245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.922439 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 87e87c9f-9324-44ab-b284-f21f255da98d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 09:58:20.922967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 87e87c9f-9324-44ab-b284-f21f255da98d not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:58:20.927120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.930633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:20.931723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.130357 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3489192 Jan 12 09:58:21.133117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e25f62-156a-4e4d-80ca-f935bc12f3af tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Network': ['ID=45b7ca52-476a-4600-aed7-f17808c62df1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:21.133505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45424) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:21.139215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-978478989', 'admin_state_up': True, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:21.143565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 45b7ca52-476a-4600-aed7-f17808c62df1 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:58:21.146839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:21.150721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:router and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:21.153662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:21.163449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:21.181588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.182510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.200726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.241778 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-08a20ded-c7a4-4bca-b28b-f3014b997764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.348050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.529968 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.650926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.741366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.788061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.18 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/50070d89-5a42-4b2a-8860-ff1240a978a2) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:58:21.937987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.968266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:22.032127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:58:22.034899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:58:22.039433 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:58:22.068689 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=50070d89-5a42-4b2a-8860-ff1240a978a2,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:22.198177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:22.198979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:22.437428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 9cddfe60-5771-45dc-b022-c5dc31be8c02 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 09:58:22.518104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:22.592855 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:22.642448 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:58:22.651823 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Sync routers for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:58:22.664550 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:58:22.665436 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:58:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:22.669918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:22.674156 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1e5e43cc-3ff8-453b-a981-787990aef5db tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5367498 Jan 12 09:58:22.674500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45428) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:22.719542 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-07d43c86-6e97-4292-b16a-788d6fdae3b9 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d45f8f502f65499ab2c245dd4d23e808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410485 Jan 12 09:58:22.719787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45432) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:22.844571 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:58:22.847409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c921e1e8-b5b1-4e90-9028-63787b219d49 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:22.851678 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c921e1e8-b5b1-4e90-9028-63787b219d49 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282289 Jan 12 09:58:22.852139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45436) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:22.891176 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fa312d15-10ad-4325-af68-28ee0b3e3306 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374372 Jan 12 09:58:22.893452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45440) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:22.898611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104451429', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:23.004398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:23.008359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:subnet and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:23.011204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:23.016968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:23.028368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:58:23.123627 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:22Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:23.127469 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Checking router: 9cddfe60-5771-45dc-b022-c5dc31be8c02 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:58:23.127807 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Updating router 9cddfe60-5771-45dc-b022-c5dc31be8c02 port 50070d89-5a42-4b2a-8860-ff1240a978a2 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:58:23.129902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.181193 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.344410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.415049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Subnet': ['ID=1fb2b97b-c1e7-4881-9b21-7c986415756f,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:23.431739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Checking segment: {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:58:23.432208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network hostable DHCP agents. Network: 45b7ca52-476a-4600-aed7-f17808c62df1, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:58:23.455135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 45b7ca52-476a-4600-aed7-f17808c62df1 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:58:23.466296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 45b7ca52-476a-4600-aed7-f17808c62df1) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:58:23.470947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:23.471873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.480716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f999ff64-b273-424e-9411-76b6e2d17fa0 None None] Network 45b7ca52-476a-4600-aed7-f17808c62df1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:58:23.494631 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-521b3aa5-b492-43bb-a033-aa92f4cc5991 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6000910 Jan 12 09:58:23.497258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45444) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:23.503750 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.515588 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Transition to ACTIVE for port object 50070d89-5a42-4b2a-8860-ff1240a978a2 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:23.521750 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.603853 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Attempting to bind port 50070d89-5a42-4b2a-8860-ff1240a978a2 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:58:23.604124 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Attempting to bind port 50070d89-5a42-4b2a-8860-ff1240a978a2 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:58:23.604471 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Attempting to bind port 50070d89-5a42-4b2a-8860-ff1240a978a2 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:58:23.606429 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Pushing event updated for resources: {'Port': ['ID=50070d89-5a42-4b2a-8860-ff1240a978a2,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:23.617755 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.618087 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.618418 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.618757 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.619096 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.619398 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.619708 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.620019 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.620327 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.620639 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.620940 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:23.624273 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:58:23.624635 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:58:23.625102 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.625480 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:58:23.625944 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Bound port: 50070d89-5a42-4b2a-8860-ff1240a978a2, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:58:23.626310 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.737066 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] For port 50070d89-5a42-4b2a-8860-ff1240a978a2, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:58:23.742341 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] For port 50070d89-5a42-4b2a-8860-ff1240a978a2, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=50070d89-5a42-4b2a-8860-ff1240a978a2,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:58:23.742556 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-45b7ca52-476a-4600-aed7-f17808c62df1', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 09:58:23.743549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.748294 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.842768 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31571681-514d-4fc0-ad3a-e35195028e19 None None] Pushing event updated for resources: {'Port': ['ID=50070d89-5a42-4b2a-8860-ff1240a978a2,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:23.847253 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:58:23.847601 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:58:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:23.905096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:23.917527 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Allocated IP 172.20.0.2 (45b7ca52-476a-4600-aed7-f17808c62df1/1fb2b97b-c1e7-4881-9b21-7c986415756f/d7362020-064b-42d1-acf2-80fdcf663ee8) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:58:24.027301 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:58:24.125281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:24.135814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Transition to ACTIVE for port object d7362020-064b-42d1-acf2-80fdcf663ee8 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:24.156788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Transition to ACTIVE for port object d7362020-064b-42d1-acf2-80fdcf663ee8 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:24.164232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:24.227029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Network 45b7ca52-476a-4600-aed7-f17808c62df1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:58:24.231921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:58:24.233518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:58:24.241587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Pushing event updated for resources: {'Port': ['ID=d7362020-064b-42d1-acf2-80fdcf663ee8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:24.279615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:24.316234 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:22Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:24.320703 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5985f5-fe7d-4c9a-b4c3-49cf00a881e9 None None] The sync data for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv is: [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:22Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:58:24.326825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Attempting to bind port d7362020-064b-42d1-acf2-80fdcf663ee8 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:58:24.327254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Attempting to bind port d7362020-064b-42d1-acf2-80fdcf663ee8 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:58:24.327747 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Attempting to bind port d7362020-064b-42d1-acf2-80fdcf663ee8 on network 45b7ca52-476a-4600-aed7-f17808c62df1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:58:24.334843 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:58:24.335299 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Checking segment: {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:58:24.335765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:24.336161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Bound using segment: {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:58:24.336608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Bound port: d7362020-064b-42d1-acf2-80fdcf663ee8, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:58:24.336973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:24.445620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] For port d7362020-064b-42d1-acf2-80fdcf663ee8, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:58:24.449852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] For port d7362020-064b-42d1-acf2-80fdcf663ee8, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d7362020-064b-42d1-acf2-80fdcf663ee8,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:58:24.456612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:24.550093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c59cea-69de-4214-b65c-708b61c4eaaa None None] Pushing event updated for resources: {'Port': ['ID=d7362020-064b-42d1-acf2-80fdcf663ee8,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:24.896061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.1 (45b7ca52-476a-4600-aed7-f17808c62df1/1fb2b97b-c1e7-4881-9b21-7c986415756f/f03bb9ac-9720-43b3-a64c-d2f0e78283ba) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:58:25.061873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:25.078868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object f03bb9ac-9720-43b3-a64c-d2f0e78283ba will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:25.100922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:25.177801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 45b7ca52-476a-4600-aed7-f17808c62df1 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:58:25.180841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:58:25.185578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:58:25.210540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=f03bb9ac-9720-43b3-a64c-d2f0e78283ba,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:25.245101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:25.333629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:25.448001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ad5a26-290f-41c4-9c83-9e5af9ffe2e7 None None] Network 45b7ca52-476a-4600-aed7-f17808c62df1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 09:58:25.545450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fca59d1b-855c-40ea-8e7b-4683822c9632 None None] Provisioning for port d7362020-064b-42d1-acf2-80fdcf663ee8 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:25.736358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:25.742388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:25.849677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=f03bb9ac-9720-43b3-a64c-d2f0e78283ba,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:25.852100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:25.866542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.866542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.867731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.867731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.867731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.867731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.871160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.871508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.871846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.872172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.872486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:25.978755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0acde03e-16d9-4bde-b0ae-4158ae57fcb7 None None] Provisioning for port f03bb9ac-9720-43b3-a64c-d2f0e78283ba completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:25.993150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0acde03e-16d9-4bde-b0ae-4158ae57fcb7 None None] Provisioning complete for port f03bb9ac-9720-43b3-a64c-d2f0e78283ba triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:25.993599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0acde03e-16d9-4bde-b0ae-4158ae57fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:26.016058 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 45b7ca52-476a-4600-aed7-f17808c62df1 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:58:26.017301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:58:26.060721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0acde03e-16d9-4bde-b0ae-4158ae57fcb7 None None] Port f03bb9ac-9720-43b3-a64c-d2f0e78283ba cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:58:26.189695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ab659a0f-2e4c-4136-b540-ab6e7e13bfb9 None None] Provisioning complete for port f03bb9ac-9720-43b3-a64c-d2f0e78283ba triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:26.190057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab659a0f-2e4c-4136-b540-ab6e7e13bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:26.243999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ab659a0f-2e4c-4136-b540-ab6e7e13bfb9 None None] Port f03bb9ac-9720-43b3-a64c-d2f0e78283ba cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:58:26.366366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d6d5d88d-f3e9-4834-a06e-806a5b43bba1 None None] Provisioning complete for port f03bb9ac-9720-43b3-a64c-d2f0e78283ba triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:26.366681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d88d-f3e9-4834-a06e-806a5b43bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:26.424581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5d88d-f3e9-4834-a06e-806a5b43bba1 None None] Port f03bb9ac-9720-43b3-a64c-d2f0e78283ba cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:58:26.542788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 9cddfe60-5771-45dc-b022-c5dc31be8c02 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:58:26.572834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d7362020-064b-42d1-acf2-80fdcf663ee8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:58:26.642459 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port d7362020-064b-42d1-acf2-80fdcf663ee8 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:26.647476 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d7362020-064b-42d1-acf2-80fdcf663ee8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:26.647835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:26.743431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:58:26.757056 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a4bb8ddd-4bc0-4778-bf8d-f25d50213f17 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/9cddfe60-5771-45dc-b022-c5dc31be8c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2584884 Jan 12 09:58:26.759587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45448) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:26.800588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:26.831783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port d7362020-064b-42d1-acf2-80fdcf663ee8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d7362020-064b-42d1-acf2-80fdcf663ee8,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:26.838210 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:26.838966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 50070d89-5a42-4b2a-8860-ff1240a978a2 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:58:26.894094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c4f0e-1752-46cf-a19c-ccb6c6f3a053 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:26.894428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c4f0e-1752-46cf-a19c-ccb6c6f3a053 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:26.894850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c4f0e-1752-46cf-a19c-ccb6c6f3a053 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:26.895199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c4f0e-1752-46cf-a19c-ccb6c6f3a053 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:26.896783 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-791c4f0e-1752-46cf-a19c-ccb6c6f3a053 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1362929 Jan 12 09:58:26.899573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45452) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:26.947262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=d7362020-064b-42d1-acf2-80fdcf663ee8,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:26.964632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 50070d89-5a42-4b2a-8860-ff1240a978a2 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:26.965973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9f890-485f-4b71-80e7-5f33834cab4d tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:26.966340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9f890-485f-4b71-80e7-5f33834cab4d tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:26.966716 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9f890-485f-4b71-80e7-5f33834cab4d tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:26.967071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9f890-485f-4b71-80e7-5f33834cab4d tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:26.968705 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8ee9f890-485f-4b71-80e7-5f33834cab4d tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0682604 Jan 12 09:58:26.971354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45456) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:26.971818 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 50070d89-5a42-4b2a-8860-ff1240a978a2 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:26.972228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.089461 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.105395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 50070d89-5a42-4b2a-8860-ff1240a978a2, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=50070d89-5a42-4b2a-8860-ff1240a978a2,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:27.109914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.173737 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3f0ad608-3f49-4193-9485-1fd0c0b4d391 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2013001 Jan 12 09:58:27.173968 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=50070d89-5a42-4b2a-8860-ff1240a978a2,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:27.496870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45462) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:27.502547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1486459485', 'description': 'tempest-secgroup-smoke-1486459485 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:27.508584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:27.512702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:27.515696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:27.521432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:27.532841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.568981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:27.572795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:27.575891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:27.581710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:27.635453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.641112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.688152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04009d4-ba3c-472d-aa40-9058314b2d54,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:27.692961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.694575 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f37cdc5f-b80e-4e10-8583-f196d1a9557f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1967020 Jan 12 09:58:27.697579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45466) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:27.703329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'c04009d4-ba3c-472d-aa40-9058314b2d54', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:27.709385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:27.713424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:27.716359 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:27.722181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:27.742180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.757801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Sync routers for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:58:27.771007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:58:27.771735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:58:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:27.806776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.811055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.836133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8860e5d-2374-4e81-bcbb-9ba779df0751,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:27.846809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.848073 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-74402695-799d-4430-a9ce-546d2c9088cf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1494870 Jan 12 09:58:27.850940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45470) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:27.856533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'c04009d4-ba3c-472d-aa40-9058314b2d54', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:27.862480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:27.866449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:27.869462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:27.875109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:27.891461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.951113 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:58:27.954951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.958863 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.981731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896e71f0-98de-41ab-9eda-04472ed52ced,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:27.990568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:27.991816 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f9348afb-071a-43db-964b-e10fd7b74e29 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1399395 Jan 12 09:58:27.994705 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45474) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:28.000172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'c04009d4-ba3c-472d-aa40-9058314b2d54', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:28.005807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:28.009641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:28.012540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:28.018291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:28.035743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.100607 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.105350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.129981 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da7571f-2024-4189-9c0a-c85565ade6e2,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:28.140247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.141738 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-38030370-8fbd-4dac-aed3-3b7b079679e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1461289 Jan 12 09:58:28.144689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45478) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:28.150288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'c04009d4-ba3c-472d-aa40-9058314b2d54', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:28.157203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:28.160910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:28.164098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:28.169536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:28.186413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.249654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.254458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.268665 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:28.272677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Checking router: 9cddfe60-5771-45dc-b022-c5dc31be8c02 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:58:28.273027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Updating router 9cddfe60-5771-45dc-b022-c5dc31be8c02 port f03bb9ac-9720-43b3-a64c-d2f0e78283ba binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 09:58:28.277743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ff358e-213a-4079-8c7b-7c2edb4633c0,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:28.287712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.288902 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5e598f6f-1ed3-49bb-ad9e-57c312edb6ec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1432390 Jan 12 09:58:28.291806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45482) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:28.297180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'c04009d4-ba3c-472d-aa40-9058314b2d54', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:28.302751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:28.306395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:28.309187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:28.314916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:28.326028 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:58:28.326577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.332334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.395271 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.399245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.421866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81cde19-4f7f-403b-9957-3a15949a9fd4,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:28.436706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.438256 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a33f3487-a22b-4d71-9103-8ef209513b20 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1454766 Jan 12 09:58:28.441128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45486) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:28.446916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': 'c04009d4-ba3c-472d-aa40-9058314b2d54', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:28.453052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:28.456948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:28.459759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:28.465473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:28.476058 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:58:28.483590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.560223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d7362020-064b-42d1-acf2-80fdcf663ee8 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:58:28.562815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.566805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.589005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521b36fa-16d5-42cb-b9b3-48a50e5b501a,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:28.597929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.599106 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6910a56e-7fef-4c6c-a6af-a18bcdf9caaa tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1569850 Jan 12 09:58:28.707727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d7362020-064b-42d1-acf2-80fdcf663ee8 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:28.708055 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.781687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-beccbd8f-fff9-41c3-a2c5-fbf6f9c9387f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:58:28.784392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.798496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-beccbd8f-fff9-41c3-a2c5-fbf6f9c9387f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:58:28.799814 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-beccbd8f-fff9-41c3-a2c5-fbf6f9c9387f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486459485&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0586648 Jan 12 09:58:28.801545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Transition to ACTIVE for port object f03bb9ac-9720-43b3-a64c-d2f0e78283ba will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:28.838417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:28.947985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-676bf49d-dd58-46b9-93d4-8f9f4f5c6f42 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:28.948699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-676bf49d-dd58-46b9-93d4-8f9f4f5c6f42 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:58:28.966625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-676bf49d-dd58-46b9-93d4-8f9f4f5c6f42 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:58:28.968208 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-676bf49d-dd58-46b9-93d4-8f9f4f5c6f42 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 797 time: 0.1612849 Jan 12 09:58:28.985722 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-00c12597-9f5b-468a-a32a-21baa82ddcfc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/quotas/d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 375 time: 0.0113521 Jan 12 09:58:29.011287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 50070d89-5a42-4b2a-8860-ff1240a978a2 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:58:29.056781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a056b60-737c-442c-8dea-4eea3d3f06da None None] Pushing event updated for resources: {'Port': ['ID=f03bb9ac-9720-43b3-a64c-d2f0e78283ba,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:29.070025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-abf4e331-0ef6-4ed4-bb38-0acf70ff13d0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:58:29.087296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-abf4e331-0ef6-4ed4-bb38-0acf70ff13d0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:58:29.088966 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-abf4e331-0ef6-4ed4-bb38-0acf70ff13d0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950270 Jan 12 09:58:29.183521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Attempting to bind port f03bb9ac-9720-43b3-a64c-d2f0e78283ba on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:58:29.183812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Attempting to bind port f03bb9ac-9720-43b3-a64c-d2f0e78283ba by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:58:29.184165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Attempting to bind port f03bb9ac-9720-43b3-a64c-d2f0e78283ba on network 45b7ca52-476a-4600-aed7-f17808c62df1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:58:29.199880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:58:29.200252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Checking segment: {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:58:29.200645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:29.201030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Bound using segment: {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:58:29.201498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Bound port: f03bb9ac-9720-43b3-a64c-d2f0e78283ba, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:58:29.201858 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:29.215265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 50070d89-5a42-4b2a-8860-ff1240a978a2 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:29.215619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:29.291501 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-6008bf58-018e-48e9-9f38-91dd767a9f56 service neutron] 10.222.0.58 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904471 Jan 12 09:58:29.368084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] For port f03bb9ac-9720-43b3-a64c-d2f0e78283ba, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:58:29.395422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] For port f03bb9ac-9720-43b3-a64c-d2f0e78283ba, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f03bb9ac-9720-43b3-a64c-d2f0e78283ba,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:58:29.404574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:29.490976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a056b60-737c-442c-8dea-4eea3d3f06da None None] Pushing event updated for resources: {'Port': ['ID=f03bb9ac-9720-43b3-a64c-d2f0e78283ba,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:29.497626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:58:29.498243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:58:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:29.547023 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-2dc0599a-2748-425f-87da-ceba90af9a10 service neutron] 10.222.0.58 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494068 Jan 12 09:58:29.686385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:58:29.745485 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e4a2544a-9229-4ceb-854e-b74aca3b8b77 req-2c13f917-1745-44c9-b2ea-4601259bf4b5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 210 time: 0.0439470 Jan 12 09:58:30.012159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:29Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:30.016217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801dda2-07c3-4d14-8050-59f40159b271 None None] The sync data for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv is: [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:29Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:58:30.554636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f03bb9ac-9720-43b3-a64c-d2f0e78283ba up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:58:30.627986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port f03bb9ac-9720-43b3-a64c-d2f0e78283ba completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:30.633486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f03bb9ac-9720-43b3-a64c-d2f0e78283ba triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:30.633876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:30.750375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:30.786030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port f03bb9ac-9720-43b3-a64c-d2f0e78283ba, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f03bb9ac-9720-43b3-a64c-d2f0e78283ba,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:30.791773 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:30.880681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=f03bb9ac-9720-43b3-a64c-d2f0e78283ba,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:30.977269 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-19b0dbee-dda1-4753-a722-4d5b040b4620 req-067ff899-5d1c-4266-b729-b7d70d7d65b4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 210 time: 0.0543692 Jan 12 09:58:31.030710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-c9f379da-bb23-41d4-957b-81618b3e6fe5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:31.032088 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-c9f379da-bb23-41d4-957b-81618b3e6fe5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 797 time: 0.1914434 Jan 12 09:58:31.090100 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-00d439da-cfb9-467e-a156-048b8c542805 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 380 time: 0.0456903 Jan 12 09:58:31.098268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'admin_state_up': True, 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'security_groups': ['c04009d4-ba3c-472d-aa40-9058314b2d54']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:31.233668 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:31.243954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:31.256401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:58:31.259564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:31.427319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.3 (45b7ca52-476a-4600-aed7-f17808c62df1/1fb2b97b-c1e7-4881-9b21-7c986415756f/7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:58:31.618297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:31.636504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:31.662116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:31.731670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 45b7ca52-476a-4600-aed7-f17808c62df1 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:58:31.734901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:58:31.739119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:58:31.763558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:31.805835 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:31.806436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:31.831664 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-26829a86-c05c-4cf7-90b7-bb20d7aff4bd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7373219 Jan 12 09:58:31.843951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Request body: {'port': {'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:31.949497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:32.012619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a7a8d767-20b0-4488-9746-7fd0193651bb None None] Provisioning for port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:32.017607 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a7a8d767-20b0-4488-9746-7fd0193651bb None None] Provisioning complete for port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:32.018366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7a8d767-20b0-4488-9746-7fd0193651bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:32.072175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8d767-20b0-4488-9746-7fd0193651bb None None] Port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:58:32.277689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a340-7513-4c30-953a-020e9a45525f req-82224fa8-8a5b-457e-8cc1-025fdfd21ddd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:32.278269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d4a6a340-7513-4c30-953a-020e9a45525f req-82224fa8-8a5b-457e-8cc1-025fdfd21ddd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:58:32.345984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d4a6a340-7513-4c30-953a-020e9a45525f req-82224fa8-8a5b-457e-8cc1-025fdfd21ddd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:58:32.347133 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d4a6a340-7513-4c30-953a-020e9a45525f req-82224fa8-8a5b-457e-8cc1-025fdfd21ddd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 931 time: 0.2378514 Jan 12 09:58:32.352609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:58:32.372754 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:32.398296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Transition to ACTIVE for port object 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:32.404568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:32.530300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f03bb9ac-9720-43b3-a64c-d2f0e78283ba up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:58:32.557265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d4a6a340-7513-4c30-953a-020e9a45525f req-908174a8-d2ae-4d25-ac4d-777f83eb9bcd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003560 Jan 12 09:58:32.604511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f03bb9ac-9720-43b3-a64c-d2f0e78283ba triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:32.604846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:32.636776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:32.746858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Attempting to bind port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:58:32.747193 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Attempting to bind port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:58:32.747515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Attempting to bind port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e on network 45b7ca52-476a-4600-aed7-f17808c62df1 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:58:32.753399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e on network 45b7ca52-476a-4600-aed7-f17808c62df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:58:32.753715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Attempting to bind port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e on network 45b7ca52-476a-4600-aed7-f17808c62df1 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:58:32.759972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:58:32.760302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Checking segment: {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:58:32.760680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Bound using segment: {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:58:32.761091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Bound port: 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:58:32.761432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:32.850958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] For port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:58:32.853670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] For port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:58:32.858729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:32.918829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:32.920161 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 1093 time: 1.0804574 Jan 12 09:58:32.920581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:32.941953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79093504-8b3f-473a-9c24-4fa8e688fb62 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:32.994365 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'status': 'completed', 'code': 200} Jan 12 09:58:33.036110 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-39a90465-4570-4820-8110-75bbd607d8f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1096 time: 0.0734935 Jan 12 09:58:33.107881 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-9a352922-7945-4306-9515-0ac4f4e8be9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 217 time: 0.0650582 Jan 12 09:58:33.167756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-fb21f03f-e113-4b81-9ad4-52eed5eabbed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:33.169180 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-fb21f03f-e113-4b81-9ad4-52eed5eabbed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0564325 Jan 12 09:58:33.259100 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-37913069-b751-42f3-a53e-f706bc1ec3d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844617 Jan 12 09:58:33.392931 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-610a5cb3-780f-4210-9e39-dc932f4ad522 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280351 Jan 12 09:58:33.531445 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-68d58023-98e0-4c7d-9387-b26e4b55a639 req-be6d4067-a262-415a-8247-6bdcabd06e21 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330986 Jan 12 09:58:33.651462 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d62aa91-2635-4e68-9c7c-f71a913cb10e req-ce05fe50-66e8-4c8b-9bcd-c6dd0d33ef52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1096 time: 0.0675211 Jan 12 09:58:33.831799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62aa91-2635-4e68-9c7c-f71a913cb10e req-7c252c33-1648-4e20-929b-d0906aa619fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:33.833232 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d62aa91-2635-4e68-9c7c-f71a913cb10e req-7c252c33-1648-4e20-929b-d0906aa619fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 898 time: 0.1760707 Jan 12 09:58:33.895783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682ab0d-ad77-40b3-baa1-5ca37755fd47 req-9c28c0cc-7097-492a-bae6-955b4d000654 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:33.897093 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1682ab0d-ad77-40b3-baa1-5ca37755fd47 req-9c28c0cc-7097-492a-bae6-955b4d000654 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 943 time: 0.2169211 Jan 12 09:58:33.922475 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d62aa91-2635-4e68-9c7c-f71a913cb10e req-7dc54515-c514-4da1-9322-c452cde3ef82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 217 time: 0.0834539 Jan 12 09:58:33.990780 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1682ab0d-ad77-40b3-baa1-5ca37755fd47 req-58f07ef0-0879-455c-918a-19ea671fdfe4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869658 Jan 12 09:58:33.995854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62aa91-2635-4e68-9c7c-f71a913cb10e req-de20da9f-2bab-47dc-8ad8-8276be0509b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:33.997175 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d62aa91-2635-4e68-9c7c-f71a913cb10e req-de20da9f-2bab-47dc-8ad8-8276be0509b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0693240 Jan 12 09:58:34.076065 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d62aa91-2635-4e68-9c7c-f71a913cb10e req-74029a05-6449-47d4-a0d1-d67635a0efe3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732613 Jan 12 09:58:34.218329 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d62aa91-2635-4e68-9c7c-f71a913cb10e req-b2c9c4fc-07a3-4132-b849-755246f56943 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280570 Jan 12 09:58:34.443326 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d62aa91-2635-4e68-9c7c-f71a913cb10e req-c0251e26-a264-41dd-88be-b4d44dd38107 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184865 Jan 12 09:58:35.211276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a46a3-00d1-4c06-b86a-78b512c41139 req-0eee21f6-6040-4110-8d99-511d650ba8de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:35.212702 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b2a46a3-00d1-4c06-b86a-78b512c41139 req-0eee21f6-6040-4110-8d99-511d650ba8de tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 943 time: 0.0902507 Jan 12 09:58:35.258202 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b2a46a3-00d1-4c06-b86a-78b512c41139 req-e10e35d8-2864-47a7-b080-fcd033472f15 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398548 Jan 12 09:58:36.470786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f43b-f834-4ec1-a8b8-86f34012de55 req-90e5f026-0899-462c-9ae6-ca6ba0ec6920 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:36.472273 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1186f43b-f834-4ec1-a8b8-86f34012de55 req-90e5f026-0899-462c-9ae6-ca6ba0ec6920 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 943 time: 0.0845485 Jan 12 09:58:36.526691 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1186f43b-f834-4ec1-a8b8-86f34012de55 req-d41e558f-4a53-4891-8c6c-63e3d23a1965 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485625 Jan 12 09:58:37.459060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:58:37.633596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:37.646868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'mac_address': 'fa:16:3e:8c:13:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:58:37.700610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:37.717865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:58:37.728720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52f39f-1f44-48fc-83e9-960f35de70ec req-88922858-0892-4632-8320-3ef92b504778 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:37.730180 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb52f39f-1f44-48fc-83e9-960f35de70ec req-88922858-0892-4632-8320-3ef92b504778 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 943 time: 0.0782349 Jan 12 09:58:37.732788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:37.737478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:37.777728 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb52f39f-1f44-48fc-83e9-960f35de70ec req-43ebe944-9be7-4175-8000-d39cdba08938 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Jan 12 09:58:37.806487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:38.103413 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:58:38.997343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed08b-9b2b-4296-a12b-dfdb0469a8f7 req-047fc456-e1a0-49b1-b361-07f34c158ecf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:38.998855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c57ed08b-9b2b-4296-a12b-dfdb0469a8f7 req-047fc456-e1a0-49b1-b361-07f34c158ecf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 944 time: 0.0896935 Jan 12 09:58:39.048278 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c57ed08b-9b2b-4296-a12b-dfdb0469a8f7 req-8714c41b-738e-4717-bc3d-37bf68818ee4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410225 Jan 12 09:58:39.508269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:58:39.590454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:39.595938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:39.596363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:39.716963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:39.744043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:39.753913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:39.758746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:39.823312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:39.875715 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'code': 200} Jan 12 09:58:40.102466 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-774affd2-dde1-4b33-b513-fddde16e45af req-d43587b6-625f-4897-8860-3ae254fb713c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1098 time: 0.0705690 Jan 12 09:58:40.143148 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-774affd2-dde1-4b33-b513-fddde16e45af req-d7357c02-59eb-4bc4-880c-259ad98aef92 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349221 Jan 12 09:58:40.253188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fedb6-d31c-4b3c-a4bb-db638c8c3cfa req-7872bd87-b911-4230-ade0-b82ebfb49de2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:40.255651 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b8fedb6-d31c-4b3c-a4bb-db638c8c3cfa req-7872bd87-b911-4230-ade0-b82ebfb49de2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 945 time: 0.0872815 Jan 12 09:58:40.301095 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b8fedb6-d31c-4b3c-a4bb-db638c8c3cfa req-15081925-f3ed-43e2-80b9-2c20ffeffb47 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398111 Jan 12 09:58:41.512634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb6390-08e2-41fc-866c-34f99f510095 req-2fd21db5-aabb-4d78-a3b4-42b6fe2802a8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:41.514235 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2ffb6390-08e2-41fc-866c-34f99f510095 req-2fd21db5-aabb-4d78-a3b4-42b6fe2802a8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 945 time: 0.0789404 Jan 12 09:58:41.564728 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2ffb6390-08e2-41fc-866c-34f99f510095 req-4c4c8ed0-88b7-4bcf-aaeb-d25f4205fd0d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442622 Jan 12 09:58:42.779605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f2352-3e02-4351-ac7d-3ff9e405bb2e req-b8acb6f3-300d-4069-bc16-57d21abdab3d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:42.781177 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df6f2352-3e02-4351-ac7d-3ff9e405bb2e req-b8acb6f3-300d-4069-bc16-57d21abdab3d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 945 time: 0.0793316 Jan 12 09:58:42.828644 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df6f2352-3e02-4351-ac7d-3ff9e405bb2e req-7d7a4081-e0f9-4b6d-b8b3-761532bf7173 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397213 Jan 12 09:58:43.041874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3bf73-69d8-45a8-a895-523ba29fbf68 req-6f0d8b0e-4da5-4a98-9103-960536b15a01 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:43.043224 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aeb3bf73-69d8-45a8-a895-523ba29fbf68 req-6f0d8b0e-4da5-4a98-9103-960536b15a01 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 945 time: 0.0955415 Jan 12 09:58:43.092094 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aeb3bf73-69d8-45a8-a895-523ba29fbf68 req-b3492e0a-3aff-495c-a67b-b69977959bef tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Jan 12 09:58:43.126943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45542) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:43.199848 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-aee0fe66-4376-4b41-b152-5cf610d8a646 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1093 time: 0.0718169 Jan 12 09:58:43.203710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45546) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:43.208696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:43.214073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:43.217919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:floatingip and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:43.220809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:43.226387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:43.239341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:43.380088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:43.514040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.213 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/83a933ec-d6f7-4a6b-8336-e8c15b151cfe) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:58:43.659008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:43.699126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:43.764426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:58:43.767521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:58:43.772333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:58:43.800098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=83a933ec-d6f7-4a6b-8336-e8c15b151cfe,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:44.371740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:44.468834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:44.541013 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74fa472f-c553-4ec1-ac69-0674d405b1f4 req-2608b53f-f8aa-484a-8a27-3d884221447b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1647854 Jan 12 09:58:44.736933 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74fa472f-c553-4ec1-ac69-0674d405b1f4 req-5a272f5a-896c-4df1-a05b-223213c52b25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1098 time: 0.1285863 Jan 12 09:58:44.743630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:44.751438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:44.950436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=83a933ec-d6f7-4a6b-8336-e8c15b151cfe,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:44.989727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:45.063834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa472f-c553-4ec1-ac69-0674d405b1f4 req-c18e0671-b273-4fa1-a4ff-559cf8fd2689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:45.066166 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74fa472f-c553-4ec1-ac69-0674d405b1f4 req-c18e0671-b273-4fa1-a4ff-559cf8fd2689 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 898 time: 0.2748132 Jan 12 09:58:45.180584 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74fa472f-c553-4ec1-ac69-0674d405b1f4 req-dc94f618-fa26-4342-8464-ba48db885a52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 999 time: 0.1081433 Jan 12 09:58:45.301775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa472f-c553-4ec1-ac69-0674d405b1f4 req-d48c7f9e-6da5-496b-a04b-04c7bec31090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:45.303131 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74fa472f-c553-4ec1-ac69-0674d405b1f4 req-d48c7f9e-6da5-496b-a04b-04c7bec31090 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.1172245 Jan 12 09:58:45.374248 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP c06f681d-c802-4418-bd37-d5be224c5daf associated. External IP: 172.26.1.213, port: 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e. Jan 12 09:58:45.554913 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74fa472f-c553-4ec1-ac69-0674d405b1f4 req-248e2c38-b711-4cd3-91e1-6f34824b0b1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2454114 Jan 12 09:58:45.749170 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74fa472f-c553-4ec1-ac69-0674d405b1f4 req-9893ca57-c388-4a5c-975e-67fdb22e0e15 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848235 Jan 12 09:58:45.899163 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74fa472f-c553-4ec1-ac69-0674d405b1f4 req-4d407c1e-94ff-480b-bc46-69a51c672117 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369386 Jan 12 09:58:46.108854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 9cddfe60-5771-45dc-b022-c5dc31be8c02 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:58:46.309672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:58:46.319856 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] Sync routers for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:58:46.332656 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:58:46.333460 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:58:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:46.335384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:46.396175 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-32c01dda-d27c-4407-98f8-a47e3b677637 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1914845 Jan 12 09:58:46.396792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:46.399353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45550) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:46.451772 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'status': 'completed', 'code': 200} Jan 12 09:58:46.473681 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e0669d54-977e-4682-9a31-2846e6cd896a tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1093 time: 0.0705929 Jan 12 09:58:46.519626 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:58:46.557557 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b5ad8b1-ca5a-4d4c-9976-393d4f6863ed req-b6402b8a-84bf-49d6-a61d-79dfd8cce56e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1098 time: 0.0813625 Jan 12 09:58:46.692890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ad8b1-ca5a-4d4c-9976-393d4f6863ed req-93054d0d-2ff9-4d5f-ab0d-d0fc048a4cc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:46.694239 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b5ad8b1-ca5a-4d4c-9976-393d4f6863ed req-93054d0d-2ff9-4d5f-ab0d-d0fc048a4cc1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 898 time: 0.1311572 Jan 12 09:58:46.798110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45558) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:46.804167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752488948', 'description': 'tempest-secgroup-smoke-1752488948 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:46.804538 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b5ad8b1-ca5a-4d4c-9976-393d4f6863ed req-a0fb35db-346a-4f23-bd55-b2410d3e75ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 999 time: 0.1042225 Jan 12 09:58:46.810373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:46.820050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:46.830425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:46.871926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:46.873174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ad8b1-ca5a-4d4c-9976-393d4f6863ed req-88ca7c6e-add3-4efc-88d6-c5d23823dafa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:46.874767 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b5ad8b1-ca5a-4d4c-9976-393d4f6863ed req-88ca7c6e-add3-4efc-88d6-c5d23823dafa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0644560 Jan 12 09:58:46.875960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:46.878884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:46.885799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:46.898710 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'c06f681d-c802-4418-bd37-d5be224c5daf', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.213', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:8c:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:58:44Z', 'updated_at': '2022-01-12T09:58:44Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:46.905873 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] Checking router: 9cddfe60-5771-45dc-b022-c5dc31be8c02 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:58:46.919096 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:58:46.919725 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:58:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:46.951777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:46.957376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:46.972815 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b5ad8b1-ca5a-4d4c-9976-393d4f6863ed req-ee5e1ca5-9c02-4c64-ba8e-607a39303416 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913908 Jan 12 09:58:47.013345 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817f6433-5c68-4853-926d-8b8c8f262f42,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:47.018989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.019486 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0f59d899-f401-4efd-8662-0510e7b9b2c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2203507 Jan 12 09:58:47.024715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45562) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:47.030918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '817f6433-5c68-4853-926d-8b8c8f262f42', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:47.037300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:47.041238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:47.044245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:47.050110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:47.071668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.145484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.146271 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:58:47.152814 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.179169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d0946b-8da6-4a05-8c0b-f50b2d234dbc,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:47.190724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.192136 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f95a7f35-c187-49f4-aebc-27a8ab28bf81 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1663594 Jan 12 09:58:47.194893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45566) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:47.200788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '817f6433-5c68-4853-926d-8b8c8f262f42', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:47.207328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:47.211953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:47.215373 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:47.222116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:47.241422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.263883 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b5ad8b1-ca5a-4d4c-9976-393d4f6863ed req-918ca350-d4d0-432c-9938-037641ef9874 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832191 Jan 12 09:58:47.407293 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b5ad8b1-ca5a-4d4c-9976-393d4f6863ed req-9116b11c-ebf0-4e21-954c-8d759c136c05 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380949 Jan 12 09:58:47.417538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.424033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.446855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9569cdd-b3ac-4f9c-9f97-85b1307326a5,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:47.466598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.468074 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d40906b4-4d8f-4bb6-b096-6cb475891f7a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2721105 Jan 12 09:58:47.471781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45570) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:47.479446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '817f6433-5c68-4853-926d-8b8c8f262f42', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:47.486232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:47.490310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:47.493337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:47.503452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:47.520693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.572811 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'c06f681d-c802-4418-bd37-d5be224c5daf', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.213', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:8c:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:58:44Z', 'updated_at': '2022-01-12T09:58:44Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:47.577958 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3167bf-b310-4102-a943-ea560dcea249 None None] The sync data for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv is: [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'c06f681d-c802-4418-bd37-d5be224c5daf', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.213', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:8c:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:58:44Z', 'updated_at': '2022-01-12T09:58:44Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:58:47.590964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.595941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.622562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1affbb1-e58b-4bf7-bf0a-61492e252a80,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:47.635928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.640403 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3f54950c-5c0f-4493-af34-df48613c3dbb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1633124 Jan 12 09:58:47.640672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45574) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:47.646594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '817f6433-5c68-4853-926d-8b8c8f262f42', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:47.652560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:47.656411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:47.659494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:47.667321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:47.689021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.771600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.776754 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.795801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd33300-7544-4019-88cd-62ca3a5f9296 None None] New status for floating IP c06f681d-c802-4418-bd37-d5be224c5daf: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:58:47.800671 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86896a8d-19c2-4d74-99e5-19553aa4d03b,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:47.810169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.814053 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-83f5de3d-4e90-4389-8891-1033a6be79be tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1698389 Jan 12 09:58:47.814426 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45578) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:47.821223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '817f6433-5c68-4853-926d-8b8c8f262f42', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:47.827428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:47.831180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:47.834730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:47.840474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:47.851052 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:58:47.857704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.922983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.928651 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.951609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145cb15c-a786-44f0-81e4-1cb13cc68b19,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:47.960924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:47.962327 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8a504c68-9158-46fa-afbd-2033c24b120d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1468999 Jan 12 09:58:47.965385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45582) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:47.971638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '817f6433-5c68-4853-926d-8b8c8f262f42', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:47.977400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:47.980564 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:58:47.981341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:58:47.984255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:58:47.991024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:48.002789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:58:48.009231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:48.075763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:48.080730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:48.103198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a6e852-048c-4911-b014-36fbe3937385,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:48.112573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:48.113764 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9dabbe5f-22c6-48c4-819d-c1f547f65294 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1473012 Jan 12 09:58:48.283298 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-8fdc1f62-a810-45e6-ba5a-e3f90d8a3f78 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752488948&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0400331 Jan 12 09:58:48.427991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5096800-102d-4564-9961-59fe61fc3332 req-8ef89f03-e562-4d4b-97d1-62be99478fec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:48.429391 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-8ef89f03-e562-4d4b-97d1-62be99478fec tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 797 time: 0.1394610 Jan 12 09:58:48.445790 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-69ac70c9-2d1d-4b48-957d-d73ab1e348b4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/quotas/d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 375 time: 0.0107334 Jan 12 09:58:48.534158 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-91783cc2-2a54-4918-a2b2-b22d222ca5bb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0832379 Jan 12 09:58:48.622556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-0d4f9ebc-f6e5-4276-82ad-5f4e92d4a4d4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 09:58:48.623814 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-0d4f9ebc-f6e5-4276-82ad-5f4e92d4a4d4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0781276 Jan 12 09:58:48.776558 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-68f382f7-b307-46c5-8332-6e738f47bd02 service neutron] 10.222.0.58 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462724 Jan 12 09:58:48.907078 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-09c57981-9ef4-4a99-9fde-aabec896d32d service neutron] 10.222.0.58 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247740 Jan 12 09:58:49.083082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a541ed18-b9b2-4a47-80ba-7c1926aea891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:50.120693 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a97d9da5-6a5e-490a-82b3-3c9202aee49f req-0aa6bdf9-db70-44ca-8490-0f895c4c5359 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 210 time: 0.0404012 Jan 12 09:58:51.184669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5096800-102d-4564-9961-59fe61fc3332 req-159588a0-c0d5-4bbc-ac1b-5c6b33fa5ed7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:51.186221 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-159588a0-c0d5-4bbc-ac1b-5c6b33fa5ed7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 797 time: 0.1505709 Jan 12 09:58:51.195707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bf4c35b8-6366-4677-a9bc-49a808de26f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:51.243445 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-efb77077-3ac5-4177-8f08-0bf13684aaf5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 473 time: 0.0448179 Jan 12 09:58:51.251960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'device_id': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'admin_state_up': True, 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'security_groups': ['817f6433-5c68-4853-926d-8b8c8f262f42']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:51.354371 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fdaa41aa-fb1a-4fa0-9136-ef883661597e req-f2dcbc85-98c9-46ce-8d22-e7a10398aaab tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 210 time: 0.0888131 Jan 12 09:58:51.426437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:51.435986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:51.448180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:58:51.451429 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:51.611465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.12 (45b7ca52-476a-4600-aed7-f17808c62df1/1fb2b97b-c1e7-4881-9b21-7c986415756f/1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:58:51.745132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:51.896389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:51.913353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:51.936326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:52.006314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 45b7ca52-476a-4600-aed7-f17808c62df1 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:58:52.009383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:58:52.013809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:58:52.041951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:52.079789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:52.080412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:52.106783 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-55a400d9-04ea-4e26-b537-7f6e0b09482b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8587852 Jan 12 09:58:52.118071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Request body: {'port': {'device_id': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:58:52.229069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:52.286473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e4e94c1c-c398-484e-a396-1823b967fcbc None None] Provisioning for port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:52.291618 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e4e94c1c-c398-484e-a396-1823b967fcbc None None] Provisioning complete for port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:52.292002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4e94c1c-c398-484e-a396-1823b967fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:52.342671 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e4e94c1c-c398-484e-a396-1823b967fcbc None None] Port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 09:58:52.516136 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:52.597468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:52.632521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ce1c2-5786-4048-9c3a-e77f6697ef5c req-ed5b5b40-aaad-4dd8-8034-bbd951ad65e9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:52.633226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-a55ce1c2-5786-4048-9c3a-e77f6697ef5c req-ed5b5b40-aaad-4dd8-8034-bbd951ad65e9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:58:52.639318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:58:52.648048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:52.666653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-a55ce1c2-5786-4048-9c3a-e77f6697ef5c req-ed5b5b40-aaad-4dd8-8034-bbd951ad65e9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:58:52.667819 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a55ce1c2-5786-4048-9c3a-e77f6697ef5c req-ed5b5b40-aaad-4dd8-8034-bbd951ad65e9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 932 time: 0.1881731 Jan 12 09:58:52.668666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Transition to ACTIVE for port object 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:52.672619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:52.834568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:52.852037 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a55ce1c2-5786-4048-9c3a-e77f6697ef5c req-799403cd-fc5f-4602-8dc2-8713e85173ce tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741631 Jan 12 09:58:52.952859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Attempting to bind port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:58:52.953189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Attempting to bind port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:58:52.953508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Attempting to bind port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 on network 45b7ca52-476a-4600-aed7-f17808c62df1 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:58:52.959269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 on network 45b7ca52-476a-4600-aed7-f17808c62df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 09:58:52.959586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Attempting to bind port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 on network 45b7ca52-476a-4600-aed7-f17808c62df1 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 09:58:52.965702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 09:58:52.966036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Checking segment: {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 09:58:52.966414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Bound using segment: {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 09:58:52.966869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Bound port: 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f6de7a-d4a7-42e0-ae51-a4ef39c17841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:58:52.967225 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:53.056223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] For port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 09:58:53.059152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] For port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 09:58:53.065847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:53.125993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:53.127231 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] 10.222.0.59 "PUT /v2.0/ports/1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 HTTP/1.1" status: 200 len: 1094 time: 1.0138538 Jan 12 09:58:53.127687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'tag': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:53.145094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63559b7d-9256-4f6e-8b5c-3a2d1b0e9283 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:53.200981 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'tag': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'status': 'completed', 'code': 200} Jan 12 09:58:53.249042 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-1107e4b6-18a0-4ac3-b0b3-ef250b9fa7f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 1097 time: 0.0810084 Jan 12 09:58:53.318428 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-085c493b-aacf-4269-991b-b366f08c758e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 HTTP/1.1" status: 200 len: 217 time: 0.0629478 Jan 12 09:58:53.383928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5096800-102d-4564-9961-59fe61fc3332 req-9d58b1ac-9604-4be1-b530-89975ac59f77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:53.385309 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-9d58b1ac-9604-4be1-b530-89975ac59f77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0610673 Jan 12 09:58:53.460883 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-a4abc4b0-183a-464d-b698-3f5029958181 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693676 Jan 12 09:58:53.590431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-184d54b8-752e-44df-b5c8-1ce1c9c09227 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235676 Jan 12 09:58:53.810634 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d5096800-102d-4564-9961-59fe61fc3332 req-3c3585e3-910f-4988-859b-f1582ab915e2 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136393 Jan 12 09:58:53.886644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:53.938383 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e10a515-9c51-47e7-95e5-f3964b327f68 req-fb79c34a-6c33-4bbe-b4cd-2066f450de26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 1097 time: 0.0728550 Jan 12 09:58:54.115747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a515-9c51-47e7-95e5-f3964b327f68 req-325f835a-9279-4952-bd4a-0ed9220c9b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:54.117103 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e10a515-9c51-47e7-95e5-f3964b327f68 req-325f835a-9279-4952-bd4a-0ed9220c9b73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 898 time: 0.1732342 Jan 12 09:58:54.191316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c71507-349a-4189-a621-f20e6474ac4b req-f2f64126-2990-4a00-955a-ecf0f5929958 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:54.192808 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-32c71507-349a-4189-a621-f20e6474ac4b req-f2f64126-2990-4a00-955a-ecf0f5929958 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 944 time: 0.1841943 Jan 12 09:58:54.215744 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e10a515-9c51-47e7-95e5-f3964b327f68 req-da482cae-f709-4dda-8978-d354a9891304 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 HTTP/1.1" status: 200 len: 217 time: 0.0900393 Jan 12 09:58:54.279799 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-32c71507-349a-4189-a621-f20e6474ac4b req-c863b49d-7d6f-473c-a645-68b36f2b781b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799344 Jan 12 09:58:54.292420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a515-9c51-47e7-95e5-f3964b327f68 req-adaf2c2b-0ff9-4df7-8971-b997be5fa322 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:54.293769 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e10a515-9c51-47e7-95e5-f3964b327f68 req-adaf2c2b-0ff9-4df7-8971-b997be5fa322 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0647330 Jan 12 09:58:54.373254 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e10a515-9c51-47e7-95e5-f3964b327f68 req-84be6008-33f9-4f89-9c5c-eb2c84033ea3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715029 Jan 12 09:58:54.502222 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e10a515-9c51-47e7-95e5-f3964b327f68 req-b6ce587e-c2fb-4db3-852a-82ed4b509b1c service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220965 Jan 12 09:58:54.638300 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e10a515-9c51-47e7-95e5-f3964b327f68 req-ce7f53b4-4c53-4ffd-af86-ab011da8d28c service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293406 Jan 12 09:58:55.491184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eec54-2ee8-4e57-b253-9432db34bd4b req-2e4ff7e5-b64b-4664-a92f-c5198f22c668 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:55.492745 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c34eec54-2ee8-4e57-b253-9432db34bd4b req-2e4ff7e5-b64b-4664-a92f-c5198f22c668 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 944 time: 0.0776544 Jan 12 09:58:55.541018 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c34eec54-2ee8-4e57-b253-9432db34bd4b req-b7f0255e-f44b-4084-a5ae-0c6ea1efd792 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395184 Jan 12 09:58:56.770653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61154c-a629-42bd-8eca-d508bb9172d6 req-a558e629-d0ae-41c5-93e2-0d63501fb16c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:56.772216 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-de61154c-a629-42bd-8eca-d508bb9172d6 req-a558e629-d0ae-41c5-93e2-0d63501fb16c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 944 time: 0.0911927 Jan 12 09:58:56.818327 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-de61154c-a629-42bd-8eca-d508bb9172d6 req-277c448d-cf16-4237-bba5-2de7dff0200e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405695 Jan 12 09:58:57.786415 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:58:57.926407 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:57.940027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'port_id': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'mac_address': 'fa:16:3e:21:e1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:58:57.996183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:58.015482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:58:58.021453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c11ae8-5bb9-438e-a650-0de59a57837f req-769b5a86-b28d-4f9c-8d7b-9e10d043c2ed tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:58.023246 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-50c11ae8-5bb9-438e-a650-0de59a57837f req-769b5a86-b28d-4f9c-8d7b-9e10d043c2ed tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 944 time: 0.0784221 Jan 12 09:58:58.030883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:58.036169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:58.070645 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-50c11ae8-5bb9-438e-a650-0de59a57837f req-e4760db5-3a02-43e6-986b-93e74c64917f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415559 Jan 12 09:58:58.101653 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:58.365449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 09:58:59.289200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5bbea-0be2-4924-879b-7dec66fe7314 req-52ccde87-0413-4e96-833c-0dd2d7a9971d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:59.290608 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20b5bbea-0be2-4924-879b-7dec66fe7314 req-52ccde87-0413-4e96-833c-0dd2d7a9971d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 945 time: 0.0845673 Jan 12 09:58:59.337428 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20b5bbea-0be2-4924-879b-7dec66fe7314 req-8ad4911a-42db-4c59-a306-8658ebd2d024 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384688 Jan 12 09:58:59.682723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:58:59.783830 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:59.788786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:59.789158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:59.900827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:59.929270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:59.940198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 09:58:59.946916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:59.993439 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'code': 200} Jan 12 09:59:00.023672 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:00.222935 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-66972ea5-1e40-412a-9333-49158aecd138 req-1e920b1e-1aa8-41f0-b973-8328ed0bbb82 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 1099 time: 0.0705442 Jan 12 09:59:00.267218 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-66972ea5-1e40-412a-9333-49158aecd138 req-ae0b1d17-ec2b-436b-8cce-7f7d1ac74204 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384865 Jan 12 09:59:00.548551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaea06-6517-41b5-9e7e-4dd6878fbf86 req-481d3514-18bd-4db8-ab31-77c8bddfd958 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:00.550002 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4ccaea06-6517-41b5-9e7e-4dd6878fbf86 req-481d3514-18bd-4db8-ab31-77c8bddfd958 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 946 time: 0.0789957 Jan 12 09:59:00.596416 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4ccaea06-6517-41b5-9e7e-4dd6878fbf86 req-c85c28bd-33dd-4740-9078-3889bbfd08ee tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408690 Jan 12 09:59:01.810020 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855b8f9-3d7e-4f10-8c29-268036ff64df req-985a6d54-d7a7-463b-97f8-27b945bbcb47 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:01.811377 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6855b8f9-3d7e-4f10-8c29-268036ff64df req-985a6d54-d7a7-463b-97f8-27b945bbcb47 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 946 time: 0.0945766 Jan 12 09:59:01.857007 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6855b8f9-3d7e-4f10-8c29-268036ff64df req-7361d8d6-0ce8-4770-a943-29f1993e25e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 Jan 12 09:59:02.056280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217b84-9456-40c7-b5b5-76778ff59c96 req-0da9bb0a-51a9-4f4d-863f-c6c633c67704 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:02.057705 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-08217b84-9456-40c7-b5b5-76778ff59c96 req-0da9bb0a-51a9-4f4d-863f-c6c633c67704 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 946 time: 0.0809097 Jan 12 09:59:02.104667 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-08217b84-9456-40c7-b5b5-76778ff59c96 req-b6dcd666-df93-4c48-8d5d-a31352f911f0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Jan 12 09:59:02.131187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45634) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:59:02.367006 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-11161c56-449f-487d-bc46-e3cce60c295d tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 1094 time: 0.2345169 Jan 12 09:59:02.370378 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45640) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:59:02.375462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 09:59:02.381543 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:59:02.387395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:floatingip and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:59:02.390309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:59:02.396320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:59:02.409482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:02.549112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:02.698595 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.80 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/a46714d5-693a-4c69-9b05-630b59262435) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:59:02.849136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:02.880068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:02.944010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:59:02.946831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:59:02.951413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 09:59:02.974652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=a46714d5-693a-4c69-9b05-630b59262435,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:03.481431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:03.541915 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:03.751999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:03.759172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:03.858100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=a46714d5-693a-4c69-9b05-630b59262435,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:03.877539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:04.170393 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP 2759df64-b1d6-4d7a-b2b9-59e0e9537586 associated. External IP: 172.26.1.80, port: 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4. Jan 12 09:59:04.575344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 9cddfe60-5771-45dc-b022-c5dc31be8c02 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 09:59:04.803663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 09:59:04.816920 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] Sync routers for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 09:59:04.831188 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:59:04.831811 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:58:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:59:04.838352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:04.892472 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-97a627cb-21b1-41b5-97dc-720728844f18 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5210421 Jan 12 09:59:04.893168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'tag': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:59:04.950146 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'tag': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'status': 'completed', 'code': 200} Jan 12 09:59:05.016236 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:59:05.045032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d18365bb-cb72-4758-bd8a-b10cb81a528b req-348ae78a-1c13-4714-a97f-258bb00e66c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 1099 time: 0.0730698 Jan 12 09:59:05.173700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18365bb-cb72-4758-bd8a-b10cb81a528b req-7bb6da44-4fd8-4a80-b7ab-6ab45e3b6100 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:05.175020 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d18365bb-cb72-4758-bd8a-b10cb81a528b req-7bb6da44-4fd8-4a80-b7ab-6ab45e3b6100 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 898 time: 0.1245339 Jan 12 09:59:05.274091 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d18365bb-cb72-4758-bd8a-b10cb81a528b req-0c2ab6f9-78fc-4209-943a-86a7bda8aa3d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 HTTP/1.1" status: 200 len: 999 time: 0.0932372 Jan 12 09:59:05.340393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18365bb-cb72-4758-bd8a-b10cb81a528b req-28004950-ed07-4ff4-9e22-78351a06fc69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:05.341923 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d18365bb-cb72-4758-bd8a-b10cb81a528b req-28004950-ed07-4ff4-9e22-78351a06fc69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0620451 Jan 12 09:59:05.362380 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '2759df64-b1d6-4d7a-b2b9-59e0e9537586', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:21:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:59:03Z', 'updated_at': '2022-01-12T09:59:03Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}, {'id': 'c06f681d-c802-4418-bd37-d5be224c5daf', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.213', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:8c:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:58:44Z', 'updated_at': '2022-01-12T09:58:47Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:59:05.366365 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] Checking router: 9cddfe60-5771-45dc-b022-c5dc31be8c02 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 09:59:05.376703 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 09:59:05.377284 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T09:58:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:59:05.417454 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d18365bb-cb72-4758-bd8a-b10cb81a528b req-23f85d85-79f2-402d-b99a-90bdf419cc23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693469 Jan 12 09:59:05.551957 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 09:59:05.555159 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d18365bb-cb72-4758-bd8a-b10cb81a528b req-d24cf448-48ca-4061-943f-b80ac91b25ae service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318917 Jan 12 09:59:05.687076 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d18365bb-cb72-4758-bd8a-b10cb81a528b req-5ac20d11-2daa-4e71-a626-98be1ae4a665 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264896 Jan 12 09:59:05.999305 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '2759df64-b1d6-4d7a-b2b9-59e0e9537586', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:21:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:59:03Z', 'updated_at': '2022-01-12T09:59:03Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}, {'id': 'c06f681d-c802-4418-bd37-d5be224c5daf', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.213', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:8c:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:58:44Z', 'updated_at': '2022-01-12T09:58:47Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:59:06.011301 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27a1f6-76b1-4e8c-9d2b-e59008ac8ba1 None None] The sync data for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv is: [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '2759df64-b1d6-4d7a-b2b9-59e0e9537586', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:21:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:59:03Z', 'updated_at': '2022-01-12T09:59:03Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}, {'id': 'c06f681d-c802-4418-bd37-d5be224c5daf', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.213', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:8c:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:58:44Z', 'updated_at': '2022-01-12T09:58:47Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 09:59:06.202459 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774de19-2485-42f9-89b8-73ddcf6f0aea None None] New status for floating IP 2759df64-b1d6-4d7a-b2b9-59e0e9537586: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 09:59:19.083391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bdede0e3-f655-4fd4-a299-3555b78a51c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:21.204901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a0abb17-53ab-44d2-bf10-94138e9b488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:21.755637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:22.532318 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:22.611692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:23.892385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:24.986501 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:59:44.562893 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f30fa8c8-fa59-4b90-8b6c-2d8b572ac53c req-76842c0f-54cf-455e-a619-4734f1ad1580 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1734519 Jan 12 09:59:44.709039 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f30fa8c8-fa59-4b90-8b6c-2d8b572ac53c req-6f6613ce-f694-40c6-973c-a967fe34dbda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1098 time: 0.0778153 Jan 12 09:59:44.856536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fa8c8-fa59-4b90-8b6c-2d8b572ac53c req-f184a4b1-08b5-4504-95c2-47493a06fb7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:44.857869 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f30fa8c8-fa59-4b90-8b6c-2d8b572ac53c req-f184a4b1-08b5-4504-95c2-47493a06fb7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 898 time: 0.1282206 Jan 12 09:59:44.960453 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f30fa8c8-fa59-4b90-8b6c-2d8b572ac53c req-9a5b83db-73cb-49a8-80f9-f1f109a5a0ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 1001 time: 0.0961137 Jan 12 09:59:45.021795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fa8c8-fa59-4b90-8b6c-2d8b572ac53c req-bd77c086-c8f4-4208-8767-c2b1b0546694 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:45.023225 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f30fa8c8-fa59-4b90-8b6c-2d8b572ac53c req-bd77c086-c8f4-4208-8767-c2b1b0546694 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0565813 Jan 12 09:59:45.102679 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f30fa8c8-fa59-4b90-8b6c-2d8b572ac53c req-c1e48f92-4a7c-470f-ab85-113eb9d5c04a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737169 Jan 12 09:59:45.244318 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f30fa8c8-fa59-4b90-8b6c-2d8b572ac53c req-79464c86-5150-46e1-aae3-65bb30cca841 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351604 Jan 12 09:59:45.376262 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f30fa8c8-fa59-4b90-8b6c-2d8b572ac53c req-b4cbc92b-12ac-4706-8386-4edfb23a7720 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253688 Jan 12 09:59:49.088945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-433c6c1f-eb21-45f8-839b-53a91901f665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:51.199734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3264e36f-c942-4046-88d6-8bc3738bd9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:51.751181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:52.527340 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:52.607181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:53.893887 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:01.983936 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:00:19.084856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-427061b3-ddf1-433c-a9f6-1781e8dca153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:20.300033 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45666) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:20.424713 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5239334a-5de3-4da5-a2ce-a29f0a229763 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/c06f681d-c802-4418-bd37-d5be224c5daf HTTP/1.1" status: 200 len: 993 time: 0.1232712 Jan 12 10:00:21.199035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d641ff8-3c65-4634-8dcc-ff5e82f21829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:21.267816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45676) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:21.277637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:21.405693 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:21.625726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:00:21.655062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:21.662420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:21.730473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:21.731095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:21.732910 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/ports/7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 938 time: 0.4637833 Jan 12 10:00:21.733829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:00:21.756665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,revision_number=6']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:21.759773 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:21.766922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.767515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.767847 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.768176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.768510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.768829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.769147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.769469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.769772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.770083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.770554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563b096-d62d-485c-98d8-c95001d29fb2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:21.933341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5e90f9c1-e9dc-4cd0-b926-d9f804e07d3a None None] Provisioning complete for port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:21.933715 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e90f9c1-e9dc-4cd0-b926-d9f804e07d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:21.979710 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'status': 'completed', 'code': 200} Jan 12 10:00:21.998800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5e90f9c1-e9dc-4cd0-b926-d9f804e07d3a None None] Port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e is administratively disabled so it will not transition to active. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Jan 12 10:00:22.069769 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2c30c9e-a2bd-4e3b-8408-23bb29e7f409 req-0387c86d-3b32-4e18-a019-bea4bb315c26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1099 time: 0.0705705 Jan 12 10:00:22.201005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c30c9e-a2bd-4e3b-8408-23bb29e7f409 req-73691fde-0e8b-4a2c-bfec-23c8258d7b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:22.203094 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2c30c9e-a2bd-4e3b-8408-23bb29e7f409 req-73691fde-0e8b-4a2c-bfec-23c8258d7b43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 898 time: 0.1277931 Jan 12 10:00:22.308943 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2c30c9e-a2bd-4e3b-8408-23bb29e7f409 req-d185d1f9-20ee-4cf8-bd2e-4add5b24b9cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 1002 time: 0.0996573 Jan 12 10:00:22.369630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c30c9e-a2bd-4e3b-8408-23bb29e7f409 req-3acef0af-4b7c-4513-870b-493668affaeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:22.371074 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2c30c9e-a2bd-4e3b-8408-23bb29e7f409 req-3acef0af-4b7c-4513-870b-493668affaeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0570576 Jan 12 10:00:22.447726 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2c30c9e-a2bd-4e3b-8408-23bb29e7f409 req-6d34053f-8c18-4ad2-8161-03981e8f8639 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709898 Jan 12 10:00:22.528045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:22.582912 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2c30c9e-a2bd-4e3b-8408-23bb29e7f409 req-b4f4651d-9f13-4025-8c2b-e92fe19d1641 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289787 Jan 12 10:00:22.610651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:22.717140 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2c30c9e-a2bd-4e3b-8408-23bb29e7f409 req-edbdf876-0d26-44a7-8353-fe2ed394567b service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279399 Jan 12 10:00:23.898730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:25.338938 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45688) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:25.346168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1fa7c0ab-f834-48ef-8f39-9ec086cdc539 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:25.467382 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c0ab-f834-48ef-8f39-9ec086cdc539 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:25.696813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-1fa7c0ab-f834-48ef-8f39-9ec086cdc539 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:00:25.720773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c0ab-f834-48ef-8f39-9ec086cdc539 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:25.726316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c0ab-f834-48ef-8f39-9ec086cdc539 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:25.794074 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7c0ab-f834-48ef-8f39-9ec086cdc539 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:25.794622 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fa7c0ab-f834-48ef-8f39-9ec086cdc539 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:25.796009 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1fa7c0ab-f834-48ef-8f39-9ec086cdc539 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/ports/7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 937 time: 0.4557767 Jan 12 10:00:25.796563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:00:25.799199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45692) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:25.814913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7c0ab-f834-48ef-8f39-9ec086cdc539 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,revision_number=7']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:25.861534 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'status': 'completed', 'code': 200} Jan 12 10:00:26.065045 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b1fc3b0c-2874-4edc-8a20-342d5965f95e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/c06f681d-c802-4418-bd37-d5be224c5daf HTTP/1.1" status: 200 len: 993 time: 0.2602711 Jan 12 10:00:26.091915 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0cced719-b734-4fa2-9326-d188605a1a58 req-c41f0716-b239-4d4d-869a-6f7aac9fd990 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1098 time: 0.2058964 Jan 12 10:00:26.103955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4c7d5d3c-f791-4055-9d5a-fbeaeda8892f None None] Provisioning complete for port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:26.104512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c7d5d3c-f791-4055-9d5a-fbeaeda8892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:26.153590 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:00:26.223515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cced719-b734-4fa2-9326-d188605a1a58 req-864ce904-0a17-482b-8680-3c41b6cf473e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:26.224959 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0cced719-b734-4fa2-9326-d188605a1a58 req-864ce904-0a17-482b-8680-3c41b6cf473e service neutron] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 898 time: 0.1269774 Jan 12 10:00:26.335881 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0cced719-b734-4fa2-9326-d188605a1a58 req-481d3400-b0ed-46cb-84d8-2ccbbd5be3f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 1001 time: 0.1045630 Jan 12 10:00:26.402299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cced719-b734-4fa2-9326-d188605a1a58 req-fa59bab0-2a58-45a0-ab44-2aaab9a832c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:26.403810 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0cced719-b734-4fa2-9326-d188605a1a58 req-fa59bab0-2a58-45a0-ab44-2aaab9a832c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0629539 Jan 12 10:00:26.483443 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0cced719-b734-4fa2-9326-d188605a1a58 req-6f46d39a-5fcb-4c80-a920-69b46fe06aaf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732288 Jan 12 10:00:26.619908 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0cced719-b734-4fa2-9326-d188605a1a58 req-25ed41e8-e2ea-4aab-91d4-adb427e0fa11 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299112 Jan 12 10:00:26.762958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0cced719-b734-4fa2-9326-d188605a1a58 req-1f04dd97-18ad-4660-960e-2dfc5b59ccd1 service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368012 Jan 12 10:00:29.009569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45706) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:29.217592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port a46714d5-693a-4c69-9b05-630b59262435 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:00:29.217937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:29.386923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:29.387155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:29.508525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for a46714d5-693a-4c69-9b05-630b59262435 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:00:29.673876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:29.715954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=a46714d5-693a-4c69-9b05-630b59262435,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:29.754283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.754612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.754972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.755299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.755611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.755929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.756219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.756559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.756868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.757173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.757502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:29.929141 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:30.333261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 9cddfe60-5771-45dc-b022-c5dc31be8c02 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:00:30.546452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:00:30.558242 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] Sync routers for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:00:30.571239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:30.571541 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:00:30.572142 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:30.627424 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5e644b52-4790-48c8-9d58-921c324d9347 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/floatingips/2759df64-b1d6-4d7a-b2b9-59e0e9537586 HTTP/1.1" status: 204 len: 168 time: 1.6159678 Jan 12 10:00:30.627988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'tag': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:00:30.683265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'tag': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'status': 'completed', 'code': 200} Jan 12 10:00:30.747345 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:00:30.775778 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bde8cfc1-1709-4793-b524-74da15030fdc req-2f4f3899-77f7-497a-b338-36f4ab73be0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 1099 time: 0.0703874 Jan 12 10:00:30.934337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8cfc1-1709-4793-b524-74da15030fdc req-1f17b464-441f-4091-a08a-279cfb2f4a2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:30.935847 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bde8cfc1-1709-4793-b524-74da15030fdc req-1f17b464-441f-4091-a08a-279cfb2f4a2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 898 time: 0.1547105 Jan 12 10:00:31.010524 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bde8cfc1-1709-4793-b524-74da15030fdc req-f3c7bd4a-58dc-442e-9617-c03bf34c6226 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 HTTP/1.1" status: 200 len: 217 time: 0.0679879 Jan 12 10:00:31.073676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8cfc1-1709-4793-b524-74da15030fdc req-37b8cd4c-b981-4fcf-b756-34763c2e86b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:31.075293 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bde8cfc1-1709-4793-b524-74da15030fdc req-37b8cd4c-b981-4fcf-b756-34763c2e86b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0586915 Jan 12 10:00:31.120824 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'c06f681d-c802-4418-bd37-d5be224c5daf', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.213', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:8c:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:58:44Z', 'updated_at': '2022-01-12T09:58:47Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:31.124961 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] Checking router: 9cddfe60-5771-45dc-b022-c5dc31be8c02 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:00:31.135899 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:00:31.136425 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:31.161698 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bde8cfc1-1709-4793-b524-74da15030fdc req-fd29144c-4608-4892-b5ab-3b4be130275b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799851 Jan 12 10:00:31.315871 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:00:31.333113 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bde8cfc1-1709-4793-b524-74da15030fdc req-f1b1c83e-0f84-469a-94f7-c70523ef870a service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434467 Jan 12 10:00:31.342423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e29ad-6aa8-4ae9-ac35-6c290deed809 req-3fb4e56e-03f4-4795-bc54-a474bccb008c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:31.343138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-2c2e29ad-6aa8-4ae9-ac35-6c290deed809 req-3fb4e56e-03f4-4795-bc54-a474bccb008c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:00:31.430633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-2c2e29ad-6aa8-4ae9-ac35-6c290deed809 req-3fb4e56e-03f4-4795-bc54-a474bccb008c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:00:31.431582 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2c2e29ad-6aa8-4ae9-ac35-6c290deed809 req-3fb4e56e-03f4-4795-bc54-a474bccb008c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 946 time: 0.4393413 Jan 12 10:00:31.507256 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bde8cfc1-1709-4793-b524-74da15030fdc req-590176c1-efd5-4f71-b4bb-72bf3f3fdfce service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615229 Jan 12 10:00:31.509778 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2c2e29ad-6aa8-4ae9-ac35-6c290deed809 req-4ae296cb-1ed1-4e0d-8f9a-aacfa7a6e021 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709808 Jan 12 10:00:31.688413 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'c06f681d-c802-4418-bd37-d5be224c5daf', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.213', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:8c:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:58:44Z', 'updated_at': '2022-01-12T09:58:47Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:31.692425 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9dcdf-f96a-47a6-921f-1dd1e3d56108 None None] The sync data for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv is: [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'c06f681d-c802-4418-bd37-d5be224c5daf', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.213', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'port_id': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'mac_address': 'fa:16:3e:8c:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:58:44Z', 'updated_at': '2022-01-12T09:58:47Z', 'revision_number': 1, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:00:31.915279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d204c37-ca13-45c3-90ed-d796b678d7f5 None None] New status for floating IP 2759df64-b1d6-4d7a-b2b9-59e0e9537586: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:00:32.725451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-cbe9550a-8174-4196-8ae7-e6ec3368d0c9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:32.726875 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-cbe9550a-8174-4196-8ae7-e6ec3368d0c9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 946 time: 0.1821153 Jan 12 10:00:32.832354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-304621e7-bff6-4183-9907-f9cb3cd883eb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:00:32.832569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-304621e7-bff6-4183-9907-f9cb3cd883eb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:32.953246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56977cc2-92b5-476a-ba2e-af917fdb71ce req-ff93a1d3-a96e-4020-a520-3ceadd53cdd6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:32.954701 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-56977cc2-92b5-476a-ba2e-af917fdb71ce req-ff93a1d3-a96e-4020-a520-3ceadd53cdd6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8b91a52-a782-442f-a972-a7687a0864e3 HTTP/1.1" status: 200 len: 946 time: 0.2794926 Jan 12 10:00:33.085772 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-56977cc2-92b5-476a-ba2e-af917fdb71ce req-15c16654-8dc3-4844-b2e1-17a8258afcba tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=817f6433-5c68-4853-926d-8b8c8f262f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250424 Jan 12 10:00:33.118290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-304621e7-bff6-4183-9907-f9cb3cd883eb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:00:33.118648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-304621e7-bff6-4183-9907-f9cb3cd883eb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:33.235640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-304621e7-bff6-4183-9907-f9cb3cd883eb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:00:33.378702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-304621e7-bff6-4183-9907-f9cb3cd883eb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:33.425056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304621e7-bff6-4183-9907-f9cb3cd883eb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:33.499679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-304621e7-bff6-4183-9907-f9cb3cd883eb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:00:33.502282 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-304621e7-bff6-4183-9907-f9cb3cd883eb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:33.504953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'name': 'network-vif-deleted', 'tag': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:00:33.522231 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cb528496-63fd-41fa-8e57-28ddc42037e5 req-304621e7-bff6-4183-9907-f9cb3cd883eb tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "DELETE /v2.0/ports/1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 HTTP/1.1" status: 204 len: 173 time: 0.7897410 Jan 12 10:00:33.567311 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b91a52-a782-442f-a972-a7687a0864e3', 'name': 'network-vif-deleted', 'tag': '1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4', 'status': 'completed', 'code': 200} Jan 12 10:00:34.202922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45726) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:34.274441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11c8a7b7-dbe7-420a-b53c-d69a7cd8b37e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:34.303397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11c8a7b7-dbe7-420a-b53c-d69a7cd8b37e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:34.369022 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11c8a7b7-dbe7-420a-b53c-d69a7cd8b37e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:34.388041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8a7b7-dbe7-420a-b53c-d69a7cd8b37e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817f6433-5c68-4853-926d-8b8c8f262f42,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:34.395336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-11c8a7b7-dbe7-420a-b53c-d69a7cd8b37e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:34.396519 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-11c8a7b7-dbe7-420a-b53c-d69a7cd8b37e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/817f6433-5c68-4853-926d-8b8c8f262f42 HTTP/1.1" status: 204 len: 168 time: 0.1921518 Jan 12 10:00:34.438552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45732) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:34.636643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 83a933ec-d6f7-4a6b-8336-e8c15b151cfe {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:00:34.636984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:34.808537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:34.808837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:34.924537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 83a933ec-d6f7-4a6b-8336-e8c15b151cfe owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:00:35.162980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:35.206052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=83a933ec-d6f7-4a6b-8336-e8c15b151cfe,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:35.295933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:35.704775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 9cddfe60-5771-45dc-b022-c5dc31be8c02 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:00:35.917909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:00:35.927754 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] Sync routers for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:00:35.933612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:35.939810 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:00:35.940414 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:35.987158 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e111d7a0-b09b-45ce-bda1-8d84a12fc6e5 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/floatingips/c06f681d-c802-4418-bd37-d5be224c5daf HTTP/1.1" status: 204 len: 168 time: 1.5473838 Jan 12 10:00:35.987834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:00:36.054302 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'status': 'completed', 'code': 200} Jan 12 10:00:36.114783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:00:36.147991 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:00:36.149402 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc623c04-f241-4413-acea-bbd82492eea6 req-0388513f-8bf1-47b3-a23a-7210cf5c0f02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 1098 time: 0.0742135 Jan 12 10:00:36.203612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:00:36.203835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1f8c5aea-f6bf-4331-85bc-fcc43a1e5ef4 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:00:36.298107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc623c04-f241-4413-acea-bbd82492eea6 req-e5d718c9-822b-4a47-8812-c0b347dbccf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:36.300069 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc623c04-f241-4413-acea-bbd82492eea6 req-e5d718c9-822b-4a47-8812-c0b347dbccf5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 200 len: 898 time: 0.1448042 Jan 12 10:00:36.403394 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc623c04-f241-4413-acea-bbd82492eea6 req-f6d8de6a-38ba-4609-9c2d-746ea25bd883 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 200 len: 217 time: 0.0959613 Jan 12 10:00:36.471350 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:36.475221 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] Checking router: 9cddfe60-5771-45dc-b022-c5dc31be8c02 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:00:36.482889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc623c04-f241-4413-acea-bbd82492eea6 req-32c8539b-5c8f-4c69-8ff0-150add15f20f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:36.484298 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc623c04-f241-4413-acea-bbd82492eea6 req-32c8539b-5c8f-4c69-8ff0-150add15f20f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 200 len: 835 time: 0.0750253 Jan 12 10:00:36.485571 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:00:36.486172 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:36.529327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd99d8-8b13-4baa-8228-faae877b4847 req-e0de517e-01f3-4158-a525-23f2c3a24b31 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:36.529994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-40dd99d8-8b13-4baa-8228-faae877b4847 req-e0de517e-01f3-4158-a525-23f2c3a24b31 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:00:36.558226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-40dd99d8-8b13-4baa-8228-faae877b4847 req-e0de517e-01f3-4158-a525-23f2c3a24b31 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:00:36.559379 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-40dd99d8-8b13-4baa-8228-faae877b4847 req-e0de517e-01f3-4158-a525-23f2c3a24b31 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 945 time: 0.2017057 Jan 12 10:00:36.595607 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc623c04-f241-4413-acea-bbd82492eea6 req-a8cc67a4-d90d-4a29-ad2d-0aacb505fb5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45b7ca52-476a-4600-aed7-f17808c62df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1052675 Jan 12 10:00:36.661984 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:00:36.685696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-40dd99d8-8b13-4baa-8228-faae877b4847 req-76ad71cf-833f-4afd-9d37-82b297550458 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190684 Jan 12 10:00:36.736587 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc623c04-f241-4413-acea-bbd82492eea6 req-c9fdc318-7fbd-4157-828d-81a188be007b service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341040 Jan 12 10:00:36.975398 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:36.979260 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bc623c04-f241-4413-acea-bbd82492eea6 req-ff97c902-5e29-4d12-85df-ce67580e6bda service neutron] 10.222.0.59 "GET /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345309 Jan 12 10:00:36.979808 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1c77a-5638-4327-b852-65aac2e65507 None None] The sync data for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv is: [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:25Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f03bb9ac-9720-43b3-a64c-d2f0e78283ba', 'name': '', 'network_id': '45b7ca52-476a-4600-aed7-f17808c62df1', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:29:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:24Z', 'updated_at': '2022-01-12T09:58:30Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '1fb2b97b-c1e7-4881-9b21-7c986415756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:00:37.199503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e7ece8-72f1-42f8-850e-17dcb4913be3 None None] New status for floating IP c06f681d-c802-4418-bd37-d5be224c5daf: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:00:37.884815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339d860-d8d4-46e3-b7f3-84015c835b8a req-cc20049e-59b3-4d82-b9d5-e1f576b4f3fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:37.886259 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a339d860-d8d4-46e3-b7f3-84015c835b8a req-cc20049e-59b3-4d82-b9d5-e1f576b4f3fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 945 time: 0.0777981 Jan 12 10:00:37.931334 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a339d860-d8d4-46e3-b7f3-84015c835b8a req-67908a1f-9e4e-4b4d-9007-fd3fb7295231 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=c04009d4-ba3c-472d-aa40-9058314b2d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 Jan 12 10:00:38.120696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-a6ba6d8c-85cd-43a8-8b09-8919df705a1f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:38.122096 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-a6ba6d8c-85cd-43a8-8b09-8919df705a1f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 945 time: 0.0905437 Jan 12 10:00:38.194719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-f35fda95-21d2-450d-ab62-74e2186f876c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:00:38.195249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-f35fda95-21d2-450d-ab62-74e2186f876c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:38.444221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-f35fda95-21d2-450d-ab62-74e2186f876c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:00:38.444473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-f35fda95-21d2-450d-ab62-74e2186f876c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:38.562331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-f35fda95-21d2-450d-ab62-74e2186f876c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:00:38.704724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-f35fda95-21d2-450d-ab62-74e2186f876c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:38.749951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fda95-21d2-450d-ab62-74e2186f876c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:38.823529 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-f35fda95-21d2-450d-ab62-74e2186f876c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:00:38.826118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-f35fda95-21d2-450d-ab62-74e2186f876c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:38.828566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'name': 'network-vif-deleted', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:00:38.847095 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0e02742e-41c8-471d-9a72-6952ae8e4c75 req-f35fda95-21d2-450d-ab62-74e2186f876c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "DELETE /v2.0/ports/7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e HTTP/1.1" status: 204 len: 173 time: 0.7176886 Jan 12 10:00:38.893517 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa2fb4d-f727-42e2-8f0d-aa9570f502b5', 'name': 'network-vif-deleted', 'tag': '7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e', 'status': 'completed', 'code': 200} Jan 12 10:00:38.974874 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:00:39.116845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-dd48ae31-e4fa-47d6-92b6-b8959906e327 req-42a4eefb-6601-42a8-9845-a5366da0f43e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:00:39.135463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-dd48ae31-e4fa-47d6-92b6-b8959906e327 req-42a4eefb-6601-42a8-9845-a5366da0f43e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:00:39.136651 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd48ae31-e4fa-47d6-92b6-b8959906e327 req-42a4eefb-6601-42a8-9845-a5366da0f43e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aa2fb4d-f727-42e2-8f0d-aa9570f502b5 HTTP/1.1" status: 200 len: 210 time: 0.0648360 Jan 12 10:00:40.249309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45750) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:40.320030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-82e613e0-48f3-4d9b-98f7-c2100951c6ce tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:40.353868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-82e613e0-48f3-4d9b-98f7-c2100951c6ce tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:40.429404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-82e613e0-48f3-4d9b-98f7-c2100951c6ce tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:40.448006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e613e0-48f3-4d9b-98f7-c2100951c6ce tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04009d4-ba3c-472d-aa40-9058314b2d54,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:40.455499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-82e613e0-48f3-4d9b-98f7-c2100951c6ce tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:40.456725 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-82e613e0-48f3-4d9b-98f7-c2100951c6ce tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/c04009d4-ba3c-472d-aa40-9058314b2d54 HTTP/1.1" status: 204 len: 168 time: 0.2064130 Jan 12 10:00:40.498829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45756) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:40.914583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:41.627029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port f03bb9ac-9720-43b3-a64c-d2f0e78283ba {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:00:41.627797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:41.819296 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port f03bb9ac-9720-43b3-a64c-d2f0e78283ba, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f03bb9ac-9720-43b3-a64c-d2f0e78283ba,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:00:41.819535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:41.943981 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for f03bb9ac-9720-43b3-a64c-d2f0e78283ba owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:00:42.130866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:00:42.137417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:42.164032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:00:42.164372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 7ca1b52b-3cea-4fc4-ab1e-63efbb29f83e not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:00:42.183809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=f03bb9ac-9720-43b3-a64c-d2f0e78283ba,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:42.476644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:43.162834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 9cddfe60-5771-45dc-b022-c5dc31be8c02 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:00:43.371322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:00:43.381293 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] Sync routers for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:00:43.389808 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-81214454-6633-4f19-88fb-a5aa30cf08ac tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/9cddfe60-5771-45dc-b022-c5dc31be8c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8898771 Jan 12 10:00:43.392854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45762) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:43.394412 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:00:43.395046 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:43.569648 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:00:43.573201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adc2852-da8a-402e-9ad2-ee64912d2826 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting subnet 1fb2b97b-c1e7-4881-9b21-7c986415756f {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:00:43.576113 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8adc2852-da8a-402e-9ad2-ee64912d2826 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:43.627184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8adc2852-da8a-402e-9ad2-ee64912d2826 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:43.716877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8adc2852-da8a-402e-9ad2-ee64912d2826 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:43.789559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8adc2852-da8a-402e-9ad2-ee64912d2826 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:43.830731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc2852-da8a-402e-9ad2-ee64912d2826 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb2b97b-c1e7-4881-9b21-7c986415756f,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:43.835412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8adc2852-da8a-402e-9ad2-ee64912d2826 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:43.842192 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8adc2852-da8a-402e-9ad2-ee64912d2826 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/subnets/1fb2b97b-c1e7-4881-9b21-7c986415756f HTTP/1.1" status: 204 len: 168 time: 0.4482689 Jan 12 10:00:43.843070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2afd0d5-db49-485c-8a3b-2dfef65036c1 None None] Network 45b7ca52-476a-4600-aed7-f17808c62df1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:00:43.845533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45766) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:43.886135 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T10:00:42Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:43.890063 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] Checking router: 9cddfe60-5771-45dc-b022-c5dc31be8c02 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:00:43.901177 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] Routers {'9cddfe60-5771-45dc-b022-c5dc31be8c02'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:00:43.901767 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9cddfe60-5771-45dc-b022-c5dc31be8c02'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:44.061157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:44.085756 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] Set router 9cddfe60-5771-45dc-b022-c5dc31be8c02 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:00:44.095053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] DHCP port deletion for 45b7ca52-476a-4600-aed7-f17808c62df1 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:00:44.099332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Deleting port d7362020-064b-42d1-acf2-80fdcf663ee8 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:00:44.099907 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:44.257505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:44.269037 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 50070d89-5a42-4b2a-8860-ff1240a978a2 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:00:44.269795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:44.300944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] For port d7362020-064b-42d1-acf2-80fdcf663ee8, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d7362020-064b-42d1-acf2-80fdcf663ee8,segment=NetworkSegment(37f6de7a-d4a7-42e0-ae51-a4ef39c17841),segment_id=37f6de7a-d4a7-42e0-ae51-a4ef39c17841)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:00:44.301713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:44.369524 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T10:00:42Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:44.373431 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4aa5fa-c528-49e7-afa2-c422bf6fe1c6 None None] The sync data for ids ['9cddfe60-5771-45dc-b022-c5dc31be8c02'] in dv-neutron-824347-1-hyperv is: [{'id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'name': 'tempest-TestNetworkBasicOps-router-978478989', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T10:00:42Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '50070d89-5a42-4b2a-8860-ff1240a978a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddfe60-5771-45dc-b022-c5dc31be8c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:58:21Z', 'updated_at': '2022-01-12T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:00:44.429170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Calling delete_port for d7362020-064b-42d1-acf2-80fdcf663ee8 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:00:44.446798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 50070d89-5a42-4b2a-8860-ff1240a978a2, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=50070d89-5a42-4b2a-8860-ff1240a978a2,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:00:44.447155 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:44.504622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:44.548598 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Pushing event deleted for resources: {'Port': ['ID=d7362020-064b-42d1-acf2-80fdcf663ee8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:44.556681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] No DVR routers for this DVR port d7362020-064b-42d1-acf2-80fdcf663ee8 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:00:44.561671 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.562016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.562359 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.565627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.565627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.565783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.566080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.566404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.566751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.567111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.567397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87fe15-6bd9-4e53-a1ca-3aaf03ba7b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:44.671532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 50070d89-5a42-4b2a-8860-ff1240a978a2 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:00:44.793037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f03bb9ac-9720-43b3-a64c-d2f0e78283ba no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:00:44.828564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: f03bb9ac-9720-43b3-a64c-d2f0e78283ba {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:00:44.828908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f03bb9ac-9720-43b3-a64c-d2f0e78283ba not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:00:44.829324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d7362020-064b-42d1-acf2-80fdcf663ee8 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:00:44.854538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:44.870454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: d7362020-064b-42d1-acf2-80fdcf663ee8 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:00:44.871014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d7362020-064b-42d1-acf2-80fdcf663ee8 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:00:44.903420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=50070d89-5a42-4b2a-8860-ff1240a978a2,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:45.133045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.385526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.390041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.416881 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.417416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Fanout notify agent at l3_agent the message router_deleted on router 9cddfe60-5771-45dc-b022-c5dc31be8c02 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:00:45.439152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.440294 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-40e4743d-50d1-4c84-88e3-1bcf70a1c475 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/routers/9cddfe60-5771-45dc-b022-c5dc31be8c02 HTTP/1.1" status: 204 len: 168 time: 1.5932837 Jan 12 10:00:45.442967 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45770) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:45.558203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.687239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.713210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b7ca52-476a-4600-aed7-f17808c62df1']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:45.732125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f6de7a-d4a7-42e0-ae51-a4ef39c17841') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:45.732388 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f6de7a-d4a7-42e0-ae51-a4ef39c17841') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:45.744210 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.760338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.766322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:00:45.766728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:00:45.780685 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:00:45.861372 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.866500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.892414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Network': ['ID=45b7ca52-476a-4600-aed7-f17808c62df1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:45.905686 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-64747050-2f48-4062-9e6f-e1bde481645d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/networks/45b7ca52-476a-4600-aed7-f17808c62df1 HTTP/1.1" status: 204 len: 168 time: 0.4614320 Jan 12 10:00:45.930839 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45774) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:45.936599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'network': {'name': 'tempest-network-smoke--1047364698', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'port_security_enabled': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:45.941965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:45.946040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:network and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:45.948895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:45.954489 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:45.964567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:00:45.967504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:45.996148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:00:46.005749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:46.006566 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Added segment f7868fa1-6251-463f-a332-4cf3ca2f7977 of type vlan for network 7dc73c92-6199-497e-a57e-54cc22efeff5 Jan 12 10:00:46.032645 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:46.062319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:46.066022 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:46.066600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:46.263157 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3311422 Jan 12 10:00:46.265945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e1055-4306-4502-ba28-835e5b99d408 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Network': ['ID=7dc73c92-6199-497e-a57e-54cc22efeff5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:46.266087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45778) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:46.271576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-137376983', 'admin_state_up': True, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:46.277152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 7dc73c92-6199-497e-a57e-54cc22efeff5 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:00:46.278686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:46.282630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:router and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:46.285787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:46.292203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:46.395256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:46.396165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:46.419442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:46.567413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:46.593033 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 50070d89-5a42-4b2a-8860-ff1240a978a2 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:00:46.625264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 50070d89-5a42-4b2a-8860-ff1240a978a2 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:00:46.625603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 50070d89-5a42-4b2a-8860-ff1240a978a2 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:00:46.752231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:46.780708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:46.933295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.189 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/74865e03-62f6-4759-b7d8-fd5a5b5aaa03) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:00:47.080623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:47.111680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:47.177984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:00:47.180850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:00:47.185089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:00:47.208418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:47.350075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:47.350943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:47.582223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 96e9139b-9529-4d90-8bdb-7c9215f1087b is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:00:47.784796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:00:47.795180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Sync routers for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:00:47.807133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:00:47.807739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:47.813264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:47.817255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3e7dcb1c-2ab3-455d-8efc-5f4ce5b27df0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5474093 Jan 12 10:00:47.817535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45782) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:47.859034 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fb50b375-6149-4aef-983a-9313e96556a0 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d45f8f502f65499ab2c245dd4d23e808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381353 Jan 12 10:00:47.859510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45786) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:47.987443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Set router 96e9139b-9529-4d90-8bdb-7c9215f1087b gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:00:47.991099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4276cd-43b3-4f63-a7d4-05fb8e2b9727 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:47.992664 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6c4276cd-43b3-4f63-a7d4-05fb8e2b9727 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321714 Jan 12 10:00:47.995498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45790) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:48.038635 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bc7f2c88-f87e-4d14-86a8-d44594d7de28 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415123 Jan 12 10:00:48.040778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45794) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:48.047128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-915923423', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:48.152672 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:48.156515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:subnet and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:48.159515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:48.165585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:48.176473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:00:48.277222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:48.297831 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:47Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:48.301888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Checking router: 96e9139b-9529-4d90-8bdb-7c9215f1087b for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:00:48.302264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Updating router 96e9139b-9529-4d90-8bdb-7c9215f1087b port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:00:48.354255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:48.494754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:48.567945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Subnet': ['ID=93fc2035-4256-4cbe-9fb6-0c1737e7c9e3,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:48.581977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Checking segment: {'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:00:48.582328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network hostable DHCP agents. Network: 7dc73c92-6199-497e-a57e-54cc22efeff5, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:00:48.604321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 7dc73c92-6199-497e-a57e-54cc22efeff5 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:00:48.614010 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 7dc73c92-6199-497e-a57e-54cc22efeff5) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:00:48.618727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:48.619386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:48.642180 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7acd354c-2ee2-4954-ae3a-e41db2e93204 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6002345 Jan 12 10:00:48.645058 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45798) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:48.647203 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5397d2-53f8-49ed-ad6e-4abb1e39db8f None None] Network 7dc73c92-6199-497e-a57e-54cc22efeff5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:00:48.750278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:48.782014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Transition to ACTIVE for port object 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:00:48.804475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:48.957231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0ae39-4a70-4b3e-b99d-30da3d8e82ab None None] Pushing event updated for resources: {'Port': ['ID=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:48.963880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Attempting to bind port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:00:48.964467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Attempting to bind port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:00:48.964996 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Attempting to bind port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:00:49.016014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:00:49.016513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:00:49.016948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:49.017428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:00:49.017782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Bound port: 74865e03-62f6-4759-b7d8-fd5a5b5aaa03, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:00:49.018775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:49.049518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-7dc73c92-6199-497e-a57e-54cc22efeff5', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:00:49.050475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:49.173581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e3d31708-a8a1-41f1-86aa-a6971928e9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:49.215411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] For port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:00:49.265505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] For port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:00:49.271170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:49.380537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Allocated IP 172.20.0.2 (7dc73c92-6199-497e-a57e-54cc22efeff5/93fc2035-4256-4cbe-9fb6-0c1737e7c9e3/bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:00:49.399846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0ae39-4a70-4b3e-b99d-30da3d8e82ab None None] Pushing event updated for resources: {'Port': ['ID=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:49.431508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:00:49.432035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:49.513777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:49.837561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] Set router 96e9139b-9529-4d90-8bdb-7c9215f1087b gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:00:49.942188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:49.973422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Transition to ACTIVE for port object bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:00:50.042914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Transition to ACTIVE for port object bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:00:50.058991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:50.120611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.1 (7dc73c92-6199-497e-a57e-54cc22efeff5/93fc2035-4256-4cbe-9fb6-0c1737e7c9e3/f20233a2-259d-4893-bdb1-aebd5a1a8516) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:00:50.173200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Network 7dc73c92-6199-497e-a57e-54cc22efeff5 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:00:50.178247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:00:50.184443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:00:50.196488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Pushing event updated for resources: {'Port': ['ID=bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:50.278072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:50.292012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Attempting to bind port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:00:50.292354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Attempting to bind port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:00:50.292708 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Attempting to bind port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 on network 7dc73c92-6199-497e-a57e-54cc22efeff5 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:00:50.294573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object f20233a2-259d-4893-bdb1-aebd5a1a8516 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:00:50.304672 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:00:50.305056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Checking segment: {'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:00:50.305430 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:50.305813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Bound using segment: {'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:00:50.306267 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Bound port: bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:00:50.306656 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:50.317804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:47Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:50.319846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:50.326183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed7678-7dda-4087-8807-9277c6c25576 None None] The sync data for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv is: [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:47Z', 'revision_number': 3, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:00:50.392037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 7dc73c92-6199-497e-a57e-54cc22efeff5 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:00:50.395148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:00:50.398094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:00:50.407374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] For port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:00:50.411227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] For port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:00:50.416952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:50.447872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=f20233a2-259d-4893-bdb1-aebd5a1a8516,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:50.484571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:50.504612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1053fd-9b60-41ab-a219-6ac9bed399cf None None] Pushing event updated for resources: {'Port': ['ID=bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:50.633550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:50.656358 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:00:50.769534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:00:50.775490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:50.775791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:50.938167 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:50.958717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:00:50.963663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:51.034635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:51.193632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a98cd6d0-ab42-4d25-884c-2fb9fe2c9dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:51.272517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:51.277399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:51.389575 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=f20233a2-259d-4893-bdb1-aebd5a1a8516,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:51.392077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:51.536363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 7dc73c92-6199-497e-a57e-54cc22efeff5 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:00:51.537870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:00:51.563925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff6222-3e8d-4fcd-80df-c33f964b6c38 None None] Network 7dc73c92-6199-497e-a57e-54cc22efeff5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:00:51.716034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fd5b0095-6d34-43da-8820-62494f1c7773 None None] Provisioning for port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:00:51.797397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:51.943361 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 96e9139b-9529-4d90-8bdb-7c9215f1087b has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:00:52.062125 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8565dc7e-0775-4803-9aea-34ecf6c18152 None None] Provisioning for port f20233a2-259d-4893-bdb1-aebd5a1a8516 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:00:52.068352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8565dc7e-0775-4803-9aea-34ecf6c18152 None None] Provisioning complete for port f20233a2-259d-4893-bdb1-aebd5a1a8516 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:52.068776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8565dc7e-0775-4803-9aea-34ecf6c18152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:52.129240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8565dc7e-0775-4803-9aea-34ecf6c18152 None None] Port f20233a2-259d-4893-bdb1-aebd5a1a8516 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:00:52.152762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:00:52.167812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ce03811a-ad99-4b65-bb3e-a2073c7995bc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/96e9139b-9529-4d90-8bdb-7c9215f1087b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5216553 Jan 12 10:00:52.170487 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45802) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:52.257529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-20d30e68-b309-4606-8008-eb241ceb12ea None None] Provisioning complete for port f20233a2-259d-4893-bdb1-aebd5a1a8516 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:52.258096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-20d30e68-b309-4606-8008-eb241ceb12ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:52.310702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-20d30e68-b309-4606-8008-eb241ceb12ea None None] Port f20233a2-259d-4893-bdb1-aebd5a1a8516 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:00:52.322175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf1fa2-9f28-400d-a426-a006ea380dbe tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:52.322730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf1fa2-9f28-400d-a426-a006ea380dbe tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:52.322919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf1fa2-9f28-400d-a426-a006ea380dbe tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:52.323402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf1fa2-9f28-400d-a426-a006ea380dbe tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:52.325029 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-04bf1fa2-9f28-400d-a426-a006ea380dbe tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1535554 Jan 12 10:00:52.327755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45806) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:52.403923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff63197-7a71-4a00-8388-12384f861f8e tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:52.404289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff63197-7a71-4a00-8388-12384f861f8e tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:52.404640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff63197-7a71-4a00-8388-12384f861f8e tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:52.404989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff63197-7a71-4a00-8388-12384f861f8e tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:52.406556 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dff63197-7a71-4a00-8388-12384f861f8e tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0778356 Jan 12 10:00:52.410343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45810) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:52.433796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a845e508-45e9-4995-b90c-df5e5fb5430b None None] Provisioning complete for port f20233a2-259d-4893-bdb1-aebd5a1a8516 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:52.434087 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a845e508-45e9-4995-b90c-df5e5fb5430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:52.489094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a845e508-45e9-4995-b90c-df5e5fb5430b None None] Port f20233a2-259d-4893-bdb1-aebd5a1a8516 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:00:52.530831 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:52.617364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:52.675634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:00:52.731109 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cf827da2-54b5-4663-aa78-044f7888fd94 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3196278 Jan 12 10:00:52.744838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:00:52.749393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:52.749832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:52.905210 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:52.939349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:00:52.944941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:52.945706 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:00:52.988263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45816) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:52.994215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449762178', 'description': 'tempest-secgroup-smoke-1449762178 description', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:53.000564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:53.004744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:53.007737 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:53.014101 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:53.025588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.055952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:53.063833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:53.067625 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:53.069313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:53.069800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.070475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:53.076202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:53.135496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.140585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.185407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdef00d-2030-45a0-aeca-a0d69b021c79,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:53.190574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.191823 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7c786aa3-3ade-4458-8592-e61150a2e7a1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2025924 Jan 12 10:00:53.194844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45820) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:53.200430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '6bdef00d-2030-45a0-aeca-a0d69b021c79', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:53.206478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:53.210925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:53.213892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:53.219654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:53.235283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.300458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.305440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.327743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ac051f-7185-4cbb-93b4-f6f0eea712df,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:53.337866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.339108 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7646d244-8597-4897-a9f3-f4a8cb284be0 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1432235 Jan 12 10:00:53.342073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45824) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:53.347564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '6bdef00d-2030-45a0-aeca-a0d69b021c79', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:53.353345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:53.357317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:53.360346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:53.366089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:53.385688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.447107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.455605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.474216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace712cb-47d7-4e78-b5a3-7dc7747375df,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:53.493150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.494084 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-17739974-ccf6-496a-b082-18153825686b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1511068 Jan 12 10:00:53.496894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45828) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:53.502203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '6bdef00d-2030-45a0-aeca-a0d69b021c79', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:53.507938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:53.511645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:53.515295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:53.521226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:53.538486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.601833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.606568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.629173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c4d471-dbc7-47ac-a77c-68e16a80a5a1,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:53.639360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.640620 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d772e873-7329-4f45-ba4a-ebae1fff1324 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1427991 Jan 12 10:00:53.643436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45832) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:53.649001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '6bdef00d-2030-45a0-aeca-a0d69b021c79', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:53.655455 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:53.659606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:53.663187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:53.669237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:53.691572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.769731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.775030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.800768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0874204f-e475-44bc-8f93-cf5b0ff6d91f,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:53.811240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.812404 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1438a08a-0eb3-4d57-b277-356092c2743f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1680682 Jan 12 10:00:53.815126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45836) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:53.820460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '6bdef00d-2030-45a0-aeca-a0d69b021c79', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:53.826054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:53.829727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:53.832565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:53.838156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:53.849593 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:00:53.856515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.897658 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.921960 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Sync routers for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:00:53.927803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.932088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.933897 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:00:53.934513 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:53.954809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf0342f-a80a-469a-82b6-86e94aaba6aa,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:53.966484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:53.970794 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2d299a37-96c8-4b1c-a9ee-5307aae375a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1518409 Jan 12 10:00:53.970919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45840) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:53.976578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'security_group_rule': {'security_group_id': '6bdef00d-2030-45a0-aeca-a0d69b021c79', 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:53.982468 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:53.986130 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:security_group_rule and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:00:53.988923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:00:53.994584 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:54.005188 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Project d45f8f502f65499ab2c245dd4d23e808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:00:54.011502 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:54.076504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:54.081176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:54.104449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72111aa8-71c5-47f0-9f0d-972dfe0a177b,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:54.106003 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Set router 96e9139b-9529-4d90-8bdb-7c9215f1087b gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:00:54.113512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:54.114729 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-46fd4071-d7f5-4986-b8eb-9f202c737687 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1429627 Jan 12 10:00:54.339502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d5b1ef8c-0cbf-4238-bd67-641efe9386a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:00:54.355183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d5b1ef8c-0cbf-4238-bd67-641efe9386a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:00:54.356324 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d5b1ef8c-0cbf-4238-bd67-641efe9386a6 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449762178&fields=id&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 267 time: 0.0566595 Jan 12 10:00:54.408795 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f20233a2-259d-4893-bdb1-aebd5a1a8516', 'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:b6:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:49Z', 'updated_at': '2022-01-12T10:00:51Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:54.412738 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Checking router: 96e9139b-9529-4d90-8bdb-7c9215f1087b for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:00:54.413101 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Updating router 96e9139b-9529-4d90-8bdb-7c9215f1087b port f20233a2-259d-4893-bdb1-aebd5a1a8516 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:00:54.463857 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:54.503149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-11b19a9c-e7b5-4a88-9e51-976e0d207b04 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:54.504593 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-11b19a9c-e7b5-4a88-9e51-976e0d207b04 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/networks?id=7dc73c92-6199-497e-a57e-54cc22efeff5 HTTP/1.1" status: 200 len: 797 time: 0.1412597 Jan 12 10:00:54.520828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-1f5c2385-25d5-40df-af78-a815b892522e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/quotas/d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 375 time: 0.0108037 Jan 12 10:00:54.605478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-52aab6fb-98ef-4104-97d9-09a7af04b61f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:00:54.611118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:00:54.623884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-52aab6fb-98ef-4104-97d9-09a7af04b61f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:00:54.625356 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-52aab6fb-98ef-4104-97d9-09a7af04b61f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996566 Jan 12 10:00:54.680360 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:54.680625 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:54.766045 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-fc05836b-623c-47d7-8132-acfd1eee4e94 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289244 Jan 12 10:00:54.821545 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:54.832477 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Transition to ACTIVE for port object f20233a2-259d-4893-bdb1-aebd5a1a8516 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:00:54.839346 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:54.902622 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-e6ac29ae-c02e-4435-95e3-80c238b8f6e5 service neutron] 10.222.0.58 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307778 Jan 12 10:00:54.963470 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Pushing event updated for resources: {'Port': ['ID=f20233a2-259d-4893-bdb1-aebd5a1a8516,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:54.997273 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:54.997887 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:54.998209 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:54.998731 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:54.999048 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:54.999440 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:54.999770 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:55.000139 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:55.000454 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:55.000762 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:55.001093 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:55.077157 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Attempting to bind port f20233a2-259d-4893-bdb1-aebd5a1a8516 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:00:55.078914 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Attempting to bind port f20233a2-259d-4893-bdb1-aebd5a1a8516 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:00:55.079766 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Attempting to bind port f20233a2-259d-4893-bdb1-aebd5a1a8516 on network 7dc73c92-6199-497e-a57e-54cc22efeff5 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:00:55.088076 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:00:55.088966 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Checking segment: {'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:00:55.089451 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:55.090050 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Bound using segment: {'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:00:55.090598 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Bound port: f20233a2-259d-4893-bdb1-aebd5a1a8516, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:00:55.091227 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:55.110703 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cef4c2e7-cffd-494f-bfa2-95a425c9f11d req-d67db29e-a967-44df-b9f0-87aabc1f7f4a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 210 time: 0.0416172 Jan 12 10:00:55.190049 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] For port f20233a2-259d-4893-bdb1-aebd5a1a8516, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:00:55.192954 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] For port f20233a2-259d-4893-bdb1-aebd5a1a8516, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f20233a2-259d-4893-bdb1-aebd5a1a8516,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:00:55.198168 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:55.287543 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:00:55.288378 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:55.357489 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93ff61-6d34-4b23-a114-3c171b72391b None None] Pushing event updated for resources: {'Port': ['ID=f20233a2-259d-4893-bdb1-aebd5a1a8516,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:55.496811 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] Set router 96e9139b-9529-4d90-8bdb-7c9215f1087b gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:00:55.826994 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f20233a2-259d-4893-bdb1-aebd5a1a8516', 'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:b6:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:49Z', 'updated_at': '2022-01-12T10:00:55Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:55.831617 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156b2f2-356d-43a6-a834-9b576c7b6a20 None None] The sync data for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv is: [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f20233a2-259d-4893-bdb1-aebd5a1a8516', 'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:b6:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:49Z', 'updated_at': '2022-01-12T10:00:55Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:00:56.199021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-c2014902-692a-47e6-8161-740c5dfafbbe tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:56.200695 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-c2014902-692a-47e6-8161-740c5dfafbbe tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/networks?id=7dc73c92-6199-497e-a57e-54cc22efeff5 HTTP/1.1" status: 200 len: 797 time: 0.1580763 Jan 12 10:00:56.307128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-784d1f39-c3e8-4377-af08-7a6ce0b1e5e4 req-9c8a5e27-2f75-4e49-8c2a-c32e42506884 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 210 time: 0.0531673 Jan 12 10:00:56.310079 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-ced219d2-7bb9-49c7-bb89-bf8a809e8b6c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f8f502f65499ab2c245dd4d23e808 HTTP/1.1" status: 200 len: 380 time: 0.0947890 Jan 12 10:00:56.318811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'port': {'device_id': 'd495b13b-60d0-4627-a616-dc6130f59585', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'admin_state_up': True, 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'security_groups': ['6bdef00d-2030-45a0-aeca-a0d69b021c79']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:56.463498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:00:56.473518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:00:56.484513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Made reservation on behalf of d45f8f502f65499ab2c245dd4d23e808 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:00:56.487836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:56.634461 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f20233a2-259d-4893-bdb1-aebd5a1a8516 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:00:56.663395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.20.0.4 (7dc73c92-6199-497e-a57e-54cc22efeff5/93fc2035-4256-4cbe-9fb6-0c1737e7c9e3/64ae50c1-f548-48d4-85e8-bbf3d229dba4) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:00:56.704663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port f20233a2-259d-4893-bdb1-aebd5a1a8516 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:00:56.709838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f20233a2-259d-4893-bdb1-aebd5a1a8516 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:56.710364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:56.824570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:56.856917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port f20233a2-259d-4893-bdb1-aebd5a1a8516, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f20233a2-259d-4893-bdb1-aebd5a1a8516,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:00:56.863023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:56.931178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=f20233a2-259d-4893-bdb1-aebd5a1a8516,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:56.960730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:56.975893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Transition to ACTIVE for port object 64ae50c1-f548-48d4-85e8-bbf3d229dba4 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:00:57.000757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:57.072725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network 7dc73c92-6199-497e-a57e-54cc22efeff5 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:00:57.075897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:00:57.081050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:00:57.111468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=64ae50c1-f548-48d4-85e8-bbf3d229dba4,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:57.151893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:57.152496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:57.180908 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-35de970e-961d-4052-838b-b38045fb54ff tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8657689 Jan 12 10:00:57.260268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Request body: {'port': {'device_id': 'd495b13b-60d0-4627-a616-dc6130f59585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:00:57.291016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2e97e63c-b672-4c98-b96f-cbcdbdda6ff7 None None] Provisioning for port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:00:57.295911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2e97e63c-b672-4c98-b96f-cbcdbdda6ff7 None None] Provisioning complete for port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:57.296279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e97e63c-b672-4c98-b96f-cbcdbdda6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:57.350999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2e97e63c-b672-4c98-b96f-cbcdbdda6ff7 None None] Port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:00:57.369182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:57.653657 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415112a0-e517-40ac-beab-9df380923f27 req-7f7adc06-446e-49c2-b487-416a7cdc4145 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:57.654245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-415112a0-e517-40ac-beab-9df380923f27 req-7f7adc06-446e-49c2-b487-416a7cdc4145 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:00:57.700635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-415112a0-e517-40ac-beab-9df380923f27 req-7f7adc06-446e-49c2-b487-416a7cdc4145 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:00:57.701820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-415112a0-e517-40ac-beab-9df380923f27 req-7f7adc06-446e-49c2-b487-416a7cdc4145 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 931 time: 0.2700465 Jan 12 10:00:57.804594 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-415112a0-e517-40ac-beab-9df380923f27 req-106583d0-3cd5-4969-8197-325c9d98b5fc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950680 Jan 12 10:00:57.812533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ae50c1-f548-48d4-85e8-bbf3d229dba4 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:00:57.820990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:57.844980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Transition to ACTIVE for port object 64ae50c1-f548-48d4-85e8-bbf3d229dba4 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:00:57.850310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:57.979239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Pushing event updated for resources: {'Port': ['ID=64ae50c1-f548-48d4-85e8-bbf3d229dba4,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:58.084547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Attempting to bind port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:00:58.084889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Attempting to bind port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:00:58.085243 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Attempting to bind port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 on network 7dc73c92-6199-497e-a57e-54cc22efeff5 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:00:58.091341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 on network 7dc73c92-6199-497e-a57e-54cc22efeff5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:00:58.091654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Attempting to bind port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 on network 7dc73c92-6199-497e-a57e-54cc22efeff5 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:00:58.097742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:00:58.098063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Checking segment: {'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:00:58.098439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Bound using segment: {'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:00:58.098884 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Bound port: 64ae50c1-f548-48d4-85e8-bbf3d229dba4, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7868fa1-6251-463f-a332-4cf3ca2f7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:00:58.099231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:58.189167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] For port 64ae50c1-f548-48d4-85e8-bbf3d229dba4, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:00:58.192132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] For port 64ae50c1-f548-48d4-85e8-bbf3d229dba4, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=64ae50c1-f548-48d4-85e8-bbf3d229dba4,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:00:58.198772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:58.258034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:58.259347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] 10.222.0.59 "PUT /v2.0/ports/64ae50c1-f548-48d4-85e8-bbf3d229dba4 HTTP/1.1" status: 200 len: 1093 time: 1.0720232 Jan 12 10:00:58.259789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd495b13b-60d0-4627-a616-dc6130f59585', 'tag': '64ae50c1-f548-48d4-85e8-bbf3d229dba4'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:00:58.291911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ef8f1-6187-4f72-a039-122f263aed70 service neutron] Pushing event updated for resources: {'Port': ['ID=64ae50c1-f548-48d4-85e8-bbf3d229dba4,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:58.334769 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd495b13b-60d0-4627-a616-dc6130f59585', 'tag': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'status': 'completed', 'code': 200} Jan 12 10:00:58.380160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-4b0d0c78-3867-4a3a-88be-b2912e3ca966 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 1096 time: 0.0800157 Jan 12 10:00:58.448252 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-05209b93-e9b0-4005-b53a-97cec6bde52c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ae50c1-f548-48d4-85e8-bbf3d229dba4 HTTP/1.1" status: 200 len: 217 time: 0.0614119 Jan 12 10:00:58.517098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-f0dcdefe-30f2-4fea-a5b6-ef8bc1b7517a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:58.518628 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-f0dcdefe-30f2-4fea-a5b6-ef8bc1b7517a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93fc2035-4256-4cbe-9fb6-0c1737e7c9e3 HTTP/1.1" status: 200 len: 834 time: 0.0649559 Jan 12 10:00:58.595470 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-08d3c8e5-c5aa-488e-9dce-31fe1db2187b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7dc73c92-6199-497e-a57e-54cc22efeff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709035 Jan 12 10:00:58.606057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f20233a2-259d-4893-bdb1-aebd5a1a8516 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:00:58.671799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f20233a2-259d-4893-bdb1-aebd5a1a8516 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:00:58.672164 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:58.725272 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-93e33725-fd40-45a2-b438-de12db25768c service neutron] 10.222.0.59 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233535 Jan 12 10:00:58.990938 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12bba9ba-6234-4dd1-911e-27e787ae2432 req-dbad7e28-dc5f-4a8b-a26d-6c6b2b86a012 service neutron] 10.222.0.59 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603936 Jan 12 10:00:59.024509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd43f14-2e82-4a79-a657-fc2b79eb49af req-607d4248-9a1e-4101-b017-047fb79f1032 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:59.025961 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4dd43f14-2e82-4a79-a657-fc2b79eb49af req-607d4248-9a1e-4101-b017-047fb79f1032 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 943 time: 0.0946152 Jan 12 10:00:59.117200 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4dd43f14-2e82-4a79-a657-fc2b79eb49af req-c43b90a1-4564-4ee1-8e99-7a52e71dc727 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855136 Jan 12 10:00:59.132943 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-94bee037-5c43-4dc5-8f6f-3b9d78090dd7 req-9d08b44d-63da-42bf-bf97-31f1933f79cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 1096 time: 0.0873718 Jan 12 10:00:59.269941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee037-5c43-4dc5-8f6f-3b9d78090dd7 req-79699b80-dd5f-4dcd-835b-66dacadb528b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:59.271255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-94bee037-5c43-4dc5-8f6f-3b9d78090dd7 req-79699b80-dd5f-4dcd-835b-66dacadb528b service neutron] 10.222.0.59 "GET /v2.0/networks?id=7dc73c92-6199-497e-a57e-54cc22efeff5 HTTP/1.1" status: 200 len: 898 time: 0.1318841 Jan 12 10:00:59.339699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-94bee037-5c43-4dc5-8f6f-3b9d78090dd7 req-57f52c2b-39be-4b44-b5b6-8661d3093ced service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ae50c1-f548-48d4-85e8-bbf3d229dba4 HTTP/1.1" status: 200 len: 217 time: 0.0620906 Jan 12 10:00:59.399796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee037-5c43-4dc5-8f6f-3b9d78090dd7 req-f6bf50a7-dd98-43c4-baeb-d223e0c7f38d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:59.401167 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-94bee037-5c43-4dc5-8f6f-3b9d78090dd7 req-f6bf50a7-dd98-43c4-baeb-d223e0c7f38d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93fc2035-4256-4cbe-9fb6-0c1737e7c9e3 HTTP/1.1" status: 200 len: 834 time: 0.0557146 Jan 12 10:00:59.482616 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-94bee037-5c43-4dc5-8f6f-3b9d78090dd7 req-cc0d3472-9a38-4c53-8191-488cff800e8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7dc73c92-6199-497e-a57e-54cc22efeff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754895 Jan 12 10:00:59.615428 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-94bee037-5c43-4dc5-8f6f-3b9d78090dd7 req-173fe040-0605-4b3b-8884-7d4d176ac02e service neutron] 10.222.0.59 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263180 Jan 12 10:00:59.742558 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-94bee037-5c43-4dc5-8f6f-3b9d78090dd7 req-08b1d894-e270-4ce6-ba5a-a64802152bf6 service neutron] 10.222.0.59 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214132 Jan 12 10:01:00.330526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718e99-9b7a-41a7-bdde-47bf3063cf37 req-7ab1733c-dadf-495c-ac89-a19719fc9db1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:00.331965 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-db718e99-9b7a-41a7-bdde-47bf3063cf37 req-7ab1733c-dadf-495c-ac89-a19719fc9db1 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 943 time: 0.0844734 Jan 12 10:01:00.382406 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-db718e99-9b7a-41a7-bdde-47bf3063cf37 req-d4425935-8f6e-4491-af59-77bcf6de36c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Jan 12 10:01:01.599106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422f435-3ac6-4df3-a809-4cd7f5065743 req-1cec2471-2b06-46b1-8f46-aba853eb8b22 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:01.600610 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5422f435-3ac6-4df3-a809-4cd7f5065743 req-1cec2471-2b06-46b1-8f46-aba853eb8b22 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 943 time: 0.0901234 Jan 12 10:01:01.645642 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5422f435-3ac6-4df3-a809-4cd7f5065743 req-9ca3448d-c2bd-4dab-a5dd-b6fa1adc4597 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395193 Jan 12 10:01:02.224318 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 64ae50c1-f548-48d4-85e8-bbf3d229dba4 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:01:02.365874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 64ae50c1-f548-48d4-85e8-bbf3d229dba4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=64ae50c1-f548-48d4-85e8-bbf3d229dba4,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:01:02.378698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'port_id': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:01:02.430966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:02.448194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ae50c1-f548-48d4-85e8-bbf3d229dba4 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:01:02.462938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 64ae50c1-f548-48d4-85e8-bbf3d229dba4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=64ae50c1-f548-48d4-85e8-bbf3d229dba4,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:01:02.467753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:02.533251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=64ae50c1-f548-48d4-85e8-bbf3d229dba4,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:02.772997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['64ae50c1-f548-48d4-85e8-bbf3d229dba4'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:01:02.842965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421229a7-8567-45e7-9886-dc5165abf12c req-dc5bbc34-a7b9-4c4b-b8bd-bc2b994aa265 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:02.844392 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-421229a7-8567-45e7-9886-dc5165abf12c req-dc5bbc34-a7b9-4c4b-b8bd-bc2b994aa265 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 944 time: 0.0801198 Jan 12 10:01:02.892667 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-421229a7-8567-45e7-9886-dc5165abf12c req-f98581ae-2c40-45ac-8ff5-ab4ec8fb3929 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Jan 12 10:01:04.104659 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9667fb-6502-43e6-b943-0437133f7e80 req-23f8365f-3e9a-4394-8098-86097f38ade4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:04.106093 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8f9667fb-6502-43e6-b943-0437133f7e80 req-23f8365f-3e9a-4394-8098-86097f38ade4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 944 time: 0.0893071 Jan 12 10:01:04.152683 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8f9667fb-6502-43e6-b943-0437133f7e80 req-4a7e9149-6928-4912-8cc1-aa01bc6a655d tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387516 Jan 12 10:01:04.221844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 64ae50c1-f548-48d4-85e8-bbf3d229dba4 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:01:04.292084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:01:04.296779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:01:04.297154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:04.415137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:04.444506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd495b13b-60d0-4627-a616-dc6130f59585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ae50c1-f548-48d4-85e8-bbf3d229dba4'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:01:04.454477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 64ae50c1-f548-48d4-85e8-bbf3d229dba4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=64ae50c1-f548-48d4-85e8-bbf3d229dba4,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:01:04.459514 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:04.500832 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd495b13b-60d0-4627-a616-dc6130f59585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'code': 200} Jan 12 10:01:04.529987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=64ae50c1-f548-48d4-85e8-bbf3d229dba4,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:04.723520 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-899bedd4-f06d-44f2-b2d9-a96efc842331 req-b89fa79a-f60c-442a-9e69-1e048621bdc9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 1098 time: 0.0690956 Jan 12 10:01:04.768827 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-899bedd4-f06d-44f2-b2d9-a96efc842331 req-f22bf44c-01cd-4b02-84ba-4540e8e9e319 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391710 Jan 12 10:01:05.377672 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb796ae-7cac-45a5-bb0f-112c41f3d33e req-690ef73d-62b4-4a81-9faa-77a810a148d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:05.379183 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2cb796ae-7cac-45a5-bb0f-112c41f3d33e req-690ef73d-62b4-4a81-9faa-77a810a148d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 945 time: 0.0876555 Jan 12 10:01:05.425140 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2cb796ae-7cac-45a5-bb0f-112c41f3d33e req-a125739d-db2b-4422-9dba-74c78c1a4df4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395174 Jan 12 10:01:06.632425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a4231-659d-4ccb-be0d-9daa45f937b9 req-6c14a7ea-eaaf-4981-a686-0e680f7d4cdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:06.633866 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc7a4231-659d-4ccb-be0d-9daa45f937b9 req-6c14a7ea-eaaf-4981-a686-0e680f7d4cdf tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 945 time: 0.0811756 Jan 12 10:01:06.681716 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc7a4231-659d-4ccb-be0d-9daa45f937b9 req-50013237-5bed-48e6-b3ca-128cd10e43cd tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396864 Jan 12 10:01:06.890350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468ce56-e364-4806-90ec-d9cd1cbe733d req-bc3f8e30-17fa-4046-a076-a83a11d44188 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:06.891700 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c468ce56-e364-4806-90ec-d9cd1cbe733d req-bc3f8e30-17fa-4046-a076-a83a11d44188 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 945 time: 0.0814023 Jan 12 10:01:06.939720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c468ce56-e364-4806-90ec-d9cd1cbe733d req-5f57ad6a-0d30-48c7-8091-0491c74aeea7 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399532 Jan 12 10:01:06.967233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45888) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:01:07.040198 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8f0fbd3f-0605-41d4-b79c-596be5411584 tempest-TestNetworkBasicOps-496642492 tempest-TestNetworkBasicOps-496642492-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 1093 time: 0.0718439 Jan 12 10:01:07.042953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45892) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:01:07.047948 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:01:07.053417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:01:07.057278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Usage tracker for resource:floatingip and tenant:d45f8f502f65499ab2c245dd4d23e808 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:01:07.060161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:01:07.065739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:01:07.075848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:07.210469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:07.338653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Allocated IP 172.26.1.100 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/a4716d7c-959c-4a29-ba91-bb3e64f2f290) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:01:07.485901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:07.514709 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:07.579006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:01:07.581641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:01:07.585300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:01:07.618569 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=a4716d7c-959c-4a29-ba91-bb3e64f2f290,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:08.188683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:08.245880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:08.453500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:08.459369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:08.557320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event updated for resources: {'Port': ['ID=a4716d7c-959c-4a29-ba91-bb3e64f2f290,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:08.574930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:08.765608 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Floating IP eef83451-b477-4906-acc6-125b881cdaed associated. External IP: 172.26.1.100, port: 64ae50c1-f548-48d4-85e8-bbf3d229dba4. Jan 12 10:01:09.169028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 96e9139b-9529-4d90-8bdb-7c9215f1087b has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:01:09.463971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:01:09.473958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] Sync routers for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:01:09.485341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:01:09.485946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:09.489494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:09.544328 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4442c095-4a3a-40ca-a23d-02654ec96a86 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5003886 Jan 12 10:01:09.545001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd495b13b-60d0-4627-a616-dc6130f59585', 'tag': '64ae50c1-f548-48d4-85e8-bbf3d229dba4'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:01:09.547014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45896) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:01:09.603368 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd495b13b-60d0-4627-a616-dc6130f59585', 'tag': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'status': 'completed', 'code': 200} Jan 12 10:01:09.697527 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] Set router 96e9139b-9529-4d90-8bdb-7c9215f1087b gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:01:09.793261 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-08bd7fd2-9b8c-4ae7-92b0-4f6dbd42e355 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.2450426 Jan 12 10:01:09.811210 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ab2ece3-3dc0-429d-9a75-c0eafab61a5f req-19c004a5-e561-49d7-846e-0b091fb4cdc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 1098 time: 0.1102884 Jan 12 10:01:09.948091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2ece3-3dc0-429d-9a75-c0eafab61a5f req-8b4dc561-c5ac-4b94-9afa-3fcffe228eca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:09.949890 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ab2ece3-3dc0-429d-9a75-c0eafab61a5f req-8b4dc561-c5ac-4b94-9afa-3fcffe228eca service neutron] 10.222.0.59 "GET /v2.0/networks?id=7dc73c92-6199-497e-a57e-54cc22efeff5 HTTP/1.1" status: 200 len: 898 time: 0.1334217 Jan 12 10:01:10.040429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'eef83451-b477-4906-acc6-125b881cdaed', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.100', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'port_id': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495b13b-60d0-4627-a616-dc6130f59585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:01:08Z', 'updated_at': '2022-01-12T10:01:08Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f20233a2-259d-4893-bdb1-aebd5a1a8516', 'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:b6:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:49Z', 'updated_at': '2022-01-12T10:00:56Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:10.045074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] Checking router: 96e9139b-9529-4d90-8bdb-7c9215f1087b for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:01:10.050719 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ab2ece3-3dc0-429d-9a75-c0eafab61a5f req-21ae5cfc-1417-4a4a-badf-397e9bf88a4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ae50c1-f548-48d4-85e8-bbf3d229dba4 HTTP/1.1" status: 200 len: 999 time: 0.0950487 Jan 12 10:01:10.055872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:01:10.056566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:00:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:10.112493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2ece3-3dc0-429d-9a75-c0eafab61a5f req-dd429f59-f312-4ac4-9622-e8f88bc03c40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:10.113916 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ab2ece3-3dc0-429d-9a75-c0eafab61a5f req-dd429f59-f312-4ac4-9622-e8f88bc03c40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93fc2035-4256-4cbe-9fb6-0c1737e7c9e3 HTTP/1.1" status: 200 len: 834 time: 0.0581105 Jan 12 10:01:10.186440 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ab2ece3-3dc0-429d-9a75-c0eafab61a5f req-e3f4c304-a39e-481d-8179-1c9f6afb6d28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7dc73c92-6199-497e-a57e-54cc22efeff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667496 Jan 12 10:01:10.231817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] Set router 96e9139b-9529-4d90-8bdb-7c9215f1087b gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:01:10.321595 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ab2ece3-3dc0-429d-9a75-c0eafab61a5f req-c02971db-ba1c-4c37-83ee-bebddcdcb931 service neutron] 10.222.0.59 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287925 Jan 12 10:01:10.453287 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ab2ece3-3dc0-429d-9a75-c0eafab61a5f req-ed1dc808-c320-432f-91ba-28f876940252 service neutron] 10.222.0.59 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265950 Jan 12 10:01:10.601193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'eef83451-b477-4906-acc6-125b881cdaed', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.100', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'port_id': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495b13b-60d0-4627-a616-dc6130f59585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:01:08Z', 'updated_at': '2022-01-12T10:01:08Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f20233a2-259d-4893-bdb1-aebd5a1a8516', 'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:b6:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:49Z', 'updated_at': '2022-01-12T10:00:56Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:10.605490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be0f7a-b541-423a-8ed8-3a9eebb0061e None None] The sync data for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv is: [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'eef83451-b477-4906-acc6-125b881cdaed', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.100', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'port_id': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495b13b-60d0-4627-a616-dc6130f59585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:01:08Z', 'updated_at': '2022-01-12T10:01:08Z', 'revision_number': 0, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f20233a2-259d-4893-bdb1-aebd5a1a8516', 'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:b6:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:49Z', 'updated_at': '2022-01-12T10:00:56Z', 'revision_number': 5, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:01:10.798651 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45902) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:01:10.912846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f932e719-8249-4126-af45-960d87bf129f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.1121581 Jan 12 10:01:11.918018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45906) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:01:12.033010 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6c4b0694-01d9-4f0e-8d16-0d9bddb868a9 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.1135521 Jan 12 10:01:12.073988 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4518cfe-a65e-4a99-84bb-95484d4cf740 None None] New status for floating IP eef83451-b477-4906-acc6-125b881cdaed: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:01:13.036918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45910) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:01:13.147082 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-61e8ad68-a4cb-458e-8121-c57ac8e7503a tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 993 time: 0.1083386 Jan 12 10:01:15.979847 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:01:19.073406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7679db4-74c0-4f2b-9661-8d597009c25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:21.208447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d45ada6-8916-49eb-8e22-383c1cdaf4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:21.787959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:22.544016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:22.617984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:23.905724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:46.448735 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e275efd-ea72-4046-8b1b-f9fa1c5ecac3 req-f138010b-80aa-4fce-bdf0-613d167d3732 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683038 Jan 12 10:01:46.593475 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e275efd-ea72-4046-8b1b-f9fa1c5ecac3 req-c57397bb-2171-4154-9bdd-c34bba093190 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 1098 time: 0.0790179 Jan 12 10:01:46.745055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275efd-ea72-4046-8b1b-f9fa1c5ecac3 req-da8aa3fb-f226-4c8f-9fa2-b0b0807f5a60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:46.746510 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e275efd-ea72-4046-8b1b-f9fa1c5ecac3 req-da8aa3fb-f226-4c8f-9fa2-b0b0807f5a60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7dc73c92-6199-497e-a57e-54cc22efeff5 HTTP/1.1" status: 200 len: 898 time: 0.1338973 Jan 12 10:01:46.944540 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e275efd-ea72-4046-8b1b-f9fa1c5ecac3 req-7e4cde3f-4740-4aef-a0b1-f3c4525450ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ae50c1-f548-48d4-85e8-bbf3d229dba4 HTTP/1.1" status: 200 len: 1001 time: 0.1912971 Jan 12 10:01:47.007270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275efd-ea72-4046-8b1b-f9fa1c5ecac3 req-91e37c99-ceea-4972-b7a4-7b4e4a77b1e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:47.008952 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e275efd-ea72-4046-8b1b-f9fa1c5ecac3 req-91e37c99-ceea-4972-b7a4-7b4e4a77b1e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93fc2035-4256-4cbe-9fb6-0c1737e7c9e3 HTTP/1.1" status: 200 len: 834 time: 0.0577323 Jan 12 10:01:47.082909 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e275efd-ea72-4046-8b1b-f9fa1c5ecac3 req-67217525-fe71-482c-9ba0-8f5bea075c37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7dc73c92-6199-497e-a57e-54cc22efeff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679145 Jan 12 10:01:47.212421 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e275efd-ea72-4046-8b1b-f9fa1c5ecac3 req-f64132f5-10b7-49b0-bc60-b9064e97d734 service neutron] 10.222.0.59 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235349 Jan 12 10:01:47.342450 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e275efd-ea72-4046-8b1b-f9fa1c5ecac3 req-23b03c3a-2590-49dc-8dfb-31cef5867370 service neutron] 10.222.0.59 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240530 Jan 12 10:01:49.072108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ebad499-2ab7-47ab-9771-400298633236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:51.207712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04911976-15d5-49c2-ac56-d2c1420fe794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:51.803472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:52.541785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:52.622402 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:52.987787 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:01:53.913727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:19.076851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e68557cb-9f83-4453-b935-090548b9ab98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:21.209394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4597fb04-3e09-4e19-a7f7-77d922042baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:21.825039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:22.550933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:22.634553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:23.915737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:24.214552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45948) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:24.223234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-162c434e-58b2-47b1-a468-a5e781280f1e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:02:24.827895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-162c434e-58b2-47b1-a468-a5e781280f1e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:24.841380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-162c434e-58b2-47b1-a468-a5e781280f1e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:25.050429 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162c434e-58b2-47b1-a468-a5e781280f1e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 96e9139b-9529-4d90-8bdb-7c9215f1087b has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:02:25.251270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162c434e-58b2-47b1-a468-a5e781280f1e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:02:25.257272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-162c434e-58b2-47b1-a468-a5e781280f1e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:25.258400 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-162c434e-58b2-47b1-a468-a5e781280f1e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/96e9139b-9529-4d90-8bdb-7c9215f1087b HTTP/1.1" status: 200 len: 888 time: 1.0425732 Jan 12 10:02:25.261062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d3c715-0234-40f2-afcd-833894f90f7b None None] Sync routers for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:02:25.277009 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3c715-0234-40f2-afcd-833894f90f7b None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:02:25.277627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-56d3c715-0234-40f2-afcd-833894f90f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:02:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:25.336079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-56d3c715-0234-40f2-afcd-833894f90f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:25.347189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3c715-0234-40f2-afcd-833894f90f7b None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:02:25.347762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-56d3c715-0234-40f2-afcd-833894f90f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:02:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:25.442719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-56d3c715-0234-40f2-afcd-833894f90f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:25.443138 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d3c715-0234-40f2-afcd-833894f90f7b None None] The sync data for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv is: [] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:02:26.197018 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa8f93-fb69-46b2-96c4-86f9704356e0 None None] New status for floating IP eef83451-b477-4906-acc6-125b881cdaed: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:02:26.674453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f20233a2-259d-4893-bdb1-aebd5a1a8516 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:02:26.781628 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:26.816150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port f20233a2-259d-4893-bdb1-aebd5a1a8516, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f20233a2-259d-4893-bdb1-aebd5a1a8516,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:02:26.822064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:26.822973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:02:26.928612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=f20233a2-259d-4893-bdb1-aebd5a1a8516,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:26.963352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.963695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.964056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.964383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.964714 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.965037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.965379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.965703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.966028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.966329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.966646 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:26.998038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:27.013719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:02:27.021346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:27.085455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:27.426979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45954) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:27.433662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b14c3b0e-6497-4441-a983-7312bdbdf757 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:02:27.987796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b14c3b0e-6497-4441-a983-7312bdbdf757 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:28.002170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b14c3b0e-6497-4441-a983-7312bdbdf757 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508144'] for router, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:28.200719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14c3b0e-6497-4441-a983-7312bdbdf757 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 96e9139b-9529-4d90-8bdb-7c9215f1087b has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:02:28.411979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14c3b0e-6497-4441-a983-7312bdbdf757 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:02:28.418103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b14c3b0e-6497-4441-a983-7312bdbdf757 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:28.421210 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] Sync routers for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:02:28.422364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45958) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:28.422828 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b14c3b0e-6497-4441-a983-7312bdbdf757 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/96e9139b-9529-4d90-8bdb-7c9215f1087b HTTP/1.1" status: 200 len: 887 time: 0.9911594 Jan 12 10:02:28.433017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:02:28.433624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:02:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:28.612515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] Set router 96e9139b-9529-4d90-8bdb-7c9215f1087b gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:02:28.636192 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4722bf5e-5f25-4898-b67c-21e30fe9aa0c tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.2119098 Jan 12 10:02:28.960395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:27Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'eef83451-b477-4906-acc6-125b881cdaed', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.100', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'port_id': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495b13b-60d0-4627-a616-dc6130f59585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:01:08Z', 'updated_at': '2022-01-12T10:02:26Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f20233a2-259d-4893-bdb1-aebd5a1a8516', 'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:b6:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:49Z', 'updated_at': '2022-01-12T10:02:26Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:28.964636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] Checking router: 96e9139b-9529-4d90-8bdb-7c9215f1087b for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:02:28.976777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:02:28.977390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:02:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:29.159303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] Set router 96e9139b-9529-4d90-8bdb-7c9215f1087b gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:02:29.550186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:27Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'eef83451-b477-4906-acc6-125b881cdaed', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.100', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'port_id': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495b13b-60d0-4627-a616-dc6130f59585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:01:08Z', 'updated_at': '2022-01-12T10:02:26Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f20233a2-259d-4893-bdb1-aebd5a1a8516', 'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:b6:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:49Z', 'updated_at': '2022-01-12T10:02:26Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:29.554554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd3896-eb1b-4fb3-aaa6-f64a0b09f104 None None] The sync data for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv is: [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:27Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'eef83451-b477-4906-acc6-125b881cdaed', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'floating_ip_address': '172.26.1.100', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'port_id': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495b13b-60d0-4627-a616-dc6130f59585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:01:08Z', 'updated_at': '2022-01-12T10:02:26Z', 'revision_number': 2, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f20233a2-259d-4893-bdb1-aebd5a1a8516', 'name': '', 'network_id': '7dc73c92-6199-497e-a57e-54cc22efeff5', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'mac_address': 'fa:16:3e:b6:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:49Z', 'updated_at': '2022-01-12T10:02:26Z', 'revision_number': 6, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'subnets': [{'id': '93fc2035-4256-4cbe-9fb6-0c1737e7c9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:02:29.639162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45962) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:29.749711 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a18f3156-d5b8-46b0-acb4-b40ed4f96519 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.1081221 Jan 12 10:02:29.979595 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:02:30.704405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f20233a2-259d-4893-bdb1-aebd5a1a8516 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:02:30.752862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45966) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:30.775237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f20233a2-259d-4893-bdb1-aebd5a1a8516 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:02:30.775599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:30.856655 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f607caba-5ffb-4cd0-99ed-62b05a22e23f tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.1024590 Jan 12 10:02:30.887182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:30.919076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port f20233a2-259d-4893-bdb1-aebd5a1a8516, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f20233a2-259d-4893-bdb1-aebd5a1a8516,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:02:30.924661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:30.925437 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:02:31.032971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=f20233a2-259d-4893-bdb1-aebd5a1a8516,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:31.050406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:02:31.050840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:31.168353 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:31.184963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:02:31.191393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:31.256755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:31.862003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45970) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:31.970441 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-495f6112-b614-49ab-b496-1f95e22a6aab tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.1069655 Jan 12 10:02:32.674697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f20233a2-259d-4893-bdb1-aebd5a1a8516 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:02:32.757711 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f20233a2-259d-4893-bdb1-aebd5a1a8516 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:02:32.757970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:32.869062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:02:32.938717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:02:32.939087 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:32.975004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45974) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:33.079219 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-913bc2ec-019b-446c-96a9-d178148478d4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.1031015 Jan 12 10:02:34.084319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 45978) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:34.196496 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1107c343-af88-4a59-8660-0d9b36f1d178 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.1106603 Jan 12 10:02:35.200724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45982) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:35.306571 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-77b21af7-33f2-45d4-af95-017580d3bb4b tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.1047292 Jan 12 10:02:36.311882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45986) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:36.530679 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0bc8544e-2906-46ed-9aad-22ebd42b6dda tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 991 time: 0.2172353 Jan 12 10:02:36.720530 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f378aa-9030-4c2a-957e-16c976c375a8 None None] New status for floating IP eef83451-b477-4906-acc6-125b881cdaed: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:02:37.534207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 45990) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:37.638534 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6aaa3581-5625-4017-b238-89e46b80da76 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 200 len: 993 time: 0.1031125 Jan 12 10:02:37.949186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46000) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:38.163799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port a4716d7c-959c-4a29-ba91-bb3e64f2f290 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:02:38.164020 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:38.335130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:38.335414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:38.455325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for a4716d7c-959c-4a29-ba91-bb3e64f2f290 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:02:38.614698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:38.664694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=a4716d7c-959c-4a29-ba91-bb3e64f2f290,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:38.702858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.703205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.703534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.703859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.704183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.704499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.704828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.705132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.705495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.705753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.706065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:38.770826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:39.128796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [req-8aa906a1-e184-4528-94e8-ab1922188a0a req-08e4919c-a515-4d64-adf0-fb8edd435a4f service neutron] (83595) timed out ('10.222.0.59', 50812) {{(pid=83595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 12 10:02:39.292433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 96e9139b-9529-4d90-8bdb-7c9215f1087b has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:02:39.494423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:02:39.516830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:39.568629 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bd5eae42-cde7-4184-b20e-33de8aac55c4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/floatingips/eef83451-b477-4906-acc6-125b881cdaed HTTP/1.1" status: 204 len: 168 time: 1.6180472 Jan 12 10:02:39.569176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd495b13b-60d0-4627-a616-dc6130f59585', 'tag': '64ae50c1-f548-48d4-85e8-bbf3d229dba4'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:02:39.622782 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd495b13b-60d0-4627-a616-dc6130f59585', 'tag': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'status': 'completed', 'code': 200} Jan 12 10:02:39.716458 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3864aa0d-5b55-4280-8e2b-4f3e85533388 req-e228e13c-a5d1-45a6-85c0-79804d8e453c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d45f8f502f65499ab2c245dd4d23e808&device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 1098 time: 0.0722249 Jan 12 10:02:39.850182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864aa0d-5b55-4280-8e2b-4f3e85533388 req-073662fb-5cd4-40a6-8e76-2e84387fdadc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:39.851682 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3864aa0d-5b55-4280-8e2b-4f3e85533388 req-073662fb-5cd4-40a6-8e76-2e84387fdadc service neutron] 10.222.0.59 "GET /v2.0/networks?id=7dc73c92-6199-497e-a57e-54cc22efeff5 HTTP/1.1" status: 200 len: 898 time: 0.1290705 Jan 12 10:02:39.951475 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3864aa0d-5b55-4280-8e2b-4f3e85533388 req-524c8d61-c50a-41c4-af25-ddc26172393f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ae50c1-f548-48d4-85e8-bbf3d229dba4 HTTP/1.1" status: 200 len: 217 time: 0.0933568 Jan 12 10:02:40.024130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864aa0d-5b55-4280-8e2b-4f3e85533388 req-64890bdf-0b8d-4936-bbe4-9d6e692fb729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:40.025497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3864aa0d-5b55-4280-8e2b-4f3e85533388 req-64890bdf-0b8d-4936-bbe4-9d6e692fb729 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93fc2035-4256-4cbe-9fb6-0c1737e7c9e3 HTTP/1.1" status: 200 len: 834 time: 0.0678055 Jan 12 10:02:40.081153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8d85c-c1cc-4a86-bbf1-0f8b9e4583d2 req-3f12eb24-acb6-4c29-aaae-c8fe368f04ca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:40.081731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-edd8d85c-c1cc-4a86-bbf1-0f8b9e4583d2 req-3f12eb24-acb6-4c29-aaae-c8fe368f04ca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:02:40.109153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-edd8d85c-c1cc-4a86-bbf1-0f8b9e4583d2 req-3f12eb24-acb6-4c29-aaae-c8fe368f04ca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:02:40.110444 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-edd8d85c-c1cc-4a86-bbf1-0f8b9e4583d2 req-3f12eb24-acb6-4c29-aaae-c8fe368f04ca tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 945 time: 0.2067802 Jan 12 10:02:40.141693 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3864aa0d-5b55-4280-8e2b-4f3e85533388 req-3a4dfd46-c57f-4c1d-8747-b51ff2af2472 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7dc73c92-6199-497e-a57e-54cc22efeff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1092448 Jan 12 10:02:40.231579 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-edd8d85c-c1cc-4a86-bbf1-0f8b9e4583d2 req-46df75cb-1cb9-450b-9556-11e491ae39c3 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146626 Jan 12 10:02:40.281626 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3864aa0d-5b55-4280-8e2b-4f3e85533388 req-1a297e1b-ed3e-4bc7-b211-439c02f333a4 service neutron] 10.222.0.59 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319294 Jan 12 10:02:40.409820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3864aa0d-5b55-4280-8e2b-4f3e85533388 req-e520c39b-959e-4e9b-b62b-b17a6d92d5b6 service neutron] 10.222.0.59 "GET /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220889 Jan 12 10:02:41.580332 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c32569-fb9a-462d-a4b9-be1dc670e15a req-0dfac67e-fd3a-4daa-83b0-aec0ea106823 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:41.581651 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-00c32569-fb9a-462d-a4b9-be1dc670e15a req-0dfac67e-fd3a-4daa-83b0-aec0ea106823 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 945 time: 0.2267804 Jan 12 10:02:41.643809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-13356801-c869-4930-a69f-e4171c122f03 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:41.645232 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-13356801-c869-4930-a69f-e4171c122f03 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 945 time: 0.2269454 Jan 12 10:02:41.647319 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-00c32569-fb9a-462d-a4b9-be1dc670e15a req-1d4531a5-4015-4326-8e5d-0900542565ae tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bdef00d-2030-45a0-aeca-a0d69b021c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568104 Jan 12 10:02:41.711610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-2aaeae86-fd53-449f-a6e9-779e83a0a33e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:02:41.711953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-2aaeae86-fd53-449f-a6e9-779e83a0a33e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:41.957486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-2aaeae86-fd53-449f-a6e9-779e83a0a33e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 64ae50c1-f548-48d4-85e8-bbf3d229dba4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=64ae50c1-f548-48d4-85e8-bbf3d229dba4,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:02:41.957805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-2aaeae86-fd53-449f-a6e9-779e83a0a33e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:42.073658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-2aaeae86-fd53-449f-a6e9-779e83a0a33e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 64ae50c1-f548-48d4-85e8-bbf3d229dba4 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:02:42.217171 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-2aaeae86-fd53-449f-a6e9-779e83a0a33e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:42.262450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaeae86-fd53-449f-a6e9-779e83a0a33e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=64ae50c1-f548-48d4-85e8-bbf3d229dba4,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:42.337108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-2aaeae86-fd53-449f-a6e9-779e83a0a33e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] No DVR routers for this DVR port 64ae50c1-f548-48d4-85e8-bbf3d229dba4 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:02:42.339556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-2aaeae86-fd53-449f-a6e9-779e83a0a33e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:42.341954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd495b13b-60d0-4627-a616-dc6130f59585', 'name': 'network-vif-deleted', 'tag': '64ae50c1-f548-48d4-85e8-bbf3d229dba4'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:02:42.359339 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d96d1066-854c-4bdf-b5ca-5511a9b6f151 req-2aaeae86-fd53-449f-a6e9-779e83a0a33e tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.59 "DELETE /v2.0/ports/64ae50c1-f548-48d4-85e8-bbf3d229dba4 HTTP/1.1" status: 204 len: 173 time: 0.7091689 Jan 12 10:02:42.399942 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd495b13b-60d0-4627-a616-dc6130f59585', 'name': 'network-vif-deleted', 'tag': '64ae50c1-f548-48d4-85e8-bbf3d229dba4', 'status': 'completed', 'code': 200} Jan 12 10:02:42.829889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-7cbb0e97-2e2a-43b7-96a4-3192d982c143 req-7de6ed3a-11c7-4ae1-9022-c6fe1d300ffc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Synchronizing usage tracker for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:02:42.848186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-7cbb0e97-2e2a-43b7-96a4-3192d982c143 req-7de6ed3a-11c7-4ae1-9022-c6fe1d300ffc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Unset dirty status for tenant:d45f8f502f65499ab2c245dd4d23e808 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:02:42.849380 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7cbb0e97-2e2a-43b7-96a4-3192d982c143 req-7de6ed3a-11c7-4ae1-9022-c6fe1d300ffc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "GET /v2.0/ports?device_id=d495b13b-60d0-4627-a616-dc6130f59585 HTTP/1.1" status: 200 len: 210 time: 0.0649841 Jan 12 10:02:43.967581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46020) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:44.045410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14a4ad61-84ec-4113-a7c4-1ae37f66eaa4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:44.078220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14a4ad61-84ec-4113-a7c4-1ae37f66eaa4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:44.147469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14a4ad61-84ec-4113-a7c4-1ae37f66eaa4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:44.165886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4ad61-84ec-4113-a7c4-1ae37f66eaa4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdef00d-2030-45a0-aeca-a0d69b021c79,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:44.176655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14a4ad61-84ec-4113-a7c4-1ae37f66eaa4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:44.177768 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-14a4ad61-84ec-4113-a7c4-1ae37f66eaa4 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/security-groups/6bdef00d-2030-45a0-aeca-a0d69b021c79 HTTP/1.1" status: 204 len: 168 time: 0.2092011 Jan 12 10:02:44.220173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46026) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:44.648629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:44.813090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 64ae50c1-f548-48d4-85e8-bbf3d229dba4 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:02:44.850506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 64ae50c1-f548-48d4-85e8-bbf3d229dba4 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:02:44.850893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 64ae50c1-f548-48d4-85e8-bbf3d229dba4 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:02:45.275826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port f20233a2-259d-4893-bdb1-aebd5a1a8516 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:02:45.276457 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:45.455338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port f20233a2-259d-4893-bdb1-aebd5a1a8516, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f20233a2-259d-4893-bdb1-aebd5a1a8516,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:02:45.455684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:45.572756 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for f20233a2-259d-4893-bdb1-aebd5a1a8516 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:02:45.853199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:45.897764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=f20233a2-259d-4893-bdb1-aebd5a1a8516,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:45.936699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:45.937023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:45.937344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:45.937666 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:45.937983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:45.938300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:45.938609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:45.938956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:45.939263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:45.939568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:45.939876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:46.198301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:46.808695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Router 96e9139b-9529-4d90-8bdb-7c9215f1087b has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:02:47.022535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:02:47.042562 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6e639198-bb39-442d-a910-80464f2eb2c2 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "PUT /v2.0/routers/96e9139b-9529-4d90-8bdb-7c9215f1087b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8212624 Jan 12 10:02:47.045224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46030) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:47.189734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] Sync routers for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:02:47.202156 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:02:47.202887 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:02:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:47.329959 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3c5b19-d6f8-4646-885d-750c5b73b0d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting subnet 93fc2035-4256-4cbe-9fb6-0c1737e7c9e3 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:02:47.333247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5b19-d6f8-4646-885d-750c5b73b0d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:47.380314 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] Set router 96e9139b-9529-4d90-8bdb-7c9215f1087b gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:02:47.387118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5b19-d6f8-4646-885d-750c5b73b0d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:47.472391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5b19-d6f8-4646-885d-750c5b73b0d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:47.546019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5b19-d6f8-4646-885d-750c5b73b0d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:47.584317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c5b19-d6f8-4646-885d-750c5b73b0d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Subnet': ['ID=93fc2035-4256-4cbe-9fb6-0c1737e7c9e3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:47.591714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5b19-d6f8-4646-885d-750c5b73b0d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:47.598843 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0f3c5b19-d6f8-4646-885d-750c5b73b0d8 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/subnets/93fc2035-4256-4cbe-9fb6-0c1737e7c9e3 HTTP/1.1" status: 204 len: 168 time: 0.5523815 Jan 12 10:02:47.599347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c969a-721d-4eee-a1ee-8c6bc3ee6f4f None None] Network 7dc73c92-6199-497e-a57e-54cc22efeff5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:02:47.601171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46034) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:47.806944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:47.852707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:45Z', 'revision_number': 7, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:47.860857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] Checking router: 96e9139b-9529-4d90-8bdb-7c9215f1087b for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:02:47.872205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] Routers {'96e9139b-9529-4d90-8bdb-7c9215f1087b'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:02:47.872922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:02:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['96e9139b-9529-4d90-8bdb-7c9215f1087b'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:47.924192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eed0dc-fa3f-430f-8c5b-4070e0e18528 None None] DHCP port deletion for 7dc73c92-6199-497e-a57e-54cc22efeff5 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:02:47.941036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74eed0dc-fa3f-430f-8c5b-4070e0e18528 None None] Deleting port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:02:47.941480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74eed0dc-fa3f-430f-8c5b-4070e0e18528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:48.017216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:48.028071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Deleting port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:02:48.028409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:48.196905 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] For port 74865e03-62f6-4759-b7d8-fd5a5b5aaa03, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:02:48.197154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:48.212882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] Set router 96e9139b-9529-4d90-8bdb-7c9215f1087b gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:02:48.315213 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Calling delete_port for 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:02:48.346195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-74eed0dc-fa3f-430f-8c5b-4070e0e18528 None None] For port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0,segment=NetworkSegment(f7868fa1-6251-463f-a332-4cf3ca2f7977),segment_id=f7868fa1-6251-463f-a332-4cf3ca2f7977)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:02:48.346548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74eed0dc-fa3f-430f-8c5b-4070e0e18528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:48.487138 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:48.515402 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74eed0dc-fa3f-430f-8c5b-4070e0e18528 None None] Calling delete_port for bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:02:48.530515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Port': ['ID=74865e03-62f6-4759-b7d8-fd5a5b5aaa03,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:48.660152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74eed0dc-fa3f-430f-8c5b-4070e0e18528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:48.761040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eed0dc-fa3f-430f-8c5b-4070e0e18528 None None] Pushing event deleted for resources: {'Port': ['ID=bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:48.762952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:02:48.763300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:48.803803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:02:48.804161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:02:48.808938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eed0dc-fa3f-430f-8c5b-4070e0e18528 None None] No DVR routers for this DVR port bf5f70cd-d35c-41aa-9fe5-c8ad9e9636a0 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:02:48.843964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:45Z', 'revision_number': 7, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:48.848844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137bda1f-7c28-40bd-a08a-b2ee7ac6d90e None None] The sync data for ids ['96e9139b-9529-4d90-8bdb-7c9215f1087b'] in dv-neutron-824347-1-hyperv is: [{'id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'name': 'tempest-TestNetworkBasicOps-router-137376983', 'tenant_id': 'd45f8f502f65499ab2c245dd4d23e808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189'}], 'enable_snat': True}, 'gw_port_id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:45Z', 'revision_number': 7, 'project_id': 'd45f8f502f65499ab2c245dd4d23e808', 'gw_port': {'id': '74865e03-62f6-4759-b7d8-fd5a5b5aaa03', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9139b-9529-4d90-8bdb-7c9215f1087b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:00:46Z', 'updated_at': '2022-01-12T10:02:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:02:49.072114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9eb4e1f-5890-4440-9ee5-9cf7d1b2ab8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.204726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.209144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.240283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.240912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Fanout notify agent at l3_agent the message router_deleted on router 96e9139b-9529-4d90-8bdb-7c9215f1087b {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:02:49.257388 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.261065 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2b26b967-0c94-4460-bf13-baa247283987 tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/routers/96e9139b-9529-4d90-8bdb-7c9215f1087b HTTP/1.1" status: 204 len: 168 time: 1.6564109 Jan 12 10:02:49.261285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46038) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:49.393401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.536221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.565342 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc73c92-6199-497e-a57e-54cc22efeff5']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:49.577864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7868fa1-6251-463f-a332-4cf3ca2f7977') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:49.578059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7868fa1-6251-463f-a332-4cf3ca2f7977') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:02:49.591681 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.613353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.619934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:02:49.620291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:02:49.635275 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:02:49.722529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.746364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:49.758415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] Pushing event deleted for resources: {'Network': ['ID=7dc73c92-6199-497e-a57e-54cc22efeff5,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:49.763854 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1c138226-02fd-4af8-8f46-fe9d2e8a7fcc tempest-TestNetworkBasicOps-716745979 tempest-TestNetworkBasicOps-716745979-project] 10.222.0.58 "DELETE /v2.0/networks/7dc73c92-6199-497e-a57e-54cc22efeff5 HTTP/1.1" status: 204 len: 168 time: 0.5010831 Jan 12 10:02:50.187072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46046) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:50.365112 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9085b6f6-20d6-4dcc-b568-11ed2794c6b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d45f8f502f65499ab2c245dd4d23e808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1768439 Jan 12 10:02:50.367594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46052) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:50.431242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a903c1b5-d949-4236-825e-9c4a37aaa823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:50.462941 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a903c1b5-d949-4236-825e-9c4a37aaa823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:50.513338 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a903c1b5-d949-4236-825e-9c4a37aaa823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:50.530062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903c1b5-d949-4236-825e-9c4a37aaa823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62078169-f3de-4e16-8a85-76f2c99a7c60,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:50.536904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a903c1b5-d949-4236-825e-9c4a37aaa823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:50.538031 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a903c1b5-d949-4236-825e-9c4a37aaa823 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62078169-f3de-4e16-8a85-76f2c99a7c60 HTTP/1.1" status: 204 len: 168 time: 0.1695292 Jan 12 10:02:50.633611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f20233a2-259d-4893-bdb1-aebd5a1a8516 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:02:50.665718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: f20233a2-259d-4893-bdb1-aebd5a1a8516 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:02:50.666052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f20233a2-259d-4893-bdb1-aebd5a1a8516 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:02:50.918362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46060) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:50.937394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c100c7d9-9620-4cdc-8dec-814f8b70c21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:50.973875 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c100c7d9-9620-4cdc-8dec-814f8b70c21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:02:50.979321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c100c7d9-9620-4cdc-8dec-814f8b70c21b admin admin] Usage tracker for resource:security_group_rule and tenant:9f400734454f407e9bc6822ed625aa0f is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:02:50.983552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c100c7d9-9620-4cdc-8dec-814f8b70c21b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:02:50.989541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c100c7d9-9620-4cdc-8dec-814f8b70c21b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:02:51.065952 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c100c7d9-9620-4cdc-8dec-814f8b70c21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:51.072101 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c100c7d9-9620-4cdc-8dec-814f8b70c21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:51.115055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100c7d9-9620-4cdc-8dec-814f8b70c21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b75b20-401a-410d-b8fa-ee3dadb177e1,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:51.120799 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c100c7d9-9620-4cdc-8dec-814f8b70c21b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f400734454f407e9bc6822ed625aa0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2013037 Jan 12 10:02:51.123439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46064) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:02:51.193295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8b334c0-2398-4cbf-a7b6-520eeff4ce91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:51.203595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ffac-04f4-4b7e-a397-f3bab97c8952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:51.219969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8b334c0-2398-4cbf-a7b6-520eeff4ce91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:51.272387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8b334c0-2398-4cbf-a7b6-520eeff4ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:51.289265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b334c0-2398-4cbf-a7b6-520eeff4ce91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b75b20-401a-410d-b8fa-ee3dadb177e1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:51.292438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8b334c0-2398-4cbf-a7b6-520eeff4ce91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:51.293513 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e8b334c0-2398-4cbf-a7b6-520eeff4ce91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89b75b20-401a-410d-b8fa-ee3dadb177e1 HTTP/1.1" status: 204 len: 168 time: 0.1691692 Jan 12 10:02:51.809672 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:52.554028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:52.595579 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de57dd7-7e65-4adb-9b66-03abe79cfffa None None] New status for floating IP eef83451-b477-4906-acc6-125b881cdaed: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:02:52.635080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:53.914632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:54.634922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:02:54.670024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:02:54.670374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 74865e03-62f6-4759-b7d8-fd5a5b5aaa03 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:02:58.953602 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-afc122dd-3414-4c2d-b5a8-267853b8d264 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9314e706aaee4226ae09159a2d83a11d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271964 Jan 12 10:02:59.111835 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-ee6bc823-52d8-41c2-b8d6-2f43a28971c8 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:59.113282 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-ee6bc823-52d8-41c2-b8d6-2f43a28971c8 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548734 Jan 12 10:02:59.130060 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-358db660-dd06-4d70-a660-465289ccbefd tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/quotas/9314e706aaee4226ae09159a2d83a11d HTTP/1.1" status: 200 len: 375 time: 0.0113533 Jan 12 10:02:59.174743 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-f1d15dce-7acd-4fb1-ad41-cc410ee2f4fd tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9314e706aaee4226ae09159a2d83a11d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399742 Jan 12 10:02:59.375371 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dfe0fab9-740d-4c01-a802-a4984f894d73 req-aa87e15d-a070-4b50-88d4-c2e2c989299c tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 210 time: 0.0453351 Jan 12 10:03:00.287940 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-cc19b08b-f90e-4407-8e39-de4dbe8f21f9 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9314e706aaee4226ae09159a2d83a11d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272105 Jan 12 10:03:00.435754 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-780e4710-3edb-4396-a1d8-e583f52e5df8 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:00.437710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-780e4710-3edb-4396-a1d8-e583f52e5df8 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455286 Jan 12 10:03:00.455086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Request body: {'port': {'device_id': 'af4165f6-a144-46f3-864a-90c2e0742606', 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207', 'admin_state_up': True, 'tenant_id': '9314e706aaee4226ae09159a2d83a11d'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:03:00.574932 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c8f645f3-aec3-4c19-b0d4-c679f9605abc req-a9610840-a90a-4899-b0be-f51b985517c2 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 210 time: 0.0496328 Jan 12 10:03:00.627313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:00.631421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Usage tracker for resource:port and tenant:9314e706aaee4226ae09159a2d83a11d is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:00.634281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:00.640681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:00.652062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Made reservation on behalf of 9314e706aaee4226ae09159a2d83a11d for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:03:00.655066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:00.667765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:00.702078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:00.706049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Usage tracker for resource:security_group_rule and tenant:9314e706aaee4226ae09159a2d83a11d is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:00.708975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:00.714904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:00.874591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:00.881104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:00.956925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c36c68-ee07-4e86-93f7-38dba196c13d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:01.054859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Allocated IP 192.168.233.185 (32a9ee6b-92b3-472f-acee-33f88d966207/00ede45c-62ff-4311-8e6d-aecdfbcc64c9/93cf383c-ad3f-418b-848c-6c5c1329eb3d) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:03:01.251241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:01.266172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Transition to ACTIVE for port object 93cf383c-ad3f-418b-848c-6c5c1329eb3d will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:03:01.289450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:01.361916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Network 32a9ee6b-92b3-472f-acee-33f88d966207 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:03:01.364982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:03:01.369302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:03:01.394826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Pushing event updated for resources: {'Port': ['ID=93cf383c-ad3f-418b-848c-6c5c1329eb3d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:01.433998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:01.434819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:01.466321 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-669b4493-b153-46ce-a596-7522a270386e tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0154643 Jan 12 10:03:01.477089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Request body: {'port': {'device_id': 'af4165f6-a144-46f3-864a-90c2e0742606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:03:01.584603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:01.596099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-692c396c-a631-4f1c-b674-ca9f6983c1a9 None None] Provisioning for port 93cf383c-ad3f-418b-848c-6c5c1329eb3d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:03:01.601337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-692c396c-a631-4f1c-b674-ca9f6983c1a9 None None] Provisioning complete for port 93cf383c-ad3f-418b-848c-6c5c1329eb3d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:03:01.603497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-692c396c-a631-4f1c-b674-ca9f6983c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:01.655486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-692c396c-a631-4f1c-b674-ca9f6983c1a9 None None] Port 93cf383c-ad3f-418b-848c-6c5c1329eb3d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:03:01.886502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080e669-0e19-458d-a855-638cc9fd99f4 req-e3f58cf3-1fb4-4b4b-8525-02dec6481d3d tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:01.887110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4080e669-0e19-458d-a855-638cc9fd99f4 req-e3f58cf3-1fb4-4b4b-8525-02dec6481d3d tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Synchronizing usage tracker for tenant:9314e706aaee4226ae09159a2d83a11d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:01.928789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4080e669-0e19-458d-a855-638cc9fd99f4 req-e3f58cf3-1fb4-4b4b-8525-02dec6481d3d tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Unset dirty status for tenant:9314e706aaee4226ae09159a2d83a11d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:01.929895 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4080e669-0e19-458d-a855-638cc9fd99f4 req-e3f58cf3-1fb4-4b4b-8525-02dec6481d3d tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 936 time: 0.2312605 Jan 12 10:03:02.005087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93cf383c-ad3f-418b-848c-6c5c1329eb3d {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:03:02.018210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:02.038816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Transition to ACTIVE for port object 93cf383c-ad3f-418b-848c-6c5c1329eb3d will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:03:02.040617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4080e669-0e19-458d-a855-638cc9fd99f4 req-00668dff-4b63-4076-b8ca-2c93df4e8680 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Synchronizing usage tracker for tenant:9314e706aaee4226ae09159a2d83a11d on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:02.044327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:02.155247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4080e669-0e19-458d-a855-638cc9fd99f4 req-00668dff-4b63-4076-b8ca-2c93df4e8680 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Unset dirty status for tenant:9314e706aaee4226ae09159a2d83a11d on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:02.156308 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4080e669-0e19-458d-a855-638cc9fd99f4 req-00668dff-4b63-4076-b8ca-2c93df4e8680 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/security-groups?id=53c36c68-ee07-4e86-93f7-38dba196c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946156 Jan 12 10:03:02.175627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Pushing event updated for resources: {'Port': ['ID=93cf383c-ad3f-418b-848c-6c5c1329eb3d,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:02.287982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Attempting to bind port 93cf383c-ad3f-418b-848c-6c5c1329eb3d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:03:02.288262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Attempting to bind port 93cf383c-ad3f-418b-848c-6c5c1329eb3d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:03:02.288619 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Attempting to bind port 93cf383c-ad3f-418b-848c-6c5c1329eb3d on network 32a9ee6b-92b3-472f-acee-33f88d966207 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:03:02.295345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Port 93cf383c-ad3f-418b-848c-6c5c1329eb3d on network 32a9ee6b-92b3-472f-acee-33f88d966207 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:03:02.296077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Attempting to bind port 93cf383c-ad3f-418b-848c-6c5c1329eb3d on network 32a9ee6b-92b3-472f-acee-33f88d966207 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:03:02.302949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:03:02.303251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Checking segment: {'id': 'e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:03:02.303692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Bound using segment: {'id': 'e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:03:02.304118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Bound port: 93cf383c-ad3f-418b-848c-6c5c1329eb3d, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:03:02.304440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:02.394233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] For port 93cf383c-ad3f-418b-848c-6c5c1329eb3d, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:03:02.397381 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] For port 93cf383c-ad3f-418b-848c-6c5c1329eb3d, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=93cf383c-ad3f-418b-848c-6c5c1329eb3d,segment=NetworkSegment(e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb),segment_id=e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:03:02.403861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:02.463756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:02.465105 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] 10.222.0.59 "PUT /v2.0/ports/93cf383c-ad3f-418b-848c-6c5c1329eb3d HTTP/1.1" status: 200 len: 1098 time: 0.9921756 Jan 12 10:03:02.465548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4165f6-a144-46f3-864a-90c2e0742606', 'tag': '93cf383c-ad3f-418b-848c-6c5c1329eb3d'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:02.499623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802bfed-3765-44fe-a1c5-19885890e355 service neutron] Pushing event updated for resources: {'Port': ['ID=93cf383c-ad3f-418b-848c-6c5c1329eb3d,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:02.542979 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4165f6-a144-46f3-864a-90c2e0742606', 'tag': '93cf383c-ad3f-418b-848c-6c5c1329eb3d', 'status': 'completed', 'code': 200} Jan 12 10:03:02.584847 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-ff99a3c3-b523-4bef-b2f1-257c5f8b557d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9314e706aaee4226ae09159a2d83a11d&device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 1101 time: 0.0781791 Jan 12 10:03:02.653699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-40562ecf-79b0-455f-8817-d46cb91a5532 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=93cf383c-ad3f-418b-848c-6c5c1329eb3d HTTP/1.1" status: 200 len: 217 time: 0.0623312 Jan 12 10:03:02.808008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-80a1a38a-e712-43a3-a22a-9de02bd541f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:02.809433 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-80a1a38a-e712-43a3-a22a-9de02bd541f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00ede45c-62ff-4311-8e6d-aecdfbcc64c9 HTTP/1.1" status: 200 len: 843 time: 0.1505666 Jan 12 10:03:02.885640 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-bb622865-f1a9-4b60-bbed-2f08cfb01529 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a9ee6b-92b3-472f-acee-33f88d966207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0703132 Jan 12 10:03:03.032250 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-ab5aa923-cac1-4fdc-a2e7-e473b4260b3c service neutron] 10.222.0.59 "GET /v2.0/networks/32a9ee6b-92b3-472f-acee-33f88d966207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404245 Jan 12 10:03:03.171517 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a47d8e1f-9e20-4ccf-896a-aa32db4c8d02 req-6cb0f91f-9016-409a-b424-aa6755d3cd14 service neutron] 10.222.0.59 "GET /v2.0/networks/32a9ee6b-92b3-472f-acee-33f88d966207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341889 Jan 12 10:03:03.288756 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa0356da-c054-400c-9e37-cc5b38a39a35 req-bbb1723a-8280-4ca7-9c7a-808fc5e27a70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9314e706aaee4226ae09159a2d83a11d&device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 1101 time: 0.0725319 Jan 12 10:03:03.421759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0356da-c054-400c-9e37-cc5b38a39a35 req-3c1cd3f1-cffe-4379-b6c0-218b9caf0ca3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:03.423240 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa0356da-c054-400c-9e37-cc5b38a39a35 req-3c1cd3f1-cffe-4379-b6c0-218b9caf0ca3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a9ee6b-92b3-472f-acee-33f88d966207 HTTP/1.1" status: 200 len: 870 time: 0.1287701 Jan 12 10:03:03.524424 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa0356da-c054-400c-9e37-cc5b38a39a35 req-83cafcea-bbbf-4172-8eca-bde6e0b5f60f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=93cf383c-ad3f-418b-848c-6c5c1329eb3d HTTP/1.1" status: 200 len: 217 time: 0.0712979 Jan 12 10:03:03.604734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0356da-c054-400c-9e37-cc5b38a39a35 req-1dcd5f83-5757-49a0-892b-6862c25af658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:03.606037 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa0356da-c054-400c-9e37-cc5b38a39a35 req-1dcd5f83-5757-49a0-892b-6862c25af658 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00ede45c-62ff-4311-8e6d-aecdfbcc64c9 HTTP/1.1" status: 200 len: 843 time: 0.0720665 Jan 12 10:03:03.614393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f423f7-ecec-40c1-8f96-316acee3c909 req-41ad7cce-ed81-439f-8e88-0b5d7922278c tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:03.615762 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d0f423f7-ecec-40c1-8f96-316acee3c909 req-41ad7cce-ed81-439f-8e88-0b5d7922278c tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 948 time: 0.1916823 Jan 12 10:03:03.703879 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d0f423f7-ecec-40c1-8f96-316acee3c909 req-ad07b2ec-9a2f-4233-9255-a63a079834e6 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/security-groups?id=53c36c68-ee07-4e86-93f7-38dba196c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595536 Jan 12 10:03:03.716211 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa0356da-c054-400c-9e37-cc5b38a39a35 req-788ae826-1527-447d-9fda-f9536548a1de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a9ee6b-92b3-472f-acee-33f88d966207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0995941 Jan 12 10:03:03.855238 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa0356da-c054-400c-9e37-cc5b38a39a35 req-57fbc7c8-df52-4744-9394-2aaa579ff7fc service neutron] 10.222.0.59 "GET /v2.0/networks/32a9ee6b-92b3-472f-acee-33f88d966207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322696 Jan 12 10:03:04.000128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa0356da-c054-400c-9e37-cc5b38a39a35 req-21eb0389-2a73-4584-96c2-90daa1dd13db service neutron] 10.222.0.59 "GET /v2.0/networks/32a9ee6b-92b3-472f-acee-33f88d966207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389084 Jan 12 10:03:04.890628 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 93cf383c-ad3f-418b-848c-6c5c1329eb3d details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:03:04.912086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d70609-a47f-4642-b8b0-c5306e35e487 req-2a41a0a1-6d9d-470b-bb11-27978c2ba9fc tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:04.913629 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-75d70609-a47f-4642-b8b0-c5306e35e487 req-2a41a0a1-6d9d-470b-bb11-27978c2ba9fc tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 948 time: 0.0835006 Jan 12 10:03:04.959611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-75d70609-a47f-4642-b8b0-c5306e35e487 req-b421f6f6-1daf-4508-93d8-7d2e75db0d19 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/security-groups?id=53c36c68-ee07-4e86-93f7-38dba196c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Jan 12 10:03:05.027853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 93cf383c-ad3f-418b-848c-6c5c1329eb3d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=93cf383c-ad3f-418b-848c-6c5c1329eb3d,segment=NetworkSegment(e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb),segment_id=e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:03:05.051529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '93cf383c-ad3f-418b-848c-6c5c1329eb3d', 'network_id': '32a9ee6b-92b3-472f-acee-33f88d966207', 'port_id': '93cf383c-ad3f-418b-848c-6c5c1329eb3d', 'mac_address': 'fa:16:3e:72:2f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ede45c-62ff-4311-8e6d-aecdfbcc64c9', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:03:05.112169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:05.130432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cf383c-ad3f-418b-848c-6c5c1329eb3d {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:03:05.145721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 93cf383c-ad3f-418b-848c-6c5c1329eb3d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=93cf383c-ad3f-418b-848c-6c5c1329eb3d,segment=NetworkSegment(e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb),segment_id=e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:03:05.151627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:05.216341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=93cf383c-ad3f-418b-848c-6c5c1329eb3d,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:05.515873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['93cf383c-ad3f-418b-848c-6c5c1329eb3d'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:03:06.167100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64107c19-6486-46fd-b4e5-e702036e5c22 req-967f58e2-16cd-4063-bc5e-0c0ac313eb0c tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:06.168448 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-64107c19-6486-46fd-b4e5-e702036e5c22 req-967f58e2-16cd-4063-bc5e-0c0ac313eb0c tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 949 time: 0.0820122 Jan 12 10:03:06.217991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-64107c19-6486-46fd-b4e5-e702036e5c22 req-0ecc2aa9-960a-4c4b-8196-64a858f1bbdb tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/security-groups?id=53c36c68-ee07-4e86-93f7-38dba196c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Jan 12 10:03:06.922162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 93cf383c-ad3f-418b-848c-6c5c1329eb3d up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:03:06.980005 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:03:07.000115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 93cf383c-ad3f-418b-848c-6c5c1329eb3d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:03:07.005108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 93cf383c-ad3f-418b-848c-6c5c1329eb3d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:03:07.005478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:07.125000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:07.163185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4165f6-a144-46f3-864a-90c2e0742606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cf383c-ad3f-418b-848c-6c5c1329eb3d'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:07.173105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 93cf383c-ad3f-418b-848c-6c5c1329eb3d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=93cf383c-ad3f-418b-848c-6c5c1329eb3d,segment=NetworkSegment(e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb),segment_id=e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:03:07.178578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:07.224355 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4165f6-a144-46f3-864a-90c2e0742606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cf383c-ad3f-418b-848c-6c5c1329eb3d', 'code': 200} Jan 12 10:03:07.249589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=93cf383c-ad3f-418b-848c-6c5c1329eb3d,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:07.472025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f7006-36d1-49ba-95e7-e186d914e75d req-0b471a13-c26b-46c3-ae29-e170f72157fc tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:07.473377 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e78f7006-36d1-49ba-95e7-e186d914e75d req-0b471a13-c26b-46c3-ae29-e170f72157fc tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 950 time: 0.1327102 Jan 12 10:03:07.479960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c618717c-454c-4a37-b986-4d00b64d4aca req-5f09f97f-0b13-454f-a262-027b70a2438f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 1103 time: 0.1013918 Jan 12 10:03:07.631442 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e78f7006-36d1-49ba-95e7-e186d914e75d req-3e94b7a4-0bce-4bc2-9898-90dec549cd93 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/security-groups?id=53c36c68-ee07-4e86-93f7-38dba196c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505091 Jan 12 10:03:07.635504 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c618717c-454c-4a37-b986-4d00b64d4aca req-f88f6023-cec5-4f7e-9c90-0b503223dd02 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=53c36c68-ee07-4e86-93f7-38dba196c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560589 Jan 12 10:03:08.829181 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10c83c-09f9-4292-8174-b539577800da req-c6750b13-4337-463d-80f6-1a1fb7543eac tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:08.830516 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1f10c83c-09f9-4292-8174-b539577800da req-c6750b13-4337-463d-80f6-1a1fb7543eac tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 950 time: 0.0761993 Jan 12 10:03:08.877932 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1f10c83c-09f9-4292-8174-b539577800da req-01de4d1a-d82d-4f03-8271-17be62b211b5 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/security-groups?id=53c36c68-ee07-4e86-93f7-38dba196c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Jan 12 10:03:10.081947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f271159-318f-4cd1-adde-0485dab87ffc req-ff20a89f-0154-48e2-865f-5eb60fbdeadc tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:10.083419 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7f271159-318f-4cd1-adde-0485dab87ffc req-ff20a89f-0154-48e2-865f-5eb60fbdeadc tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 950 time: 0.0805864 Jan 12 10:03:10.131444 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7f271159-318f-4cd1-adde-0485dab87ffc req-8cc2f973-1e43-43c5-aed9-5af44ae14b97 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/security-groups?id=53c36c68-ee07-4e86-93f7-38dba196c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Jan 12 10:03:10.570247 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-603f8896-3174-45a8-ba9d-202e71fb9a01 req-7ee3e0ca-1a86-4299-b9c1-cccb26cfff5a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0822563 Jan 12 10:03:11.063567 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a4e09a0b-d817-4749-8894-cb5f4e28d161 req-409b8508-9169-4052-91ce-2972968bcd39 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0688004 Jan 12 10:03:11.622205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775675a2-e5e2-480a-b518-de5ca5c54b02 req-d3d95a3a-680a-42ef-a7b3-58d95b33e7e6 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:11.623640 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-775675a2-e5e2-480a-b518-de5ca5c54b02 req-d3d95a3a-680a-42ef-a7b3-58d95b33e7e6 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 950 time: 0.0857062 Jan 12 10:03:11.673894 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-775675a2-e5e2-480a-b518-de5ca5c54b02 req-1892ca86-0c28-4252-9294-0c8ce76c9fdf tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/security-groups?id=53c36c68-ee07-4e86-93f7-38dba196c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Jan 12 10:03:12.885128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724394dd-e75c-440c-b8a6-82cb5962e869 req-a2b083ee-6ae6-44ca-8d77-940e39f68a0f tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:12.886489 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-724394dd-e75c-440c-b8a6-82cb5962e869 req-a2b083ee-6ae6-44ca-8d77-940e39f68a0f tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 950 time: 0.0779386 Jan 12 10:03:12.933271 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-724394dd-e75c-440c-b8a6-82cb5962e869 req-532615b0-d8bd-45f4-a402-ab16058dd8fb tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/security-groups?id=53c36c68-ee07-4e86-93f7-38dba196c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Jan 12 10:03:13.073585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-28de9aa5-9322-447d-a8e2-fcf4eb511307 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:13.075101 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-28de9aa5-9322-447d-a8e2-fcf4eb511307 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.59 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 950 time: 0.0822923 Jan 12 10:03:13.146426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-0a0ba966-08a1-435e-9d89-cefaf472b714 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Deleting port 93cf383c-ad3f-418b-848c-6c5c1329eb3d {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:03:13.146654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-0a0ba966-08a1-435e-9d89-cefaf472b714 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:13.379739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-0a0ba966-08a1-435e-9d89-cefaf472b714 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] For port 93cf383c-ad3f-418b-848c-6c5c1329eb3d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=93cf383c-ad3f-418b-848c-6c5c1329eb3d,segment=NetworkSegment(e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb),segment_id=e4f4fef9-d3bc-42bf-8c2a-4bcf514177cb)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:03:13.380062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-0a0ba966-08a1-435e-9d89-cefaf472b714 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:13.496304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-0a0ba966-08a1-435e-9d89-cefaf472b714 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Calling delete_port for 93cf383c-ad3f-418b-848c-6c5c1329eb3d owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:03:13.639154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-0a0ba966-08a1-435e-9d89-cefaf472b714 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:13.685701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ba966-08a1-435e-9d89-cefaf472b714 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Pushing event deleted for resources: {'Port': ['ID=93cf383c-ad3f-418b-848c-6c5c1329eb3d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:13.760812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-0a0ba966-08a1-435e-9d89-cefaf472b714 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] No DVR routers for this DVR port 93cf383c-ad3f-418b-848c-6c5c1329eb3d on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:03:13.763405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-0a0ba966-08a1-435e-9d89-cefaf472b714 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:13.766046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4165f6-a144-46f3-864a-90c2e0742606', 'name': 'network-vif-deleted', 'tag': '93cf383c-ad3f-418b-848c-6c5c1329eb3d'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:13.787072 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-497b96b7-60a0-411c-b6ee-03f9ed7b206f req-0a0ba966-08a1-435e-9d89-cefaf472b714 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.59 "DELETE /v2.0/ports/93cf383c-ad3f-418b-848c-6c5c1329eb3d HTTP/1.1" status: 204 len: 173 time: 0.7073207 Jan 12 10:03:13.907963 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4165f6-a144-46f3-864a-90c2e0742606', 'name': 'network-vif-deleted', 'tag': '93cf383c-ad3f-418b-848c-6c5c1329eb3d', 'status': 'completed', 'code': 200} Jan 12 10:03:14.121080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-48847a41-f201-4f7b-aba1-2433daa473f5 req-61659ddf-35d4-475b-8d70-11a4841db7d9 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Synchronizing usage tracker for tenant:9314e706aaee4226ae09159a2d83a11d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:14.145303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-48847a41-f201-4f7b-aba1-2433daa473f5 req-61659ddf-35d4-475b-8d70-11a4841db7d9 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] Unset dirty status for tenant:9314e706aaee4226ae09159a2d83a11d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:14.146438 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48847a41-f201-4f7b-aba1-2433daa473f5 req-61659ddf-35d4-475b-8d70-11a4841db7d9 tempest-ServersAdminNegativeTestJSON-1242851339 tempest-ServersAdminNegativeTestJSON-1242851339-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4165f6-a144-46f3-864a-90c2e0742606 HTTP/1.1" status: 200 len: 210 time: 0.0729072 Jan 12 10:03:14.945002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 93cf383c-ad3f-418b-848c-6c5c1329eb3d no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:03:14.981140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 93cf383c-ad3f-418b-848c-6c5c1329eb3d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:03:14.981486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 93cf383c-ad3f-418b-848c-6c5c1329eb3d not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:03:15.572029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46194) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:15.753024 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-de5a1b91-4895-4a11-82f6-5451beae2850 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9314e706aaee4226ae09159a2d83a11d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797595 Jan 12 10:03:15.755866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46200) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:15.818696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0308dfa-ac70-40b0-8203-4d2b704b213a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:15.844030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0308dfa-ac70-40b0-8203-4d2b704b213a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:15.898434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0308dfa-ac70-40b0-8203-4d2b704b213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:15.915544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0308dfa-ac70-40b0-8203-4d2b704b213a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c36c68-ee07-4e86-93f7-38dba196c13d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:15.938429 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c0308dfa-ac70-40b0-8203-4d2b704b213a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:15.943480 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c0308dfa-ac70-40b0-8203-4d2b704b213a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53c36c68-ee07-4e86-93f7-38dba196c13d HTTP/1.1" status: 204 len: 168 time: 0.1864557 Jan 12 10:03:16.286572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46208) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:16.305060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d00d-c304-4720-a1bd-338e8fa5cc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.338176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a0c8d00d-c304-4720-a1bd-338e8fa5cc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:16.342192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a0c8d00d-c304-4720-a1bd-338e8fa5cc22 admin admin] Usage tracker for resource:security_group_rule and tenant:9143e7e98a6747a8b70af5abdb538372 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:16.345226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a0c8d00d-c304-4720-a1bd-338e8fa5cc22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:16.351079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a0c8d00d-c304-4720-a1bd-338e8fa5cc22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:16.416920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d00d-c304-4720-a1bd-338e8fa5cc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.422280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d00d-c304-4720-a1bd-338e8fa5cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.465927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8d00d-c304-4720-a1bd-338e8fa5cc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8531646f-2935-49ac-b738-f20ecc55ec67,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:16.471267 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a0c8d00d-c304-4720-a1bd-338e8fa5cc22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9143e7e98a6747a8b70af5abdb538372&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1836538 Jan 12 10:03:16.473946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46212) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:16.535638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-25e2a355-34d1-41d7-84a4-e08fc618512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.560387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-25e2a355-34d1-41d7-84a4-e08fc618512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.698588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-25e2a355-34d1-41d7-84a4-e08fc618512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.711993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2a355-34d1-41d7-84a4-e08fc618512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8531646f-2935-49ac-b738-f20ecc55ec67,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:16.718290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-25e2a355-34d1-41d7-84a4-e08fc618512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.722104 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-25e2a355-34d1-41d7-84a4-e08fc618512e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8531646f-2935-49ac-b738-f20ecc55ec67 HTTP/1.1" status: 204 len: 168 time: 0.2472420 Jan 12 10:03:17.623376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46234) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:17.766684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1628255544-network', 'tenant_id': '5fd611edceb943318a3e548f65a8bbe0'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:03:17.772442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:17.779147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Usage tracker for resource:network and tenant:5fd611edceb943318a3e548f65a8bbe0 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:17.782097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:17.788817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:17.801520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Made reservation on behalf of 5fd611edceb943318a3e548f65a8bbe0 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:03:17.804004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.816563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.847937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:17.851655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd611edceb943318a3e548f65a8bbe0 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:17.854353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:17.860157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:17.930134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.935715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.964631 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:03:17.972771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0397aa-37a8-43c9-8281-f3195383f2fb,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:17.978158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.978509 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Added segment c99b9f62-4a4b-4128-a8a8-b5b5b047217f of type vlan for network 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f Jan 12 10:03:18.012625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.046263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.047889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:18.048764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.159728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] Pushing event updated for resources: {'Network': ['ID=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:18.163226 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-93e3c634-1aa6-4af6-a39f-29eaf297c452 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5388069 Jan 12 10:03:18.167408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46240) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:18.171825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:03:18.173115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Request body: {'subnet': {'network_id': '7611e6ae-9f49-41ab-ae59-56a47d5ebc6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1628255544-subnet', 'tenant_id': '5fd611edceb943318a3e548f65a8bbe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:03:18.178382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:18.182567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Usage tracker for resource:subnet and tenant:5fd611edceb943318a3e548f65a8bbe0 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:18.185571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:18.191487 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:18.202459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Made reservation on behalf of 5fd611edceb943318a3e548f65a8bbe0 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:03:18.204862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.408360 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.477983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a663b42b-2b8f-4c63-bc61-cd3dfda4f096,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:18.489658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Checking segment: {'id': 'c99b9f62-4a4b-4128-a8a8-b5b5b047217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7611e6ae-9f49-41ab-ae59-56a47d5ebc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:03:18.490009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Network hostable DHCP agents. Network: 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:03:18.512132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Network 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:03:18.521499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:03:18.526719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:18.528280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.530014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdbff34-c1d2-4744-adcd-d9bc44efb222 None None] Network 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:03:18.554800 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ccc4f589-0eb4-4c3a-8cb5-f45ee3ecd8ae admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3863356 Jan 12 10:03:18.745803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd41efea-6d55-40a2-ab75-a6e7cf9eca79 None None] Network 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:03:19.067676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-291d4653-8054-427a-aef1-25189d28ec5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.084425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-d8dc5501-9ae0-4965-83d3-0bebf213e7d0 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:19.085088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-d8dc5501-9ae0-4965-83d3-0bebf213e7d0 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Synchronizing usage tracker for tenant:5fd611edceb943318a3e548f65a8bbe0 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:19.102752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-d8dc5501-9ae0-4965-83d3-0bebf213e7d0 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Unset dirty status for tenant:5fd611edceb943318a3e548f65a8bbe0 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:19.103871 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-d8dc5501-9ae0-4965-83d3-0bebf213e7d0 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/networks?id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f HTTP/1.1" status: 200 len: 812 time: 0.1588924 Jan 12 10:03:19.120991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-da3100dd-53a1-488c-890a-376c3c6032a2 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/quotas/5fd611edceb943318a3e548f65a8bbe0 HTTP/1.1" status: 200 len: 375 time: 0.0111485 Jan 12 10:03:19.169498 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b9fbc99a-3a1e-4bb4-a729-1fbda67047d3 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5fd611edceb943318a3e548f65a8bbe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431373 Jan 12 10:03:19.182625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-5c062c81-e4ad-4565-8028-e82b1d984c49 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:03:19.184051 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-5c062c81-e4ad-4565-8028-e82b1d984c49 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053425 Jan 12 10:03:19.314063 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-872408b0-b610-4869-b315-0c7343356b18 service neutron] 10.222.0.58 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237500 Jan 12 10:03:19.446224 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-d2323d3d-fce4-4d71-8e2a-09764aeb2f69 service neutron] 10.222.0.58 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238601 Jan 12 10:03:19.637861 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e984a29-f33f-4237-892a-84cd957156c9 req-7d6bdecb-234b-454c-9bad-8e54c26db2e4 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 210 time: 0.0405347 Jan 12 10:03:20.678489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-eda54de6-92db-45b6-a102-174da61fb885 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:20.679940 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-eda54de6-92db-45b6-a102-174da61fb885 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.59 "GET /v2.0/networks?id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f HTTP/1.1" status: 200 len: 812 time: 0.1436553 Jan 12 10:03:20.696121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Request body: {'port': {'device_id': 'c10430e4-629b-487f-b69d-26870202b52c', 'network_id': '7611e6ae-9f49-41ab-ae59-56a47d5ebc6f', 'admin_state_up': True, 'tenant_id': '5fd611edceb943318a3e548f65a8bbe0'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:03:20.810047 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9787968c-5ebd-4b74-aef8-4b800d8f1096 req-6efe2701-4b39-416c-b93b-c3ca89eca223 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 210 time: 0.0465117 Jan 12 10:03:20.870764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:20.874572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Usage tracker for resource:port and tenant:5fd611edceb943318a3e548f65a8bbe0 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:20.877352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:20.882896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:20.895602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Made reservation on behalf of 5fd611edceb943318a3e548f65a8bbe0 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:03:20.898554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:21.051575 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Allocated IP 172.20.0.5 (7611e6ae-9f49-41ab-ae59-56a47d5ebc6f/a663b42b-2b8f-4c63-bc61-cd3dfda4f096/4ed083fc-ea40-4046-9f5a-b72b1fb9e439) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:03:21.209548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f739f47-ba8d-4c50-800d-6d0a7992d12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:21.339436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:21.372186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:21.441196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Network 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:03:21.444291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:03:21.448620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:03:21.476178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Pushing event updated for resources: {'Port': ['ID=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:21.511956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:21.512551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:21.539129 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-b25c6f43-3445-4bcb-93db-d82797172ae1 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468335 Jan 12 10:03:21.550520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Request body: {'port': {'device_id': 'c10430e4-629b-487f-b69d-26870202b52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:03:21.656898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:21.824561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.050640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:03:22.058579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.077596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Transition to ACTIVE for port object 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:03:22.086626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fda6d4-e8ea-4e1f-89a2-b989dc4849dc req-935a7778-7ef9-4886-8f81-086ea0545ccb tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:22.087357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f7fda6d4-e8ea-4e1f-89a2-b989dc4849dc req-935a7778-7ef9-4886-8f81-086ea0545ccb tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Synchronizing usage tracker for tenant:5fd611edceb943318a3e548f65a8bbe0 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:22.090981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.208261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f7fda6d4-e8ea-4e1f-89a2-b989dc4849dc req-935a7778-7ef9-4886-8f81-086ea0545ccb tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Unset dirty status for tenant:5fd611edceb943318a3e548f65a8bbe0 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:22.209412 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f7fda6d4-e8ea-4e1f-89a2-b989dc4849dc req-935a7778-7ef9-4886-8f81-086ea0545ccb tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 931 time: 0.2763567 Jan 12 10:03:22.236921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:22.349639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f7fda6d4-e8ea-4e1f-89a2-b989dc4849dc req-ffdbffb1-0aa0-4c0a-a5b3-59f9744863a6 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Synchronizing usage tracker for tenant:5fd611edceb943318a3e548f65a8bbe0 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:22.386174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f7fda6d4-e8ea-4e1f-89a2-b989dc4849dc req-ffdbffb1-0aa0-4c0a-a5b3-59f9744863a6 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Unset dirty status for tenant:5fd611edceb943318a3e548f65a8bbe0 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:22.387322 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f7fda6d4-e8ea-4e1f-89a2-b989dc4849dc req-ffdbffb1-0aa0-4c0a-a5b3-59f9744863a6 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619363 Jan 12 10:03:22.393635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Attempting to bind port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:03:22.393964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Attempting to bind port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'c99b9f62-4a4b-4128-a8a8-b5b5b047217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7611e6ae-9f49-41ab-ae59-56a47d5ebc6f'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:03:22.394290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Attempting to bind port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 on network 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:03:22.399995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 on network 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:03:22.400302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Attempting to bind port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 on network 7611e6ae-9f49-41ab-ae59-56a47d5ebc6f {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:03:22.406787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:03:22.407128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Checking segment: {'id': 'c99b9f62-4a4b-4128-a8a8-b5b5b047217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7611e6ae-9f49-41ab-ae59-56a47d5ebc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:03:22.407508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Bound using segment: {'id': 'c99b9f62-4a4b-4128-a8a8-b5b5b047217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7611e6ae-9f49-41ab-ae59-56a47d5ebc6f'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:03:22.407922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Bound port: 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99b9f62-4a4b-4128-a8a8-b5b5b047217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7611e6ae-9f49-41ab-ae59-56a47d5ebc6f'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:03:22.408269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.498778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] For port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:03:22.501794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] For port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,segment=NetworkSegment(c99b9f62-4a4b-4128-a8a8-b5b5b047217f),segment_id=c99b9f62-4a4b-4128-a8a8-b5b5b047217f)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:03:22.506567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.547739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.566637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.568009 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] 10.222.0.59 "PUT /v2.0/ports/4ed083fc-ea40-4046-9f5a-b72b1fb9e439 HTTP/1.1" status: 200 len: 1093 time: 1.0214860 Jan 12 10:03:22.568429 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10430e4-629b-487f-b69d-26870202b52c', 'tag': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:22.584693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a6e41-e541-497d-be45-f01b4c3adbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:22.630254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.636631 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10430e4-629b-487f-b69d-26870202b52c', 'tag': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439', 'status': 'completed', 'code': 200} Jan 12 10:03:22.677061 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-33f16493-c087-4d7d-82aa-c9c65f973a5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd611edceb943318a3e548f65a8bbe0&device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 1096 time: 0.0713320 Jan 12 10:03:22.751073 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-96320e1d-256d-425a-8364-77b8d3354f36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439 HTTP/1.1" status: 200 len: 217 time: 0.0678775 Jan 12 10:03:22.812207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-4a080182-0bc7-4639-a261-d98ce9d603c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:22.813565 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-4a080182-0bc7-4639-a261-d98ce9d603c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a663b42b-2b8f-4c63-bc61-cd3dfda4f096 HTTP/1.1" status: 200 len: 852 time: 0.0570815 Jan 12 10:03:22.860352 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-5ac3c353-2728-4cbf-a30b-17bdd085c832 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401833 Jan 12 10:03:23.086472 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-eb5b72d5-9229-43aa-868e-64aedc275120 service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194836 Jan 12 10:03:23.221417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90a4d7d9-a192-4e7c-869e-03a7b44bbc30 req-6bbe11d2-4753-43ef-9744-ddaa8670e211 service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284699 Jan 12 10:03:23.345710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d34a416b-9fdb-462f-9e1f-bb9e69460df6 req-282296e3-9564-4bde-b64a-fabe70db2af0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd611edceb943318a3e548f65a8bbe0&device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 1096 time: 0.0719264 Jan 12 10:03:23.474224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a416b-9fdb-462f-9e1f-bb9e69460df6 req-2af3312b-30d3-4cf0-84ae-817e20bf555e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:23.475662 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d34a416b-9fdb-462f-9e1f-bb9e69460df6 req-2af3312b-30d3-4cf0-84ae-817e20bf555e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f HTTP/1.1" status: 200 len: 913 time: 0.1242225 Jan 12 10:03:23.578209 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d34a416b-9fdb-462f-9e1f-bb9e69460df6 req-8264ef5a-e4bf-49e2-a703-98e625ee380c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439 HTTP/1.1" status: 200 len: 217 time: 0.0942545 Jan 12 10:03:23.652636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a416b-9fdb-462f-9e1f-bb9e69460df6 req-5e57a96e-8020-4e15-8e9f-b16e67168a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:23.654086 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d34a416b-9fdb-462f-9e1f-bb9e69460df6 req-5e57a96e-8020-4e15-8e9f-b16e67168a68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a663b42b-2b8f-4c63-bc61-cd3dfda4f096 HTTP/1.1" status: 200 len: 852 time: 0.0684166 Jan 12 10:03:23.700715 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d34a416b-9fdb-462f-9e1f-bb9e69460df6 req-7a6714c7-57da-46d5-9f59-c8e6ccc32f5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402305 Jan 12 10:03:23.706301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819825a2-1836-4df9-b5f3-62b9d2985fba req-80304ab9-097a-4f7f-b2ce-79b046f5e99e tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:23.707627 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-819825a2-1836-4df9-b5f3-62b9d2985fba req-80304ab9-097a-4f7f-b2ce-79b046f5e99e tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 943 time: 0.1744015 Jan 12 10:03:23.839471 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-819825a2-1836-4df9-b5f3-62b9d2985fba req-029f23ca-98e0-4cb8-9617-16c4d0bfb1f9 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141267 Jan 12 10:03:23.860558 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d34a416b-9fdb-462f-9e1f-bb9e69460df6 req-dd721f9a-5495-4e3d-bf35-b5e7af194bf8 service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520443 Jan 12 10:03:23.919343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:23.994508 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d34a416b-9fdb-462f-9e1f-bb9e69460df6 req-ac4d7fe7-011d-4025-8021-8419d2e3a329 service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272600 Jan 12 10:03:24.949779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:03:25.053535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c5a53-42b7-4d11-a344-a8e2510c0180 req-765064db-170a-4ba4-9350-0c41d64699ba tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:25.055070 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-899c5a53-42b7-4d11-a344-a8e2510c0180 req-765064db-170a-4ba4-9350-0c41d64699ba tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 943 time: 0.0843041 Jan 12 10:03:25.101585 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-899c5a53-42b7-4d11-a344-a8e2510c0180 req-ce42d1fc-8847-4d41-9872-2207f9ff9dae tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Jan 12 10:03:25.120378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,segment=NetworkSegment(c99b9f62-4a4b-4128-a8a8-b5b5b047217f),segment_id=c99b9f62-4a4b-4128-a8a8-b5b5b047217f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:03:25.136677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439', 'network_id': '7611e6ae-9f49-41ab-ae59-56a47d5ebc6f', 'port_id': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439', 'mac_address': 'fa:16:3e:84:90:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a663b42b-2b8f-4c63-bc61-cd3dfda4f096', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:03:25.189975 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:25.213043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:03:25.232944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,segment=NetworkSegment(c99b9f62-4a4b-4128-a8a8-b5b5b047217f),segment_id=c99b9f62-4a4b-4128-a8a8-b5b5b047217f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:03:25.239709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:25.306127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:25.620486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['4ed083fc-ea40-4046-9f5a-b72b1fb9e439'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:03:26.307666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e75a3-ba39-4960-a0fc-85a4a36eb13a req-4111ce9d-dcb6-4252-bcf6-77c49f02fe29 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:26.309077 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c41e75a3-ba39-4960-a0fc-85a4a36eb13a req-4111ce9d-dcb6-4252-bcf6-77c49f02fe29 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 944 time: 0.0848901 Jan 12 10:03:26.357953 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c41e75a3-ba39-4960-a0fc-85a4a36eb13a req-fd694404-b640-426e-97df-72f7ed1b8282 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Jan 12 10:03:26.951001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:03:27.045696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:03:27.050943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:03:27.051311 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:27.162492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:27.190319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10430e4-629b-487f-b69d-26870202b52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:27.199721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,segment=NetworkSegment(c99b9f62-4a4b-4128-a8a8-b5b5b047217f),segment_id=c99b9f62-4a4b-4128-a8a8-b5b5b047217f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:03:27.204544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:27.246856 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10430e4-629b-487f-b69d-26870202b52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439', 'code': 200} Jan 12 10:03:27.290216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:27.298651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.299029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.299331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.299688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.300011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.300296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.300642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.300930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.301262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.301559 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.301883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:27.481891 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d64500cc-86b2-424b-bb4f-9faa02aef81f req-ad774d9c-0365-4c56-a360-86e2fad87010 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 1098 time: 0.0812197 Jan 12 10:03:27.570652 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d64500cc-86b2-424b-bb4f-9faa02aef81f req-cd2faa58-86bf-420a-9617-044f0577715b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588374 Jan 12 10:03:27.588018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58dbd-a4cc-4a72-8e95-da997b8bf92e req-99b6747f-ffed-4f6a-821f-a49b3885d6dc tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:27.589348 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10c58dbd-a4cc-4a72-8e95-da997b8bf92e req-99b6747f-ffed-4f6a-821f-a49b3885d6dc tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.1065879 Jan 12 10:03:27.635732 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10c58dbd-a4cc-4a72-8e95-da997b8bf92e req-88df7e57-220e-488f-aea1-c673080831be tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382380 Jan 12 10:03:28.839597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d193bd-c5c9-47d5-b861-5672f4e4931f req-2329d35c-d2c3-452a-9adf-0c09517bb030 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:28.840937 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d9d193bd-c5c9-47d5-b861-5672f4e4931f req-2329d35c-d2c3-452a-9adf-0c09517bb030 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0840333 Jan 12 10:03:28.885625 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d9d193bd-c5c9-47d5-b861-5672f4e4931f req-4c175f4b-5ca5-4efe-a3f8-f390ad2356a2 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Jan 12 10:03:30.093852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f974bb-2c2b-41eb-ac03-48041de131ee req-ec78de9e-616c-44c1-926f-673e085fc91c tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:30.095310 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d1f974bb-2c2b-41eb-ac03-48041de131ee req-ec78de9e-616c-44c1-926f-673e085fc91c tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0804868 Jan 12 10:03:30.143276 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d1f974bb-2c2b-41eb-ac03-48041de131ee req-d10715ea-9bff-40ed-bfe5-18a5ae3bc99e tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 Jan 12 10:03:30.419428 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b4910325-2359-4340-ae7b-c06a253ff59f req-d2a80b24-6e30-46d9-bee1-66d0fceeacd0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1475108 Jan 12 10:03:30.841326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46296) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:30.977403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2398-13c9-4f50-8146-2805e93d4674 req-f6f9773e-66a0-4930-aa30-44ae32867782 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:30.978832 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-223c2398-13c9-4f50-8146-2805e93d4674 req-f6f9773e-66a0-4930-aa30-44ae32867782 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.1775365 Jan 12 10:03:30.985881 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-66a0fda5-665d-44a0-9dd7-d674342837f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1433096 Jan 12 10:03:31.022921 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-223c2398-13c9-4f50-8146-2805e93d4674 req-d57b6d78-4121-4ed6-8924-b4d71701cae8 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382698 Jan 12 10:03:32.227284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27105e-64b9-408b-8d85-01b62ec2fb02 req-fe83559a-feb0-4be5-95fe-f09bf5df6f1f tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:32.228713 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a27105e-64b9-408b-8d85-01b62ec2fb02 req-fe83559a-feb0-4be5-95fe-f09bf5df6f1f tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0875342 Jan 12 10:03:32.274245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a27105e-64b9-408b-8d85-01b62ec2fb02 req-a3e1f6f0-350d-4ec0-9bff-5474ae4f32b3 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Jan 12 10:03:32.426356 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-98cad2f7-a338-4502-8d9b-f39cc1ac1e76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd611edceb943318a3e548f65a8bbe0&device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 1098 time: 0.0723808 Jan 12 10:03:32.557920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-e1364aa0-ad71-414b-a26c-d19dfafbd75e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:32.559408 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-e1364aa0-ad71-414b-a26c-d19dfafbd75e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f HTTP/1.1" status: 200 len: 913 time: 0.1275630 Jan 12 10:03:32.627929 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-00c4d1d4-1ce6-4654-bf4e-420c30a65e5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439 HTTP/1.1" status: 200 len: 217 time: 0.0623348 Jan 12 10:03:32.690064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-1d1bc377-fbcc-44cd-a06c-7205117de9d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:32.691483 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-1d1bc377-fbcc-44cd-a06c-7205117de9d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a663b42b-2b8f-4c63-bc61-cd3dfda4f096 HTTP/1.1" status: 200 len: 852 time: 0.0583913 Jan 12 10:03:32.735935 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-6e5a0795-c087-4542-8a6f-9ddf35fd5fd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386724 Jan 12 10:03:32.865713 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-2fabfdf8-21fa-4c3a-a1bd-a6c9e4310579 service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238999 Jan 12 10:03:32.997859 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-e75b4d7c-745d-42da-a877-5e15f01588e0 service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265423 Jan 12 10:03:33.490543 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4e524-47bb-4222-ad03-7fa3fa7bacda req-93a9a6d2-5605-4dc6-a913-7d9545154b90 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:33.492079 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76b4e524-47bb-4222-ad03-7fa3fa7bacda req-93a9a6d2-5605-4dc6-a913-7d9545154b90 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0875008 Jan 12 10:03:33.537712 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76b4e524-47bb-4222-ad03-7fa3fa7bacda req-169aaa12-c41f-4d2d-b21c-425d4ac301a4 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Jan 12 10:03:34.739348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a8176-09a7-43ac-bfd7-5c97d7d63814 req-b84e0c0b-1a53-44f0-b54f-c24ea2f81bcc tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:34.740803 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-178a8176-09a7-43ac-bfd7-5c97d7d63814 req-b84e0c0b-1a53-44f0-b54f-c24ea2f81bcc tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0772367 Jan 12 10:03:34.786374 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-178a8176-09a7-43ac-bfd7-5c97d7d63814 req-780ddbc3-bb95-4c5b-b650-b183c4863928 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398562 Jan 12 10:03:35.994505 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b831001-eb28-469f-b8d7-b61b390ae44f req-46941e0e-565e-456b-9437-003f7d8973fa tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:35.995930 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b831001-eb28-469f-b8d7-b61b390ae44f req-46941e0e-565e-456b-9437-003f7d8973fa tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0794466 Jan 12 10:03:36.040625 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b831001-eb28-469f-b8d7-b61b390ae44f req-0f1f0efe-bb8e-48ca-8096-21aca0e3d594 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Jan 12 10:03:37.241751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111f9b6-ecdc-4d38-ae2c-eaeb4124d08d req-22e00817-4ee3-4a6d-a222-a8be63ff754e tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:37.243212 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8111f9b6-ecdc-4d38-ae2c-eaeb4124d08d req-22e00817-4ee3-4a6d-a222-a8be63ff754e tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0812633 Jan 12 10:03:37.295024 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8111f9b6-ecdc-4d38-ae2c-eaeb4124d08d req-8a8a7d8f-5529-4057-952c-be7d5fb9d05e tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442619 Jan 12 10:03:38.512883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed2982-5a0e-4ccf-a33c-56feeed247db req-6b9152dc-1b2a-4ca1-9f70-95128e986c45 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:38.514390 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ffed2982-5a0e-4ccf-a33c-56feeed247db req-6b9152dc-1b2a-4ca1-9f70-95128e986c45 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0820043 Jan 12 10:03:38.561025 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ffed2982-5a0e-4ccf-a33c-56feeed247db req-c9d5bc94-de15-49c9-9efa-a4e9a4d13c54 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Jan 12 10:03:39.770890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ad7d9-4dab-4783-bf77-a74736801c22 req-ead7e0dd-03bf-430f-992a-93a817b16f8b tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:39.772198 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c21ad7d9-4dab-4783-bf77-a74736801c22 req-ead7e0dd-03bf-430f-992a-93a817b16f8b tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0815330 Jan 12 10:03:39.817320 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c21ad7d9-4dab-4783-bf77-a74736801c22 req-9ae9d2c6-4489-4f8e-9117-36be76e76f54 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Jan 12 10:03:41.036136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78d368-066d-4e56-8068-330da56ca040 req-2459b90a-17bf-4351-a351-3addc4427220 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:41.037576 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b78d368-066d-4e56-8068-330da56ca040 req-2459b90a-17bf-4351-a351-3addc4427220 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0833936 Jan 12 10:03:41.086477 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b78d368-066d-4e56-8068-330da56ca040 req-aa6f7389-485b-4f78-863a-99ee9cfbc166 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408289 Jan 12 10:03:42.308398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edb7a-323e-4026-ac4d-66edb8eaad99 req-3d0778e2-7203-46e0-9118-9f4f351c95ba tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:42.309817 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b76edb7a-323e-4026-ac4d-66edb8eaad99 req-3d0778e2-7203-46e0-9118-9f4f351c95ba tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0896482 Jan 12 10:03:42.353866 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b76edb7a-323e-4026-ac4d-66edb8eaad99 req-f5200d9f-d14d-4178-a426-aaec365aac3b tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 Jan 12 10:03:43.573491 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f40a-be4b-4276-a650-b8943f1b5c3e req-5bffeb92-18d6-43c7-b00b-711aaaf31601 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:43.574971 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-43f6f40a-be4b-4276-a650-b8943f1b5c3e req-5bffeb92-18d6-43c7-b00b-711aaaf31601 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0840187 Jan 12 10:03:43.623016 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-43f6f40a-be4b-4276-a650-b8943f1b5c3e req-438ba5aa-2d32-4e4c-bfbe-f0f3bc55e275 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 Jan 12 10:03:43.986385 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:03:44.906898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cf253-3eaf-4be3-a1ed-cc1c154808ca req-7fc77427-8b5d-44e0-8ac4-ab06834aadfb tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:44.908553 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ea0cf253-3eaf-4be3-a1ed-cc1c154808ca req-7fc77427-8b5d-44e0-8ac4-ab06834aadfb tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.1607785 Jan 12 10:03:44.952480 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ea0cf253-3eaf-4be3-a1ed-cc1c154808ca req-3270a52c-621e-46c1-829b-596b82e2c891 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 Jan 12 10:03:46.176929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adacc4-0cbc-41b0-b8a9-042a0f3660c8 req-8eb3b71c-38a8-42df-bec1-d151cbbfff79 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:46.178349 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-49adacc4-0cbc-41b0-b8a9-042a0f3660c8 req-8eb3b71c-38a8-42df-bec1-d151cbbfff79 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0924206 Jan 12 10:03:46.224548 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-49adacc4-0cbc-41b0-b8a9-042a0f3660c8 req-0eed25ad-8223-42a9-a643-a61ba21a1cb3 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Jan 12 10:03:47.429874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b49e89-e46a-48d4-8736-a8397a676275 req-3c07a284-3e6c-4f65-b7da-478f245f8612 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:47.431552 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b5b49e89-e46a-48d4-8736-a8397a676275 req-3c07a284-3e6c-4f65-b7da-478f245f8612 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0810843 Jan 12 10:03:47.479068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b5b49e89-e46a-48d4-8736-a8397a676275 req-d7987958-7948-462d-b108-7d149b950a77 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 Jan 12 10:03:48.504104 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a240496-3d27-4ac2-a09b-454b7def6d23 req-427de8e5-712e-4b4a-b563-943bfd30bbab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd611edceb943318a3e548f65a8bbe0&device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 1098 time: 0.0703499 Jan 12 10:03:48.690911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a240496-3d27-4ac2-a09b-454b7def6d23 req-b0259248-8b83-4670-8b07-69e075d9ab5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:48.692335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a240496-3d27-4ac2-a09b-454b7def6d23 req-b0259248-8b83-4670-8b07-69e075d9ab5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f HTTP/1.1" status: 200 len: 913 time: 0.1697361 Jan 12 10:03:48.767802 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a240496-3d27-4ac2-a09b-454b7def6d23 req-c0bdde6e-d1de-4635-a5a1-507891871ead service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439 HTTP/1.1" status: 200 len: 217 time: 0.0674577 Jan 12 10:03:48.773940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae2a8a-3cd3-47ff-a83b-f07a75a011a0 req-fdbfbe25-e408-43f0-93ac-439aee9c2030 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:48.775345 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e8ae2a8a-3cd3-47ff-a83b-f07a75a011a0 req-fdbfbe25-e408-43f0-93ac-439aee9c2030 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.1738129 Jan 12 10:03:48.859260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a240496-3d27-4ac2-a09b-454b7def6d23 req-b2d7bef2-9ab2-4029-9e7a-9f90a0dbe9bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:48.860665 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a240496-3d27-4ac2-a09b-454b7def6d23 req-b2d7bef2-9ab2-4029-9e7a-9f90a0dbe9bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a663b42b-2b8f-4c63-bc61-cd3dfda4f096 HTTP/1.1" status: 200 len: 852 time: 0.0845230 Jan 12 10:03:48.867679 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e8ae2a8a-3cd3-47ff-a83b-f07a75a011a0 req-12fd534c-d82c-4212-9306-87ac127338ea tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629618 Jan 12 10:03:48.906283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a240496-3d27-4ac2-a09b-454b7def6d23 req-3d0d8671-bfe4-413a-b010-8fcb7205d63e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377314 Jan 12 10:03:49.036103 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a240496-3d27-4ac2-a09b-454b7def6d23 req-93973e5c-d879-48ef-803e-8cbf7d45ec78 service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232209 Jan 12 10:03:49.072332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a18b687-f245-4433-8508-80c2fab67f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:49.168874 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a240496-3d27-4ac2-a09b-454b7def6d23 req-e9a2222e-8b10-4611-85ea-0a54af11cf6e service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262298 Jan 12 10:03:50.087870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2b17c-9b2b-42fb-a72a-4afd4b03244c req-2f6d0971-b972-4a71-b591-66be8343a723 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:50.089348 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17e2b17c-9b2b-42fb-a72a-4afd4b03244c req-2f6d0971-b972-4a71-b591-66be8343a723 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0884941 Jan 12 10:03:50.151180 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17e2b17c-9b2b-42fb-a72a-4afd4b03244c req-bbe832a1-5f4a-4d07-854f-c7db14379855 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535698 Jan 12 10:03:51.212916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b9704ef-71d3-4640-8ab1-5138b7a8058e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:51.379163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8bf45-0996-44da-97ae-50f64d84d659 req-f8ba8d1d-525c-4261-afdc-a14f26f6184b tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:51.380573 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8d8bf45-0996-44da-97ae-50f64d84d659 req-f8ba8d1d-525c-4261-afdc-a14f26f6184b tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0894935 Jan 12 10:03:51.435085 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8d8bf45-0996-44da-97ae-50f64d84d659 req-43c5b1d8-1565-423d-a9ba-d0ff1ac91b39 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463109 Jan 12 10:03:51.834161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:52.551973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:52.640368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:52.647964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ba720-bea9-40ee-8767-ad1450b84283 req-fa7cddd5-6232-48b9-8cc2-aa1da46688b3 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:52.649408 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-af7ba720-bea9-40ee-8767-ad1450b84283 req-fa7cddd5-6232-48b9-8cc2-aa1da46688b3 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0908957 Jan 12 10:03:52.695003 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-af7ba720-bea9-40ee-8767-ad1450b84283 req-a60f5321-e56a-4d49-b7cd-37c63b7e4df8 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Jan 12 10:03:53.905966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedef70-eb99-41bf-8ffb-1e008aa7072a req-798d4ac2-f0a1-4144-9070-fab8712ed224 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:53.907574 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3aedef70-eb99-41bf-8ffb-1e008aa7072a req-798d4ac2-f0a1-4144-9070-fab8712ed224 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0914299 Jan 12 10:03:53.921666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:53.952760 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3aedef70-eb99-41bf-8ffb-1e008aa7072a req-b91d0899-b433-479e-8403-4f8f12ca326b tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Jan 12 10:03:55.173096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14da0-ab3e-45db-ae67-973be585626f req-ae05bf65-e4cc-4344-9c3d-27760b93f2f0 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:55.174493 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dee14da0-ab3e-45db-ae67-973be585626f req-ae05bf65-e4cc-4344-9c3d-27760b93f2f0 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0890975 Jan 12 10:03:55.221453 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dee14da0-ab3e-45db-ae67-973be585626f req-12625075-158f-4858-b476-9e4a873bffae tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408814 Jan 12 10:03:56.438177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118e07a-b531-4aee-8f53-332025df88a3 req-3191e571-0f48-4d62-8522-78474972ec05 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:56.439644 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6118e07a-b531-4aee-8f53-332025df88a3 req-3191e571-0f48-4d62-8522-78474972ec05 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0759993 Jan 12 10:03:56.485449 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6118e07a-b531-4aee-8f53-332025df88a3 req-50fb37a2-19c0-4a5e-9c3d-3ccf8bd797d9 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Jan 12 10:03:57.803582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212b00e-56ef-4939-a038-fed9f4baaddd req-8d6bd4e9-8c77-4635-be4c-fe05379ba558 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:57.804913 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3212b00e-56ef-4939-a038-fed9f4baaddd req-8d6bd4e9-8c77-4635-be4c-fe05379ba558 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.1908438 Jan 12 10:03:57.849542 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3212b00e-56ef-4939-a038-fed9f4baaddd req-5ceb89a0-94b2-41e5-91ef-93ae04be8187 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380402 Jan 12 10:03:59.077117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8d300-011f-48f7-a2d5-9dd1ec6abae3 req-e65e9898-50ed-4405-95a4-261f5b65a04b tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:59.078532 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-32c8d300-011f-48f7-a2d5-9dd1ec6abae3 req-e65e9898-50ed-4405-95a4-261f5b65a04b tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0994477 Jan 12 10:03:59.132429 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-32c8d300-011f-48f7-a2d5-9dd1ec6abae3 req-ec04ff8f-dff9-4248-a378-a69cc93763a2 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482697 Jan 12 10:03:59.863773 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-6dc78beb-5d22-467b-bed0-1515dc1edec7 service neutron] 10.222.0.59 "GET /v2.0/ports/4ed083fc-ea40-4046-9f5a-b72b1fb9e439/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0798607 Jan 12 10:04:00.151250 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-00346686-0730-405c-83b3-df42945f26b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c&tenant_id=5fd611edceb943318a3e548f65a8bbe0 HTTP/1.1" status: 200 len: 1098 time: 0.0806010 Jan 12 10:04:00.245745 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-b1da2b3e-592d-43ec-824c-45de7c0019cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd611edceb943318a3e548f65a8bbe0&device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 1098 time: 0.0726058 Jan 12 10:04:00.427164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-fdca6718-64b1-4650-80fd-ded9cf1e505b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:00.428535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-fdca6718-64b1-4650-80fd-ded9cf1e505b service neutron] 10.222.0.59 "GET /v2.0/networks?id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f HTTP/1.1" status: 200 len: 913 time: 0.1771278 Jan 12 10:04:00.437829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4da763-53b0-4261-baf0-27eb18b6ba81 req-8a346169-3642-4980-ab81-02aac74a5b7f tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:00.439169 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9b4da763-53b0-4261-baf0-27eb18b6ba81 req-8a346169-3642-4980-ab81-02aac74a5b7f tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.1703429 Jan 12 10:04:00.516720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-63d1a17d-e97e-4bc9-b1ca-9d5ebe395489 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439 HTTP/1.1" status: 200 len: 217 time: 0.0766399 Jan 12 10:04:00.578825 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9b4da763-53b0-4261-baf0-27eb18b6ba81 req-edb09a82-b325-43a6-9658-2c1b65bc72a4 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929615 Jan 12 10:04:00.592051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-cbd47d2c-1c7c-4c61-be7c-bfed2ed40bd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:00.593456 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-cbd47d2c-1c7c-4c61-be7c-bfed2ed40bd2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a663b42b-2b8f-4c63-bc61-cd3dfda4f096 HTTP/1.1" status: 200 len: 852 time: 0.0680678 Jan 12 10:04:00.637976 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-39fcfce4-9e72-4faa-9b27-9a2d7471ce58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386102 Jan 12 10:04:00.780528 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-61ed900d-53ef-40af-93bd-9420cf2a093a service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368768 Jan 12 10:04:00.931461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fab5c5aa-ef08-44ca-9eae-4821b099fbb2 req-c4052857-c9df-4f7e-81ad-9f2c78118707 service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441705 Jan 12 10:04:01.781727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6d6a-f2be-45c6-aca8-dde773714bc9 req-9efd4a5c-b44a-4eae-a8fa-0e37f24231b2 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:01.783443 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e23b6d6a-f2be-45c6-aca8-dde773714bc9 req-9efd4a5c-b44a-4eae-a8fa-0e37f24231b2 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0832880 Jan 12 10:04:01.830262 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e23b6d6a-f2be-45c6-aca8-dde773714bc9 req-199b2501-d843-4f33-bc0a-cc29214552c7 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388405 Jan 12 10:04:03.057989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c88ea2-cc93-4062-a7c2-75e9e8916dfb req-79c56139-b712-4722-879c-2aa439ae3261 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:03.059531 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7c88ea2-cc93-4062-a7c2-75e9e8916dfb req-79c56139-b712-4722-879c-2aa439ae3261 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0892227 Jan 12 10:04:03.106137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7c88ea2-cc93-4062-a7c2-75e9e8916dfb req-6c06b2a9-78fc-4e77-92f6-14a325ae6461 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 Jan 12 10:04:04.319693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5c019-2b33-4f8b-9496-b4280be7dc8c req-3b44b905-0cd1-4989-8f5b-2409ddd250f5 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:04.321931 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2da5c019-2b33-4f8b-9496-b4280be7dc8c req-3b44b905-0cd1-4989-8f5b-2409ddd250f5 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0837779 Jan 12 10:04:04.370562 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2da5c019-2b33-4f8b-9496-b4280be7dc8c req-b43475cd-5528-4b40-9393-a867fd073bad tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 Jan 12 10:04:04.769095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-6cb08482-1c75-4d5c-b19e-4ff234446ecc tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:04.770526 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-6cb08482-1c75-4d5c-b19e-4ff234446ecc tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.59 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c&tenant_id=5fd611edceb943318a3e548f65a8bbe0&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 945 time: 0.0812507 Jan 12 10:04:04.929275 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-7fd9b7e4-0842-4671-bdf4-59da3b2ba975 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd611edceb943318a3e548f65a8bbe0&device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 1098 time: 0.0865972 Jan 12 10:04:05.057637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:04:05.060090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:04:05.156104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-a451fbe3-2554-46db-8459-d834b5f9b471 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:05.157898 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-a451fbe3-2554-46db-8459-d834b5f9b471 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f HTTP/1.1" status: 200 len: 913 time: 0.2232120 Jan 12 10:04:05.223465 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-f438e82e-a146-4143-9c6d-d352f682c8ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439 HTTP/1.1" status: 200 len: 217 time: 0.0592728 Jan 12 10:04:05.278566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.291592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-ba3aebe2-07dc-4a83-bf58-eeefde0a4678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:05.293014 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-ba3aebe2-07dc-4a83-bf58-eeefde0a4678 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a663b42b-2b8f-4c63-bc61-cd3dfda4f096 HTTP/1.1" status: 200 len: 852 time: 0.0641568 Jan 12 10:04:05.300136 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,segment=NetworkSegment(c99b9f62-4a4b-4128-a8a8-b5b5b047217f),segment_id=c99b9f62-4a4b-4128-a8a8-b5b5b047217f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:04:05.319292 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439', 'network_id': '7611e6ae-9f49-41ab-ae59-56a47d5ebc6f', 'port_id': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439', 'mac_address': 'fa:16:3e:84:90:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a663b42b-2b8f-4c63-bc61-cd3dfda4f096', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:04:05.324090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10430e4-629b-487f-b69d-26870202b52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:04:05.337947 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-41572d0e-8423-40b1-b862-7d0dce69ff2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385799 Jan 12 10:04:05.362512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,segment=NetworkSegment(c99b9f62-4a4b-4128-a8a8-b5b5b047217f),segment_id=c99b9f62-4a4b-4128-a8a8-b5b5b047217f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:04:05.371374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.433756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.458619 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:04:05.466173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:05.487218 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-10a92f0c-bf19-42a2-bd2d-fb00e67bb9e3 service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433005 Jan 12 10:04:05.493863 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10430e4-629b-487f-b69d-26870202b52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439', 'code': 200} Jan 12 10:04:05.530529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:04:05.530906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:04:05.626329 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-41feae70-8417-4984-b8ff-2629f2925bba service neutron] 10.222.0.59 "GET /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258018 Jan 12 10:04:06.088760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.106112 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:04:06.121907 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,segment=NetworkSegment(c99b9f62-4a4b-4128-a8a8-b5b5b047217f),segment_id=c99b9f62-4a4b-4128-a8a8-b5b5b047217f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:04:06.125963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.192065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:06.196241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['4ed083fc-ea40-4046-9f5a-b72b1fb9e439'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:04:06.463846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ae16f-992f-4183-9bfc-8a2630834d63 req-96cef052-3850-4763-9f68-80098ed561fe tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:06.465294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-722ae16f-992f-4183-9bfc-8a2630834d63 req-96cef052-3850-4763-9f68-80098ed561fe tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 944 time: 0.0831223 Jan 12 10:04:06.511964 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-722ae16f-992f-4183-9bfc-8a2630834d63 req-d3c61b75-e0fa-4b48-a3b2-e3ee25569d6f tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407984 Jan 12 10:04:07.068339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:07.140570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:07.141305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.250500 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.285225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,segment=NetworkSegment(c99b9f62-4a4b-4128-a8a8-b5b5b047217f),segment_id=c99b9f62-4a4b-4128-a8a8-b5b5b047217f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:04:07.292510 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.403261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:07.495512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10430e4-629b-487f-b69d-26870202b52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:04:07.561849 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10430e4-629b-487f-b69d-26870202b52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439', 'code': 200} Jan 12 10:04:07.723324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692cfd5-6b0a-4e81-9819-ff7fc22009e0 req-17b1feca-a66c-46be-b450-2ff9ceaaa4a8 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:07.724947 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0692cfd5-6b0a-4e81-9819-ff7fc22009e0 req-17b1feca-a66c-46be-b450-2ff9ceaaa4a8 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0822539 Jan 12 10:04:07.770523 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0692cfd5-6b0a-4e81-9819-ff7fc22009e0 req-b1c2fecb-be4d-4f73-a837-7fb2444e078e tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0397aa-37a8-43c9-8281-f3195383f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Jan 12 10:04:08.280231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-c7eb3f66-10ed-4046-9afe-b11c15ed9848 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:08.281639 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-c7eb3f66-10ed-4046-9afe-b11c15ed9848 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.59 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 945 time: 0.0901713 Jan 12 10:04:08.346978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Deleting port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:04:08.347310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.589313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] For port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,segment=NetworkSegment(c99b9f62-4a4b-4128-a8a8-b5b5b047217f),segment_id=c99b9f62-4a4b-4128-a8a8-b5b5b047217f)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:04:08.589561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.707304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Calling delete_port for 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:04:08.854318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.865772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['4ed083fc-ea40-4046-9f5a-b72b1fb9e439'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:04:08.903901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Pushing event deleted for resources: {'Port': ['ID=4ed083fc-ea40-4046-9f5a-b72b1fb9e439,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:08.953811 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-550fe909-e6fd-4e73-b029-b8b0ef958a62 req-53356479-f6ab-4979-8efe-885b2e2ea50a tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.58 "GET /v2.0/ports?device_id=c10430e4-629b-487f-b69d-26870202b52c HTTP/1.1" status: 200 len: 210 time: 0.0508492 Jan 12 10:04:08.984013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:08.984350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:08.984681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:08.985008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:08.985329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:08.985649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:08.985969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:08.986283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:08.986584 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:08.986920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:08.987237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:09.025473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] No DVR routers for this DVR port 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:04:09.027909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.030337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10430e4-629b-487f-b69d-26870202b52c', 'name': 'network-vif-deleted', 'tag': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:04:09.049474 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b85a64b-a872-4240-9ed3-001dc0b10744 req-19d76c8c-7907-4490-b4b8-ce9e24598759 tempest-DeleteServersTestJSON-1112785582 tempest-DeleteServersTestJSON-1112785582-project] 10.222.0.59 "DELETE /v2.0/ports/4ed083fc-ea40-4046-9f5a-b72b1fb9e439 HTTP/1.1" status: 204 len: 173 time: 0.7617342 Jan 12 10:04:09.099826 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10430e4-629b-487f-b69d-26870202b52c', 'name': 'network-vif-deleted', 'tag': '4ed083fc-ea40-4046-9f5a-b72b1fb9e439', 'status': 'completed', 'code': 200} Jan 12 10:04:10.231943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46404) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:10.293515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Deleting subnet a663b42b-2b8f-4c63-bc61-cd3dfda4f096 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:04:10.296462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.343826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.402838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.470980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.508408 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a663b42b-2b8f-4c63-bc61-cd3dfda4f096,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:10.519390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.523552 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.523897 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.524232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.524557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.524883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.525207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.525525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.525842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.526153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.526472 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.526818 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:10.532485 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0fa40102-9b80-41b7-bbd9-5ca669a65a14 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a663b42b-2b8f-4c63-bc61-cd3dfda4f096 HTTP/1.1" status: 204 len: 168 time: 0.2986562 Jan 12 10:04:10.534504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46408) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:10.723026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.848927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.880605 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7611e6ae-9f49-41ab-ae59-56a47d5ebc6f']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:10.895870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99b9f62-4a4b-4128-a8a8-b5b5b047217f') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:10.896163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99b9f62-4a4b-4128-a8a8-b5b5b047217f') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:10.908432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.927278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.933284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:04:10.933649 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:04:10.946421 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:04:11.028870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.045823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.055820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7611e6ae-9f49-41ab-ae59-56a47d5ebc6f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:11.065742 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3585140e-09e2-4040-adbd-15aefced38d4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7611e6ae-9f49-41ab-ae59-56a47d5ebc6f HTTP/1.1" status: 204 len: 168 time: 0.5302548 Jan 12 10:04:11.201848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46414) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:11.253951 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e3787cdd-efbc-4469-bdd7-a0d23d6b6fe0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fd611edceb943318a3e548f65a8bbe0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509312 Jan 12 10:04:11.256521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46418) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:11.318026 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3984d946-1b0b-46ea-b5fd-b1a148c1c78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.432518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3984d946-1b0b-46ea-b5fd-b1a148c1c78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.483646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3984d946-1b0b-46ea-b5fd-b1a148c1c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.499029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984d946-1b0b-46ea-b5fd-b1a148c1c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0397aa-37a8-43c9-8281-f3195383f2fb,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:11.511805 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3984d946-1b0b-46ea-b5fd-b1a148c1c78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.513029 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3984d946-1b0b-46ea-b5fd-b1a148c1c78a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b0397aa-37a8-43c9-8281-f3195383f2fb HTTP/1.1" status: 204 len: 168 time: 0.2556126 Jan 12 10:04:12.396807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46440) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:12.526468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-402781666-network', 'tenant_id': '04a02553b4e14ff6b9308dad19e99943'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:04:12.531623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:12.536048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Usage tracker for resource:network and tenant:04a02553b4e14ff6b9308dad19e99943 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:12.539072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:12.545358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:12.557484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Made reservation on behalf of 04a02553b4e14ff6b9308dad19e99943 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:12.559914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.572357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.605240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:12.609038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Usage tracker for resource:security_group_rule and tenant:04a02553b4e14ff6b9308dad19e99943 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:12.612070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:12.618044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:12.686030 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.692132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.722562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:04:12.731046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f823c4b-d298-4b6f-990e-626b50aceac8,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:12.737808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.738054 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Added segment 256e8c16-7393-4a9e-baa8-598efbbc3724 of type vlan for network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 Jan 12 10:04:12.763784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.797245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.798043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:12.798593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.903087 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5048749 Jan 12 10:04:12.903980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d657ae-2933-4308-8936-d007be2b2682 admin admin] Pushing event updated for resources: {'Network': ['ID=2c273296-b74d-4d0b-a0ff-1ad0045b38d4,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:12.906248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46446) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:12.912749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Request body: {'subnet': {'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-402781666-subnet', 'tenant_id': '04a02553b4e14ff6b9308dad19e99943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:04:12.915338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:04:12.917919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:12.922118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Usage tracker for resource:subnet and tenant:04a02553b4e14ff6b9308dad19e99943 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:12.925166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:12.931048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:12.942134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Made reservation on behalf of 04a02553b4e14ff6b9308dad19e99943 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:12.944493 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.071637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:04:13.106557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:04:13.106900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4ed083fc-ea40-4046-9f5a-b72b1fb9e439 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:04:13.147718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.222809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300c144b-0da4-41d5-a59d-01bb8bd65c70,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:13.237011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Checking segment: {'id': '256e8c16-7393-4a9e-baa8-598efbbc3724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:04:13.237358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Network hostable DHCP agents. Network: 2c273296-b74d-4d0b-a0ff-1ad0045b38d4, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:04:13.259513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:04:13.269493 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 2c273296-b74d-4d0b-a0ff-1ad0045b38d4) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:13.273676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:13.274253 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.278841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b9d97b-13bd-4e5b-bf99-e35b3c249904 None None] Network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:04:13.296976 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-48010efa-3bc4-497e-a58a-50e7a722f301 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3891120 Jan 12 10:04:13.494014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331342e9-5710-4bda-8505-c4111b87709c None None] Network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:04:13.826287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-dff9d2f8-e41a-491b-bb04-aba8689c03a8 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:13.826948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-dff9d2f8-e41a-491b-bb04-aba8689c03a8 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Synchronizing usage tracker for tenant:04a02553b4e14ff6b9308dad19e99943 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:04:13.848353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-dff9d2f8-e41a-491b-bb04-aba8689c03a8 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Unset dirty status for tenant:04a02553b4e14ff6b9308dad19e99943 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:04:13.849384 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-dff9d2f8-e41a-491b-bb04-aba8689c03a8 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 814 time: 0.1594102 Jan 12 10:04:13.865358 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-2eecfd8d-686f-4ffc-bd8d-5cba30498a23 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/quotas/04a02553b4e14ff6b9308dad19e99943 HTTP/1.1" status: 200 len: 375 time: 0.0103924 Jan 12 10:04:13.909178 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-347b6a9a-0818-4c3f-9b51-7015ba6d3d0c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389819 Jan 12 10:04:14.124511 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-3c7e38ab-08ad-4c76-b777-f99ac63bbd69 service neutron] 10.222.0.58 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086849 Jan 12 10:04:14.254829 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-27be4689-d7f4-4cc4-9b88-5761cc1cce4c service neutron] 10.222.0.58 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226478 Jan 12 10:04:14.443299 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-82db8349-0353-42c0-97df-5c4f95ff8fb4 req-4150ba4c-0402-4e84-9f90-2db2066d5a42 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 210 time: 0.0417752 Jan 12 10:04:15.500115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-3c2ff5a3-e566-4340-9e66-0022a907587c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:15.501748 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-3c2ff5a3-e566-4340-9e66-0022a907587c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 814 time: 0.1511850 Jan 12 10:04:15.518992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Request body: {'port': {'device_id': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4', 'admin_state_up': True, 'tenant_id': '04a02553b4e14ff6b9308dad19e99943'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:04:15.641169 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df08a3b0-47e7-40c8-bb51-61b90682503e req-4c943609-4c90-4862-b4d4-4e9e54abf050 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 210 time: 0.0517797 Jan 12 10:04:15.697991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:15.701851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Usage tracker for resource:port and tenant:04a02553b4e14ff6b9308dad19e99943 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:15.704816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:15.710689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:15.721473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Made reservation on behalf of 04a02553b4e14ff6b9308dad19e99943 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:15.724486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.881765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Allocated IP 172.20.0.2 (2c273296-b74d-4d0b-a0ff-1ad0045b38d4/300c144b-0da4-41d5-a59d-01bb8bd65c70/1e7a006d-86b4-4f85-9475-4308b6438ed1) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:16.077365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.107148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.281393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:16.284974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:16.287842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:04:16.318111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Pushing event updated for resources: {'Port': ['ID=1e7a006d-86b4-4f85-9475-4308b6438ed1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:16.350789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:16.351611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.373500 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-e8be999d-bf22-4c64-bfb9-3cfea7906c66 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8595145 Jan 12 10:04:16.384837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Request body: {'port': {'device_id': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:04:16.492557 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.875728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7a006d-86b4-4f85-9475-4308b6438ed1 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:04:16.883458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.902618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Transition to ACTIVE for port object 1e7a006d-86b4-4f85-9475-4308b6438ed1 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:16.911836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d4f-43e3-4dd6-8690-da2db4959f95 req-e9819b4b-050c-45ed-8087-845f4f0edc4d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:16.912529 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-8d526d4f-43e3-4dd6-8690-da2db4959f95 req-e9819b4b-050c-45ed-8087-845f4f0edc4d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Synchronizing usage tracker for tenant:04a02553b4e14ff6b9308dad19e99943 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:04:16.916477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.029653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-8d526d4f-43e3-4dd6-8690-da2db4959f95 req-e9819b4b-050c-45ed-8087-845f4f0edc4d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Unset dirty status for tenant:04a02553b4e14ff6b9308dad19e99943 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:04:17.030817 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d526d4f-43e3-4dd6-8690-da2db4959f95 req-e9819b4b-050c-45ed-8087-845f4f0edc4d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 931 time: 0.2699845 Jan 12 10:04:17.063574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Pushing event updated for resources: {'Port': ['ID=1e7a006d-86b4-4f85-9475-4308b6438ed1,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:17.156661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-8d526d4f-43e3-4dd6-8690-da2db4959f95 req-0a30a395-f7a4-4e0a-9e1c-f8bda78b2695 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Synchronizing usage tracker for tenant:04a02553b4e14ff6b9308dad19e99943 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:04:17.196380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-8d526d4f-43e3-4dd6-8690-da2db4959f95 req-0a30a395-f7a4-4e0a-9e1c-f8bda78b2695 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Unset dirty status for tenant:04a02553b4e14ff6b9308dad19e99943 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:04:17.197526 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d526d4f-43e3-4dd6-8690-da2db4959f95 req-0a30a395-f7a4-4e0a-9e1c-f8bda78b2695 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594958 Jan 12 10:04:17.198301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Attempting to bind port 1e7a006d-86b4-4f85-9475-4308b6438ed1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:17.198625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Attempting to bind port 1e7a006d-86b4-4f85-9475-4308b6438ed1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '256e8c16-7393-4a9e-baa8-598efbbc3724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:17.198974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Attempting to bind port 1e7a006d-86b4-4f85-9475-4308b6438ed1 on network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:04:17.204838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Port 1e7a006d-86b4-4f85-9475-4308b6438ed1 on network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:04:17.205151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Attempting to bind port 1e7a006d-86b4-4f85-9475-4308b6438ed1 on network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:04:17.211541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:04:17.211859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Checking segment: {'id': '256e8c16-7393-4a9e-baa8-598efbbc3724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:04:17.212249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Bound using segment: {'id': '256e8c16-7393-4a9e-baa8-598efbbc3724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:04:17.212656 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Bound port: 1e7a006d-86b4-4f85-9475-4308b6438ed1, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256e8c16-7393-4a9e-baa8-598efbbc3724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:17.213002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.303107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] For port 1e7a006d-86b4-4f85-9475-4308b6438ed1, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:04:17.306005 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] For port 1e7a006d-86b4-4f85-9475-4308b6438ed1, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:04:17.313046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.372518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.373866 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] 10.222.0.59 "PUT /v2.0/ports/1e7a006d-86b4-4f85-9475-4308b6438ed1 HTTP/1.1" status: 200 len: 1093 time: 0.9931157 Jan 12 10:04:17.374287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'tag': '1e7a006d-86b4-4f85-9475-4308b6438ed1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:04:17.392243 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b472a-4f38-4a50-8d0c-bb174009407c service neutron] Pushing event updated for resources: {'Port': ['ID=1e7a006d-86b4-4f85-9475-4308b6438ed1,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:17.450683 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'tag': '1e7a006d-86b4-4f85-9475-4308b6438ed1', 'status': 'completed', 'code': 200} Jan 12 10:04:17.485063 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-60b89da3-a623-4004-8f7a-6e42ba6688c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 1096 time: 0.0722175 Jan 12 10:04:17.552141 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-6d6a37c3-13e4-4f14-9349-429df6065d8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1 HTTP/1.1" status: 200 len: 217 time: 0.0602548 Jan 12 10:04:17.616543 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-0ce113ad-5d4b-416a-956a-82bc34f55105 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:17.617917 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-0ce113ad-5d4b-416a-956a-82bc34f55105 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0601387 Jan 12 10:04:17.671345 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-a21b9e27-7b45-4c26-9463-83a9e0c1ac19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474598 Jan 12 10:04:17.805013 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-c6de5c1a-f3e8-46bd-a831-e2eabc689172 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278572 Jan 12 10:04:17.935201 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60d75b4a-e1b9-40ef-a740-6a9e497c7461 req-c7b42b0e-fdd3-4f4a-a28b-01718649f279 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241164 Jan 12 10:04:18.055793 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9adac08f-297e-4542-bce3-de8fe114f018 req-f071d011-6942-4d11-9400-46a27d93aa2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 1096 time: 0.0704234 Jan 12 10:04:18.185934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adac08f-297e-4542-bce3-de8fe114f018 req-b874a72d-9291-43f8-a5c3-b6fd6826839c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:18.187396 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9adac08f-297e-4542-bce3-de8fe114f018 req-b874a72d-9291-43f8-a5c3-b6fd6826839c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 915 time: 0.1258876 Jan 12 10:04:18.397444 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9adac08f-297e-4542-bce3-de8fe114f018 req-2459364f-a46d-440a-bcde-e0995cac354a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1 HTTP/1.1" status: 200 len: 217 time: 0.2037225 Jan 12 10:04:18.471177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adac08f-297e-4542-bce3-de8fe114f018 req-cfca59cd-4d9e-4f14-87c4-bf18656e9a39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:18.472592 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9adac08f-297e-4542-bce3-de8fe114f018 req-cfca59cd-4d9e-4f14-87c4-bf18656e9a39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0649352 Jan 12 10:04:18.481031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a654d3a-970b-4070-9933-440e6ca25e53 req-f0cf5529-ed15-4b3e-82de-391d2f54fda6 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:18.482380 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8a654d3a-970b-4070-9933-440e6ca25e53 req-f0cf5529-ed15-4b3e-82de-391d2f54fda6 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 943 time: 0.1381133 Jan 12 10:04:18.537596 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9adac08f-297e-4542-bce3-de8fe114f018 req-ee604a11-3621-434b-861a-5db8056aa535 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542603 Jan 12 10:04:18.634093 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8a654d3a-970b-4070-9933-440e6ca25e53 req-41497c00-6bc4-47cd-b5b4-e466c88d5d50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224806 Jan 12 10:04:18.684862 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9adac08f-297e-4542-bce3-de8fe114f018 req-7aa0d11c-9e88-4a6b-81e9-df1b028f4bb4 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409757 Jan 12 10:04:18.815000 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9adac08f-297e-4542-bce3-de8fe114f018 req-1628a021-c7a1-42f7-b1b3-5deed120a05f service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235366 Jan 12 10:04:19.084853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c17a229-7512-4333-8dba-1afb5d3c284e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:19.837580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc12233-02cb-4647-8f9b-3d7ebe42f711 req-89355644-b39a-4c22-8efe-5fa9135cc8f9 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:19.838919 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2dc12233-02cb-4647-8f9b-3d7ebe42f711 req-89355644-b39a-4c22-8efe-5fa9135cc8f9 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 943 time: 0.0795746 Jan 12 10:04:19.886033 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2dc12233-02cb-4647-8f9b-3d7ebe42f711 req-e2b062c5-4c2b-42d2-ab08-b25874f12a55 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392537 Jan 12 10:04:20.977645 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:04:21.110940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d629dd-028c-4285-8b06-d1e3d800a54c req-dbc6bd8c-33cf-4555-8299-a8cbfe486caf tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:21.112379 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07d629dd-028c-4285-8b06-d1e3d800a54c req-dbc6bd8c-33cf-4555-8299-a8cbfe486caf tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 943 time: 0.0883214 Jan 12 10:04:21.166931 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07d629dd-028c-4285-8b06-d1e3d800a54c req-27e2c730-b068-483f-9d0b-aed418954535 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480685 Jan 12 10:04:21.210880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7f5f-ff06-4289-af6e-94027236c363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.832913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:22.394969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac96769-55b3-4930-a566-b46c81cea1ef req-b9741e96-40c4-4f2b-9538-6ad06cec8f47 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:22.396926 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1ac96769-55b3-4930-a566-b46c81cea1ef req-b9741e96-40c4-4f2b-9538-6ad06cec8f47 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 943 time: 0.0806293 Jan 12 10:04:22.441730 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1ac96769-55b3-4930-a566-b46c81cea1ef req-220b48d2-03c5-482e-b3cc-9355343be2db tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Jan 12 10:04:22.565047 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:22.633548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:23.103859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1e7a006d-86b4-4f85-9475-4308b6438ed1 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:04:23.250118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1e7a006d-86b4-4f85-9475-4308b6438ed1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:04:23.263399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '1e7a006d-86b4-4f85-9475-4308b6438ed1', 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4', 'port_id': '1e7a006d-86b4-4f85-9475-4308b6438ed1', 'mac_address': 'fa:16:3e:14:12:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c144b-0da4-41d5-a59d-01bb8bd65c70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:04:23.317467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:23.335029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7a006d-86b4-4f85-9475-4308b6438ed1 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:04:23.350252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1e7a006d-86b4-4f85-9475-4308b6438ed1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:04:23.357816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:23.425944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=1e7a006d-86b4-4f85-9475-4308b6438ed1,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:23.646952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22698561-ce60-4324-b6cb-59d6a9d87df2 req-82dd5440-2f1f-4e6d-8138-e5cb5389635b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:23.648289 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22698561-ce60-4324-b6cb-59d6a9d87df2 req-82dd5440-2f1f-4e6d-8138-e5cb5389635b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 944 time: 0.0877450 Jan 12 10:04:23.674197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['1e7a006d-86b4-4f85-9475-4308b6438ed1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:04:23.699530 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22698561-ce60-4324-b6cb-59d6a9d87df2 req-314c12ae-ff54-49eb-9494-4b77e6738fce tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Jan 12 10:04:23.928316 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:24.906123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeccba8-0dfa-4a6f-924e-07532f3dc3fb req-8c709d7e-3a34-4e2b-a0b4-9e2cfc565357 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:24.907913 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1eeccba8-0dfa-4a6f-924e-07532f3dc3fb req-8c709d7e-3a34-4e2b-a0b4-9e2cfc565357 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 944 time: 0.0830548 Jan 12 10:04:24.956107 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1eeccba8-0dfa-4a6f-924e-07532f3dc3fb req-52594271-bf5e-4716-8e7c-c1424954b15f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Jan 12 10:04:25.108343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1e7a006d-86b4-4f85-9475-4308b6438ed1 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:25.191374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 1e7a006d-86b4-4f85-9475-4308b6438ed1 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:25.197348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 1e7a006d-86b4-4f85-9475-4308b6438ed1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:25.197872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.313790 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.339963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a006d-86b4-4f85-9475-4308b6438ed1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:04:25.349602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1e7a006d-86b4-4f85-9475-4308b6438ed1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:04:25.355429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.395953 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a006d-86b4-4f85-9475-4308b6438ed1', 'code': 200} Jan 12 10:04:25.421190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=1e7a006d-86b4-4f85-9475-4308b6438ed1,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:25.617049 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-16d5f68c-9bf2-469c-b888-12179c87f673 req-a6e126b3-9ebf-45c3-8cf7-db9f4410f94d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 1098 time: 0.0682793 Jan 12 10:04:25.659055 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-16d5f68c-9bf2-469c-b888-12179c87f673 req-d9c6d8fa-230d-4a08-94ee-2665506c7a03 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360169 Jan 12 10:04:26.162944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e9f8-9674-476c-8ba9-7b5f5d8b5b8c req-273f48f7-d79f-41d4-9335-0ca7241bcf81 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:26.164292 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aeb3e9f8-9674-476c-8ba9-7b5f5d8b5b8c req-273f48f7-d79f-41d4-9335-0ca7241bcf81 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0810266 Jan 12 10:04:26.209440 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aeb3e9f8-9674-476c-8ba9-7b5f5d8b5b8c req-4c21b683-d23a-4a72-b30e-8dfc4dbb94a1 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392778 Jan 12 10:04:27.425104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a93a9d-c96b-4875-ab8a-2d3266c83522 req-0379416d-59cd-449f-bdb4-1396aed52704 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:27.426531 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20a93a9d-c96b-4875-ab8a-2d3266c83522 req-0379416d-59cd-449f-bdb4-1396aed52704 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0841043 Jan 12 10:04:27.471046 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20a93a9d-c96b-4875-ab8a-2d3266c83522 req-e3ec56d9-733a-453b-826f-edde43707337 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388176 Jan 12 10:04:27.669962 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20551b-8a53-45fa-a923-7579afa3b5c6 req-05d4ebfa-1c55-4758-8e36-c5123b75e0b0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:27.671405 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ff20551b-8a53-45fa-a923-7579afa3b5c6 req-05d4ebfa-1c55-4758-8e36-c5123b75e0b0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0827768 Jan 12 10:04:27.727977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ff20551b-8a53-45fa-a923-7579afa3b5c6 req-ad2a69f1-4d1b-4ffd-b7ae-2fe1def1ec9b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484941 Jan 12 10:04:28.110071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b2ae7-6e5b-49de-8c05-72721f555e6f req-f8aacd3c-911d-49ec-86a1-2b1b1941bfb0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:28.111435 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-158b2ae7-6e5b-49de-8c05-72721f555e6f req-f8aacd3c-911d-49ec-86a1-2b1b1941bfb0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0856512 Jan 12 10:04:28.158519 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-158b2ae7-6e5b-49de-8c05-72721f555e6f req-9a27da22-152c-4cbb-9733-228a2146871b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Jan 12 10:04:28.370409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36505d3-ce8d-4347-ac37-5348ea4d55dc req-9aefbb7c-a6f1-4a3a-8c07-25b78dbdae6c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:28.371762 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b36505d3-ce8d-4347-ac37-5348ea4d55dc req-9aefbb7c-a6f1-4a3a-8c07-25b78dbdae6c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0897350 Jan 12 10:04:28.416834 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b36505d3-ce8d-4347-ac37-5348ea4d55dc req-494c06c7-8045-4b94-aa35-718b4e7707fb tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389123 Jan 12 10:04:28.613967 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b9ceb05-573a-4cec-9746-427bdf20b0cb req-583a1f31-5dce-4d5e-a8ca-13ee8aacfc0b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709035 Jan 12 10:04:28.876817 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-0dfceb4f-6983-4ebc-84b7-5a4f546626d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736094 Jan 12 10:04:29.025598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9840f-c916-4433-be1c-740b5c45e431 req-b5de8989-3c22-43b2-8ed9-340ddde42f22 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:29.027073 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8dc9840f-c916-4433-be1c-740b5c45e431 req-b5de8989-3c22-43b2-8ed9-340ddde42f22 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.1727469 Jan 12 10:04:29.072186 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8dc9840f-c916-4433-be1c-740b5c45e431 req-e06aacbe-8029-49db-9132-06ad5dfbfa55 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389087 Jan 12 10:04:30.116360 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-b7c6abd9-7822-44f5-8bb5-4731d0e03241 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 1098 time: 0.0735018 Jan 12 10:04:30.292585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48961e8c-178c-4557-8d51-61b21ba93461 req-f68de42a-c7c2-4de1-8443-e58b04dde10d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:30.293999 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-f68de42a-c7c2-4de1-8443-e58b04dde10d service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 915 time: 0.1713805 Jan 12 10:04:30.367279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d4402-a23c-49f1-96cc-555a83a53fdf req-f830f8c2-787b-4b0c-9d23-4c62da458e04 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:30.368564 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee7d4402-a23c-49f1-96cc-555a83a53fdf req-f830f8c2-787b-4b0c-9d23-4c62da458e04 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.1770766 Jan 12 10:04:30.370176 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-b69922fe-f0c8-495a-bc28-eb327d108ba6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1 HTTP/1.1" status: 200 len: 217 time: 0.0700464 Jan 12 10:04:30.460444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48961e8c-178c-4557-8d51-61b21ba93461 req-d05e16e4-914b-433b-a7de-276259f18e1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:30.461836 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-d05e16e4-914b-433b-a7de-276259f18e1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0850267 Jan 12 10:04:30.466705 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee7d4402-a23c-49f1-96cc-555a83a53fdf req-c5e823e2-7587-4890-aa32-9fd953ee0924 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908718 Jan 12 10:04:30.509414 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-fcaa4596-5a16-443e-a811-55bb4e448864 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413330 Jan 12 10:04:30.639846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-5d1ed884-a3e3-45ec-b11e-7ba370acf1ba service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237192 Jan 12 10:04:30.771953 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-f268afe6-3993-478a-9d64-55620d644862 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258109 Jan 12 10:04:31.670801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaf069-c49c-43ae-907c-98acd3148aed req-7e3acac6-4014-4047-9593-4435a9c3799d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:31.672283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17eaf069-c49c-43ae-907c-98acd3148aed req-7e3acac6-4014-4047-9593-4435a9c3799d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0841110 Jan 12 10:04:31.718445 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17eaf069-c49c-43ae-907c-98acd3148aed req-48a66de5-85cb-4aa4-9fbe-9b049151130d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Jan 12 10:04:32.941219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc4fe0-63fe-4332-b6c2-1ba5c31730f9 req-63ab465d-ebf3-4573-b092-633330b94542 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:32.942683 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0fc4fe0-63fe-4332-b6c2-1ba5c31730f9 req-63ab465d-ebf3-4573-b092-633330b94542 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0901160 Jan 12 10:04:32.990279 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0fc4fe0-63fe-4332-b6c2-1ba5c31730f9 req-9ebb9749-3cd9-4f00-aa09-f14c4bf1a6e0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418689 Jan 12 10:04:34.201683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91906701-427f-4c98-867b-6787dce1121d req-917bf4f4-d988-4c7f-8435-31ef9683b7e1 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:34.203209 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-91906701-427f-4c98-867b-6787dce1121d req-917bf4f4-d988-4c7f-8435-31ef9683b7e1 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0798273 Jan 12 10:04:34.252617 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-91906701-427f-4c98-867b-6787dce1121d req-5e7be1a4-256a-426d-8904-1a525c1cfc20 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436673 Jan 12 10:04:35.465947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d270474-093d-463e-967f-de0c6f005e96 req-0d930a0c-3c86-4a29-b6c0-2679727a5a27 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:35.467537 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d270474-093d-463e-967f-de0c6f005e96 req-0d930a0c-3c86-4a29-b6c0-2679727a5a27 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0771935 Jan 12 10:04:35.514306 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8d270474-093d-463e-967f-de0c6f005e96 req-9e77b9bc-2504-4c76-ac2f-73606d55b474 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412130 Jan 12 10:04:36.737111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48670403-c458-4e68-b414-42d7ee7880f2 req-6ca3c104-aada-43e0-a399-ab71987b7171 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:36.738563 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48670403-c458-4e68-b414-42d7ee7880f2 req-6ca3c104-aada-43e0-a399-ab71987b7171 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0939465 Jan 12 10:04:36.785709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48670403-c458-4e68-b414-42d7ee7880f2 req-e5085167-01d4-4abf-84f0-1292af9a4e8a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Jan 12 10:04:37.992536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb5059-c206-4ef2-91ac-adec388fec57 req-c50c4ab7-e3d4-4417-97aa-4e4035e10f7d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:37.993969 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22eb5059-c206-4ef2-91ac-adec388fec57 req-c50c4ab7-e3d4-4417-97aa-4e4035e10f7d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0798252 Jan 12 10:04:38.040280 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22eb5059-c206-4ef2-91ac-adec388fec57 req-aeb3dc9c-a08b-4ded-89c7-fa652702a1c4 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385580 Jan 12 10:04:39.267019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7e94e-0f79-4fe1-9037-b0dc223a67a2 req-e337584c-cd70-4fa7-bc59-7fd6db2f3428 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:39.268431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f0a7e94e-0f79-4fe1-9037-b0dc223a67a2 req-e337584c-cd70-4fa7-bc59-7fd6db2f3428 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0885630 Jan 12 10:04:39.315975 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f0a7e94e-0f79-4fe1-9037-b0dc223a67a2 req-6b36011e-09de-459e-a564-424d8815e6b3 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397134 Jan 12 10:04:40.526367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e67d9-7b07-4703-86f2-8708f1590456 req-f3fba646-206f-4c5b-ba29-341f55b55ed2 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:40.527800 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-689e67d9-7b07-4703-86f2-8708f1590456 req-f3fba646-206f-4c5b-ba29-341f55b55ed2 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0756838 Jan 12 10:04:40.577056 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-689e67d9-7b07-4703-86f2-8708f1590456 req-fc8b27b4-3209-4281-a70c-ccb4a8db9951 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423021 Jan 12 10:04:41.869295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccacfb-9e1d-4b89-8df3-746c9a2ac61c req-5fa2a74e-3420-4fda-928c-6669da5fd6fa tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:41.870672 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2ccacfb-9e1d-4b89-8df3-746c9a2ac61c req-5fa2a74e-3420-4fda-928c-6669da5fd6fa tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.1726689 Jan 12 10:04:41.917256 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2ccacfb-9e1d-4b89-8df3-746c9a2ac61c req-bf333e4f-6b19-4be5-95da-2417124f90e7 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Jan 12 10:04:43.135365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2593ef-c0a6-4046-982a-6b3c540bfba6 req-8a1bb92f-f345-467e-ac45-972f0d22ffe2 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:43.136790 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9a2593ef-c0a6-4046-982a-6b3c540bfba6 req-8a1bb92f-f345-467e-ac45-972f0d22ffe2 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0932374 Jan 12 10:04:43.183231 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9a2593ef-c0a6-4046-982a-6b3c540bfba6 req-8530505e-6846-4476-a9c1-64a18c21b6eb tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407784 Jan 12 10:04:44.395157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e63507-bcc2-4ca2-abd7-cd5ba8e836c9 req-9d0e1127-6fe4-4b0e-ac86-5507bf8e77d1 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:44.396535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e4e63507-bcc2-4ca2-abd7-cd5ba8e836c9 req-9d0e1127-6fe4-4b0e-ac86-5507bf8e77d1 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0815790 Jan 12 10:04:44.441823 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e4e63507-bcc2-4ca2-abd7-cd5ba8e836c9 req-65b00175-b312-40c7-b00b-a28c890864dd tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 Jan 12 10:04:45.641913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f4211-c7ef-4ae3-8537-802e2bbd85b6 req-903c9601-ee15-4dc1-b0bd-fb9bc7e210db tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:45.643363 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b41f4211-c7ef-4ae3-8537-802e2bbd85b6 req-903c9601-ee15-4dc1-b0bd-fb9bc7e210db tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0817549 Jan 12 10:04:45.690643 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b41f4211-c7ef-4ae3-8537-802e2bbd85b6 req-5e20a7ac-600c-447a-8a48-6dd2b310c869 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Jan 12 10:04:46.899487 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbc5ef-078b-4d4c-b611-6dd730405329 req-a28d5503-7883-42f0-8a6b-b531826af99a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:46.901133 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b0dbc5ef-078b-4d4c-b611-6dd730405329 req-a28d5503-7883-42f0-8a6b-b531826af99a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0840416 Jan 12 10:04:46.950066 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b0dbc5ef-078b-4d4c-b611-6dd730405329 req-c964ece4-eb8a-4d4f-a5f0-bbaf2133b796 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Jan 12 10:04:48.166142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129e2a-3209-4dff-aaea-b3480308f2d4 req-0a0164b7-e504-4861-b6dd-973fb32541f1 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:48.167595 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37129e2a-3209-4dff-aaea-b3480308f2d4 req-0a0164b7-e504-4861-b6dd-973fb32541f1 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0804887 Jan 12 10:04:48.214612 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37129e2a-3209-4dff-aaea-b3480308f2d4 req-f4acc578-5efd-4ffc-ae28-356053087921 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 Jan 12 10:04:49.088469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd77d-ba21-4337-9191-ba3b40999d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:49.433224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962353-dd86-4735-bebd-419bf12f9f32 req-af79853a-eb12-4efb-a026-2b2d65f4a187 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:49.434579 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20962353-dd86-4735-bebd-419bf12f9f32 req-af79853a-eb12-4efb-a026-2b2d65f4a187 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0786176 Jan 12 10:04:49.478623 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20962353-dd86-4735-bebd-419bf12f9f32 req-9f8edbe3-d2fd-408d-b0f0-9a2ad79fdf62 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383883 Jan 12 10:04:50.506682 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad5555c6-5a77-4aba-adfc-b1c95fd69e1d req-ea9ed84d-5f27-4067-bcd9-b7028fc7d746 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 1098 time: 0.0676656 Jan 12 10:04:50.697902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5555c6-5a77-4aba-adfc-b1c95fd69e1d req-3ee9033b-8c12-4256-99cc-2f3d41ffa2a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:50.699336 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad5555c6-5a77-4aba-adfc-b1c95fd69e1d req-3ee9033b-8c12-4256-99cc-2f3d41ffa2a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 915 time: 0.1738808 Jan 12 10:04:50.765381 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef7004-fa99-48a8-9835-5bf30cc98545 req-b6432b65-29b3-46e0-9ff0-9f2792d36e07 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:50.766692 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-49ef7004-fa99-48a8-9835-5bf30cc98545 req-b6432b65-29b3-46e0-9ff0-9f2792d36e07 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.1693211 Jan 12 10:04:50.789668 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad5555c6-5a77-4aba-adfc-b1c95fd69e1d req-3ba9df8f-13eb-4007-9384-1a1b1f9fe48a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1 HTTP/1.1" status: 200 len: 217 time: 0.0838239 Jan 12 10:04:50.868487 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-49ef7004-fa99-48a8-9835-5bf30cc98545 req-86efe912-79bd-423a-8d14-0710c2f60461 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947502 Jan 12 10:04:50.872593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5555c6-5a77-4aba-adfc-b1c95fd69e1d req-1f901ee3-fba4-42d9-9e33-e3420a6aca00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:50.875168 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad5555c6-5a77-4aba-adfc-b1c95fd69e1d req-1f901ee3-fba4-42d9-9e33-e3420a6aca00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0787058 Jan 12 10:04:50.919588 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad5555c6-5a77-4aba-adfc-b1c95fd69e1d req-33123ad9-9ac3-4dc5-91c7-6dcfe379026a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391326 Jan 12 10:04:51.051405 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad5555c6-5a77-4aba-adfc-b1c95fd69e1d req-67b36787-6d74-4c07-aa76-daccb662af9f service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261909 Jan 12 10:04:51.183566 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad5555c6-5a77-4aba-adfc-b1c95fd69e1d req-d5389026-1de9-4468-b966-70780caa0817 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252549 Jan 12 10:04:51.207950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c21e-061f-4983-b541-f5fbab832828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:51.841923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:52.076645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01828b76-429c-4d13-acb2-5f0dc4a63533 req-a1a58d7e-cae9-42a1-9325-3d724cb70e9b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:52.078072 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01828b76-429c-4d13-acb2-5f0dc4a63533 req-a1a58d7e-cae9-42a1-9325-3d724cb70e9b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0808928 Jan 12 10:04:52.128255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01828b76-429c-4d13-acb2-5f0dc4a63533 req-064b8994-fca1-4e56-a3ed-374c22d6ec6c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Jan 12 10:04:52.562507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:52.640589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:53.339417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c790c5-b841-4ab3-a63a-79b300217917 req-73acf2f7-42e2-4805-a9bf-4e61ce1e63a9 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:53.340840 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-97c790c5-b841-4ab3-a63a-79b300217917 req-73acf2f7-42e2-4805-a9bf-4e61ce1e63a9 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0795147 Jan 12 10:04:53.389244 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-97c790c5-b841-4ab3-a63a-79b300217917 req-8649010f-978f-430e-995b-beb5ce2bdbdd tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 Jan 12 10:04:53.929374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:54.687392 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f40c3-c326-4b88-9bbc-814ef3844ae1 req-868e6dc0-0994-47c5-908d-566cf56f35e7 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:54.688872 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-452f40c3-c326-4b88-9bbc-814ef3844ae1 req-868e6dc0-0994-47c5-908d-566cf56f35e7 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.1806631 Jan 12 10:04:54.735787 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-452f40c3-c326-4b88-9bbc-814ef3844ae1 req-fa46c853-314c-4b44-a420-e5e75ef5a7a2 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Jan 12 10:04:55.935340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c4a7d-f81b-4d46-ae60-220dd6a322a1 req-373d0370-16e5-4fe2-8981-df57e044a2ed tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:55.936785 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-370c4a7d-f81b-4d46-ae60-220dd6a322a1 req-373d0370-16e5-4fe2-8981-df57e044a2ed tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0790675 Jan 12 10:04:55.994924 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-370c4a7d-f81b-4d46-ae60-220dd6a322a1 req-02ec08df-d2f2-4f9c-9767-85840e1f6f30 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521076 Jan 12 10:04:57.209135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb17c-0000-450b-9e69-a52a43ee4180 req-5891eeac-507d-49f8-ba1e-24a4200987de tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:57.210564 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b76bb17c-0000-450b-9e69-a52a43ee4180 req-5891eeac-507d-49f8-ba1e-24a4200987de tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0856872 Jan 12 10:04:57.254964 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b76bb17c-0000-450b-9e69-a52a43ee4180 req-e53650a2-0a5e-4a7c-a7f3-a75d561022dc tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Jan 12 10:04:57.600402 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-1fe0044b-3add-4967-9f3d-f890c5b0829a service neutron] 10.222.0.59 "GET /v2.0/ports/1e7a006d-86b4-4f85-9475-4308b6438ed1/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0779665 Jan 12 10:04:57.873802 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-f85438ce-1ac1-477a-9359-818bc943806f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef&tenant_id=04a02553b4e14ff6b9308dad19e99943 HTTP/1.1" status: 200 len: 1098 time: 0.0721161 Jan 12 10:04:57.967931 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-c18e927a-673e-422d-ac8d-a7f997dd648a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 1098 time: 0.0700181 Jan 12 10:04:57.978891 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:04:58.104612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48961e8c-178c-4557-8d51-61b21ba93461 req-a58080f1-98dd-4bae-9507-e301abb4074a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:58.106031 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-a58080f1-98dd-4bae-9507-e301abb4074a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 915 time: 0.1322653 Jan 12 10:04:58.175004 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-4047d3b2-76a8-4678-94f0-633961394143 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1 HTTP/1.1" status: 200 len: 217 time: 0.0631635 Jan 12 10:04:58.246854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48961e8c-178c-4557-8d51-61b21ba93461 req-bc02db07-1046-455e-b0f5-8bf98f771216 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:58.248285 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-bc02db07-1046-455e-b0f5-8bf98f771216 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0679474 Jan 12 10:04:58.295987 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-4299a063-9deb-4b21-93cc-12ec8fe4e71f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419989 Jan 12 10:04:58.468666 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-d6f69c08-d226-4f55-a7a4-b01f6e3941e9 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668575 Jan 12 10:04:58.562839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974c37-e87e-4228-ac3f-e80d7aff7037 req-6a59a966-2dba-4043-a1de-62d70e75ef47 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:58.564248 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-91974c37-e87e-4228-ac3f-e80d7aff7037 req-6a59a966-2dba-4043-a1de-62d70e75ef47 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.1775963 Jan 12 10:04:58.636945 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48961e8c-178c-4557-8d51-61b21ba93461 req-0f20d7f9-54cf-47da-ab19-618d84bf9cd5 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628256 Jan 12 10:04:58.640864 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-91974c37-e87e-4228-ac3f-e80d7aff7037 req-255f5e27-b333-4cab-8044-635f8ea8b2ef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694723 Jan 12 10:04:59.877939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a98175-83fe-4f3b-a9f8-ee21e3e74985 req-8d8bf451-251d-4bce-ac1d-70057d1dc10c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:59.879336 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a98175-83fe-4f3b-a9f8-ee21e3e74985 req-8d8bf451-251d-4bce-ac1d-70057d1dc10c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0931971 Jan 12 10:04:59.926434 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a98175-83fe-4f3b-a9f8-ee21e3e74985 req-d7f51e85-9ed7-4713-b976-9516a058d950 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Jan 12 10:05:01.125404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a188e1-f5aa-43ad-a813-e3b5f4e05ffb req-6545ba9f-661b-4079-aa29-c5d03115c1ea tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:01.126836 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95a188e1-f5aa-43ad-a813-e3b5f4e05ffb req-6545ba9f-661b-4079-aa29-c5d03115c1ea tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0795858 Jan 12 10:05:01.177296 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95a188e1-f5aa-43ad-a813-e3b5f4e05ffb req-890a3c67-4e5f-4d69-80a6-9688bba79a05 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 Jan 12 10:05:01.327830 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1e7a006d-86b4-4f85-9475-4308b6438ed1 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:05:01.330233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1e7a006d-86b4-4f85-9475-4308b6438ed1 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:01.540193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:01.570804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1e7a006d-86b4-4f85-9475-4308b6438ed1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:01.592259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7a006d-86b4-4f85-9475-4308b6438ed1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:01.598050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '1e7a006d-86b4-4f85-9475-4308b6438ed1', 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4', 'port_id': '1e7a006d-86b4-4f85-9475-4308b6438ed1', 'mac_address': 'fa:16:3e:14:12:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c144b-0da4-41d5-a59d-01bb8bd65c70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:05:01.603677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1e7a006d-86b4-4f85-9475-4308b6438ed1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:01.633984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:01.671747 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7a006d-86b4-4f85-9475-4308b6438ed1', 'code': 200} Jan 12 10:05:01.710235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:01.733406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=1e7a006d-86b4-4f85-9475-4308b6438ed1,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:01.736209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7a006d-86b4-4f85-9475-4308b6438ed1 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:05:01.753050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.753385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.753701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.754020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.754340 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.754678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.754995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.755348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.755663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.755974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.756282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:01.762751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1e7a006d-86b4-4f85-9475-4308b6438ed1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:01.767585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:01.827743 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['1e7a006d-86b4-4f85-9475-4308b6438ed1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:05:01.882874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=1e7a006d-86b4-4f85-9475-4308b6438ed1,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:02.407639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e4fc-0ca1-4ee0-b0d6-aa12d4ea6a09 req-b00a3475-dc9a-4095-ba5e-485c635a5e3f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:02.409242 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a443e4fc-0ca1-4ee0-b0d6-aa12d4ea6a09 req-b00a3475-dc9a-4095-ba5e-485c635a5e3f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 944 time: 0.0944083 Jan 12 10:05:02.457003 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a443e4fc-0ca1-4ee0-b0d6-aa12d4ea6a09 req-a527d672-bb18-4845-a55e-7a8e66f33ce8 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Jan 12 10:05:02.839011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-c6e31fd5-bc99-43f5-88a6-6ef26a94c382 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:02.840335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-c6e31fd5-bc99-43f5-88a6-6ef26a94c382 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef&tenant_id=04a02553b4e14ff6b9308dad19e99943&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 944 time: 0.1412711 Jan 12 10:05:02.847214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8985-d430-4f80-8079-de12911f7d24 req-99ae8b2a-c8a6-4d0f-8135-02e7e3846ae4 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:02.848554 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-127f8985-d430-4f80-8079-de12911f7d24 req-99ae8b2a-c8a6-4d0f-8135-02e7e3846ae4 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 944 time: 0.1192579 Jan 12 10:05:02.895583 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-127f8985-d430-4f80-8079-de12911f7d24 req-8a886c13-ab12-40a7-8bb7-c556a267bfcb tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Jan 12 10:05:03.081006 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-a39562d8-4ef6-4891-920e-e7f9fa2939c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 1097 time: 0.1685030 Jan 12 10:05:03.212680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-4d1253a4-6615-420f-a6a3-4dfefae16174 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:03.213994 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-4d1253a4-6615-420f-a6a3-4dfefae16174 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 915 time: 0.1275837 Jan 12 10:05:03.279162 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-39ac980d-8ad8-401a-ab7c-6db6938dab48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1 HTTP/1.1" status: 200 len: 217 time: 0.0595388 Jan 12 10:05:03.342938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1e7a006d-86b4-4f85-9475-4308b6438ed1 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:05:03.349561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-20989a7a-7091-4e5d-b4bc-708d86c29bd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:03.351024 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-20989a7a-7091-4e5d-b4bc-708d86c29bd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0667062 Jan 12 10:05:03.395585 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-02269dfc-3ade-44af-8c50-8d545fe8bfa5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385416 Jan 12 10:05:03.412426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 1e7a006d-86b4-4f85-9475-4308b6438ed1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:05:03.412782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:03.526623 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-f29bef3e-ac5a-4530-9022-d269478decc7 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251597 Jan 12 10:05:03.535774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:03.567127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 1e7a006d-86b4-4f85-9475-4308b6438ed1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:03.572936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:03.638575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=1e7a006d-86b4-4f85-9475-4308b6438ed1,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:03.657391 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e2dcbd06-6430-4776-bd60-c9b895a82df8 req-8a2b988c-8054-4914-8d63-e277f7e7ce7d service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247280 Jan 12 10:05:03.672765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a006d-86b4-4f85-9475-4308b6438ed1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:03.739262 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a006d-86b4-4f85-9475-4308b6438ed1', 'code': 200} Jan 12 10:05:04.114856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a35e5-882f-4c23-924a-c8fa2a2310b4 req-265d461d-b971-4ffa-90b6-759bfcd086a0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:04.116408 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc3a35e5-882f-4c23-924a-c8fa2a2310b4 req-265d461d-b971-4ffa-90b6-759bfcd086a0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0901582 Jan 12 10:05:04.168886 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc3a35e5-882f-4c23-924a-c8fa2a2310b4 req-64acf1e6-c864-4080-975f-76596ede4b78 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467219 Jan 12 10:05:05.377985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c30104-229f-4ebd-932e-0768d091b59e req-d2b3501c-bca0-4280-88bc-ea223eed6243 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:05.379415 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07c30104-229f-4ebd-932e-0768d091b59e req-d2b3501c-bca0-4280-88bc-ea223eed6243 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0788345 Jan 12 10:05:05.424851 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07c30104-229f-4ebd-932e-0768d091b59e req-6f46fdbe-502d-41bb-bb35-eff4187e9afd tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 Jan 12 10:05:05.628715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afed00-00a1-48e9-b7ce-7099648df1a5 req-ab5c56da-a0a1-4b3f-902c-f8bb8ff32bfd tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:05.630189 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-21afed00-00a1-48e9-b7ce-7099648df1a5 req-ab5c56da-a0a1-4b3f-902c-f8bb8ff32bfd tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0846329 Jan 12 10:05:05.674582 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-21afed00-00a1-48e9-b7ce-7099648df1a5 req-b681d698-2893-42f8-8a2a-555644fe04f2 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 Jan 12 10:05:05.879094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8200bb7-5e7c-4082-a628-0a8c61b20bcc req-3d3aeda3-03e7-42bd-b501-546d9cc6ada8 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:05.880572 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8200bb7-5e7c-4082-a628-0a8c61b20bcc req-3d3aeda3-03e7-42bd-b501-546d9cc6ada8 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0803821 Jan 12 10:05:05.927348 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8200bb7-5e7c-4082-a628-0a8c61b20bcc req-ed9a080f-ca75-4737-9d2c-979d4e8c4c6a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Jan 12 10:05:06.432457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-b02e37ae-c776-4600-a5c3-572368d7747a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:06.433863 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-b02e37ae-c776-4600-a5c3-572368d7747a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 814 time: 0.1429901 Jan 12 10:05:06.449616 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-4f5ad465-2b5d-441e-9a07-979b9b4b2ff6 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/quotas/04a02553b4e14ff6b9308dad19e99943 HTTP/1.1" status: 200 len: 375 time: 0.0103140 Jan 12 10:05:06.530272 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-ccb648c3-713f-4f9b-8b1e-8734e247fe4c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754290 Jan 12 10:05:06.662757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-15999487-bd9a-489d-b076-bccfe52f296f service neutron] 10.222.0.58 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256745 Jan 12 10:05:06.806283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-598feb40-ec59-4fc6-b6c4-4d97c2832997 service neutron] 10.222.0.58 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349680 Jan 12 10:05:06.997517 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0d1ce4eb-bdf8-4867-963a-e421836581e9 req-4ee7cae7-4829-4152-aac9-95c8c37ee92e tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 210 time: 0.0429695 Jan 12 10:05:08.139731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.59', 51031) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:08.193649 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e336bcba-6617-44be-a45e-3cdd2be005fb req-68381d40-8519-4062-91de-802c739b05dd tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 210 time: 0.0675399 Jan 12 10:05:08.203860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-cfd8e90c-dedd-46fe-91b1-f5159f26931b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:08.205274 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-cfd8e90c-dedd-46fe-91b1-f5159f26931b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 814 time: 0.2932303 Jan 12 10:05:08.219174 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-d034755c-ef25-4af5-95f8-e483cbe97741 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:08.220698 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-d034755c-ef25-4af5-95f8-e483cbe97741 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "GET /v2.0/ports?device_id=611e40bb-5c0d-4afb-814d-063dd6901cef HTTP/1.1" status: 200 len: 945 time: 0.0799932 Jan 12 10:05:08.222258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Request body: {'port': {'device_id': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4', 'admin_state_up': True, 'tenant_id': '04a02553b4e14ff6b9308dad19e99943'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:05:08.287653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Deleting port 1e7a006d-86b4-4f85-9475-4308b6438ed1 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:05:08.287893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:08.358186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:05:08.368627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:05:08.380179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Made reservation on behalf of 04a02553b4e14ff6b9308dad19e99943 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:05:08.383524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:08.530977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] For port 1e7a006d-86b4-4f85-9475-4308b6438ed1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1e7a006d-86b4-4f85-9475-4308b6438ed1,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:08.531779 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:08.545463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Allocated IP 172.20.0.10 (2c273296-b74d-4d0b-a0ff-1ad0045b38d4/300c144b-0da4-41d5-a59d-01bb8bd65c70/e9b8cbf6-eaf3-4b42-9917-1ce521f1a594) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:05:08.650761 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Calling delete_port for 1e7a006d-86b4-4f85-9475-4308b6438ed1 owned by compute:nova {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:05:08.746963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:08.774617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:08.786732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['1e7a006d-86b4-4f85-9475-4308b6438ed1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:05:08.801293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:08.829844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['1e7a006d-86b4-4f85-9475-4308b6438ed1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:05:08.850002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Pushing event deleted for resources: {'Port': ['ID=1e7a006d-86b4-4f85-9475-4308b6438ed1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:08.852226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:05:08.856162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:05:08.857877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Pushing event updated for resources: {'Port': ['ID=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:08.860031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:05:08.921533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:08.922157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:08.949394 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-672b85f4-a752-4e2d-b674-a719d0f42eef tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7310550 Jan 12 10:05:08.960258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Request body: {'port': {'device_id': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:05:09.017078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] No DVR routers for this DVR port 1e7a006d-86b4-4f85-9475-4308b6438ed1 on host hv-neutron-8243 {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:05:09.019706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:09.022363 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'name': 'network-vif-deleted', 'tag': '1e7a006d-86b4-4f85-9475-4308b6438ed1'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:09.034195 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "DELETE /v2.0/ports/1e7a006d-86b4-4f85-9475-4308b6438ed1 HTTP/1.1" status: 204 len: 173 time: 0.8087053 Jan 12 10:05:09.071799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:09.080336 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e40bb-5c0d-4afb-814d-063dd6901cef', 'name': 'network-vif-deleted', 'tag': '1e7a006d-86b4-4f85-9475-4308b6438ed1', 'status': 'completed', 'code': 200} Jan 12 10:05:09.478056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e022d1-da2e-479e-b9ab-6980d69988e3 req-2e777251-312b-4f4b-a173-26112f8adc8a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:09.478832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-44e022d1-da2e-479e-b9ab-6980d69988e3 req-2e777251-312b-4f4b-a173-26112f8adc8a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Synchronizing usage tracker for tenant:04a02553b4e14ff6b9308dad19e99943 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:05:09.492701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:05:09.503769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:09.513671 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-44e022d1-da2e-479e-b9ab-6980d69988e3 req-2e777251-312b-4f4b-a173-26112f8adc8a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Unset dirty status for tenant:04a02553b4e14ff6b9308dad19e99943 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:05:09.514850 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44e022d1-da2e-479e-b9ab-6980d69988e3 req-2e777251-312b-4f4b-a173-26112f8adc8a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 932 time: 0.1939900 Jan 12 10:05:09.522075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Transition to ACTIVE for port object e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:05:09.538083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:09.677920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:09.684186 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44e022d1-da2e-479e-b9ab-6980d69988e3 req-50188614-c97b-4a14-b2eb-154e66e8a713 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635463 Jan 12 10:05:09.692389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.692612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.692930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.693331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.693657 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.694019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.694303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.694639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.694976 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.695288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.695602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.812706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Attempting to bind port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:05:09.812997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Attempting to bind port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '256e8c16-7393-4a9e-baa8-598efbbc3724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:05:09.813347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Attempting to bind port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 on network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:05:09.819378 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 on network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:05:09.819694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Attempting to bind port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 on network 2c273296-b74d-4d0b-a0ff-1ad0045b38d4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:05:09.826477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:05:09.826846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Checking segment: {'id': '256e8c16-7393-4a9e-baa8-598efbbc3724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:05:09.827231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Bound using segment: {'id': '256e8c16-7393-4a9e-baa8-598efbbc3724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:05:09.827639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Bound port: e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256e8c16-7393-4a9e-baa8-598efbbc3724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:05:09.827983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:09.920582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] For port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:05:09.923715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] For port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:05:09.930500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:10.085690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:10.087268 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] 10.222.0.59 "PUT /v2.0/ports/e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 HTTP/1.1" status: 200 len: 1094 time: 1.1310906 Jan 12 10:05:10.087703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'tag': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:10.106903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5ff7e-f3f2-4d7f-b60b-d0839446cd26 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:10.154048 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'tag': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594', 'status': 'completed', 'code': 200} Jan 12 10:05:10.199179 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-9f1a26ba-f47f-40c7-baa7-e292cf208ae9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 1097 time: 0.0749164 Jan 12 10:05:10.275998 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-140447d7-bd34-404a-9eeb-f0c4e61bd389 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 HTTP/1.1" status: 200 len: 217 time: 0.0702524 Jan 12 10:05:10.338542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-4b9ebf79-769e-42b0-a25a-296bacac6e43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:10.339978 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-4b9ebf79-769e-42b0-a25a-296bacac6e43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0585182 Jan 12 10:05:10.385367 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-1ce8bde2-5131-47a1-b11a-158fef248923 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398507 Jan 12 10:05:10.512484 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-f44b9055-fe0e-4981-b907-825398768948 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211414 Jan 12 10:05:10.642621 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c20fde-7a79-497c-94dc-5a944f3ee7ec req-c2bc9988-030a-4ec4-98d7-1c2fc27f449c service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246471 Jan 12 10:05:10.763787 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6afc96b-6d34-480b-afa3-c25b19a723bc req-0107d385-8413-4da4-8a14-f4ee49da5f4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 1097 time: 0.0692642 Jan 12 10:05:10.949791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afc96b-6d34-480b-afa3-c25b19a723bc req-44efcc1c-9ad0-418f-8082-938e483c065b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:10.951257 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6afc96b-6d34-480b-afa3-c25b19a723bc req-44efcc1c-9ad0-418f-8082-938e483c065b service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 915 time: 0.1820607 Jan 12 10:05:11.017286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aa00b-0ba5-49ac-8ec0-2b32cfba4e68 req-0c989fd4-7f2b-4124-88d3-674e4502c3ea tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:11.018586 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9b7aa00b-0ba5-49ac-8ec0-2b32cfba4e68 req-0c989fd4-7f2b-4124-88d3-674e4502c3ea tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 944 time: 0.1808460 Jan 12 10:05:11.039943 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6afc96b-6d34-480b-afa3-c25b19a723bc req-570330e8-6969-46cc-b074-1c87fc327583 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 HTTP/1.1" status: 200 len: 217 time: 0.0822988 Jan 12 10:05:11.110465 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9b7aa00b-0ba5-49ac-8ec0-2b32cfba4e68 req-61422c39-654b-4445-aa43-71da7381c3ec tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848215 Jan 12 10:05:11.115626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afc96b-6d34-480b-afa3-c25b19a723bc req-f92b3aed-3497-4886-9f27-fa31523a011c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:11.116951 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6afc96b-6d34-480b-afa3-c25b19a723bc req-f92b3aed-3497-4886-9f27-fa31523a011c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0696661 Jan 12 10:05:11.163248 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6afc96b-6d34-480b-afa3-c25b19a723bc req-2fb15268-cecb-4eb6-98b9-23c83c90b940 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410044 Jan 12 10:05:11.305828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6afc96b-6d34-480b-afa3-c25b19a723bc req-3be218de-ecac-4314-9ae0-11cfbcbc73f7 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356521 Jan 12 10:05:11.439552 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6afc96b-6d34-480b-afa3-c25b19a723bc req-44446bd3-0d60-4de5-8ec6-0b9c1611675c service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256309 Jan 12 10:05:12.330198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc5f7e-22f4-4870-8459-5fdbeee53486 req-08e1a7de-babb-442e-90b3-86c19e77892d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:12.332147 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcdc5f7e-22f4-4870-8459-5fdbeee53486 req-08e1a7de-babb-442e-90b3-86c19e77892d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 944 time: 0.0918696 Jan 12 10:05:12.378583 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcdc5f7e-22f4-4870-8459-5fdbeee53486 req-cdcb386f-41c6-4920-9717-fb600908d5ab tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Jan 12 10:05:13.366968 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1e7a006d-86b4-4f85-9475-4308b6438ed1 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:13.412132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 1e7a006d-86b4-4f85-9475-4308b6438ed1 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:05:13.412416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 1e7a006d-86b4-4f85-9475-4308b6438ed1 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:05:13.583178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b53156-0bba-4d2d-9f3d-abfa78169de6 req-a7b9fc38-34e0-4dfb-9cb4-999f6c3b8ab6 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:13.584721 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06b53156-0bba-4d2d-9f3d-abfa78169de6 req-a7b9fc38-34e0-4dfb-9cb4-999f6c3b8ab6 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 944 time: 0.0849135 Jan 12 10:05:13.729035 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06b53156-0bba-4d2d-9f3d-abfa78169de6 req-b94e64d2-9406-406f-b0ba-9eea9588984a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359358 Jan 12 10:05:14.950180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95014332-9de5-4cd1-bcbb-e70d763cdccf req-c6cc9f9e-c328-4827-b061-34f81efccaac tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:14.951621 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95014332-9de5-4cd1-bcbb-e70d763cdccf req-c6cc9f9e-c328-4827-b061-34f81efccaac tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 944 time: 0.0846386 Jan 12 10:05:14.999080 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95014332-9de5-4cd1-bcbb-e70d763cdccf req-38bcc88e-c5a9-4861-9972-7c967dbb65de tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 Jan 12 10:05:15.376758 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:05:15.523238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:15.536535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594', 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4', 'port_id': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594', 'mac_address': 'fa:16:3e:99:ae:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c144b-0da4-41d5-a59d-01bb8bd65c70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:05:15.588734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:15.606264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:05:15.621713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:15.627756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:15.695784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:15.947456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['e9b8cbf6-eaf3-4b42-9917-1ce521f1a594'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:05:16.206761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a6f6-f407-492c-ad22-0d0ce83d5667 req-b93b1553-4948-475f-94c0-858a4b01b0bb tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:16.208146 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc66a6f6-f407-492c-ad22-0d0ce83d5667 req-b93b1553-4948-475f-94c0-858a4b01b0bb tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 945 time: 0.0821524 Jan 12 10:05:16.256507 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc66a6f6-f407-492c-ad22-0d0ce83d5667 req-7e3bf2fc-50e4-4842-91da-b2d04171bf1e tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Jan 12 10:05:17.396413 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:05:17.467592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:05:17.472915 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6479e20-bf24-4941-9774-096b1261708b req-418cd84b-1091-4ab7-8230-c9326af35f85 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:17.473466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:05:17.473566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:17.474337 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6479e20-bf24-4941-9774-096b1261708b req-418cd84b-1091-4ab7-8230-c9326af35f85 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 945 time: 0.0772023 Jan 12 10:05:17.523898 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6479e20-bf24-4941-9774-096b1261708b req-fc3f2c59-17c1-418f-a022-91e0f9e83fba tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432830 Jan 12 10:05:17.620420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:17.645991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:17.655615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:17.661588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:17.704651 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594', 'code': 200} Jan 12 10:05:17.727724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:17.928018 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1e919fcd-9179-4732-ab50-2bb2b2ae4f00 req-60d9d12f-100c-48b5-aedb-7e5184e4732a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 1099 time: 0.0703325 Jan 12 10:05:17.975860 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1e919fcd-9179-4732-ab50-2bb2b2ae4f00 req-dd652b82-8343-4ce5-b8bd-7b3172428c43 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421085 Jan 12 10:05:18.731531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0315b1-0842-45ae-bc80-9319039f007d req-d40a67e3-70c9-4356-b32f-05280ce29fae tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:18.732927 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b0315b1-0842-45ae-bc80-9319039f007d req-d40a67e3-70c9-4356-b32f-05280ce29fae tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0832305 Jan 12 10:05:18.778171 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b0315b1-0842-45ae-bc80-9319039f007d req-ed5cd164-b4bb-444b-b907-ee2b71092d5c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Jan 12 10:05:19.093554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c696f54-bdb6-4e4a-9a35-646169ef66f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:19.996289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9f39d-b594-45f0-97bc-683c31934e9d req-5931527a-aca4-4cc5-a3eb-36ea44de3aaf tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:19.997705 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3da9f39d-b594-45f0-97bc-683c31934e9d req-5931527a-aca4-4cc5-a3eb-36ea44de3aaf tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0841866 Jan 12 10:05:20.042779 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3da9f39d-b594-45f0-97bc-683c31934e9d req-a1130ef6-63ff-4dea-925d-2b641cd8088e tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393124 Jan 12 10:05:20.272972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474271d4-353c-4029-9542-d2212af0979a req-ed36792e-7d6b-47b2-a040-5760777c1c8f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:20.274405 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-474271d4-353c-4029-9542-d2212af0979a req-ed36792e-7d6b-47b2-a040-5760777c1c8f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.1101136 Jan 12 10:05:20.322216 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-474271d4-353c-4029-9542-d2212af0979a req-9d072d99-39b3-42c9-9bb7-6c34f9805969 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Jan 12 10:05:20.515038 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdff6ecf-b372-462f-ab00-3d416c93b160 req-063a1772-9d88-4760-814b-1e8f38d45a82 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0696421 Jan 12 10:05:20.768499 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-bed8262a-b156-4d6c-8f08-8b4886ee34de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682504 Jan 12 10:05:20.835393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260f2a7-ac63-4575-8c83-ff7f1772cff2 req-a4ff1e7e-b7a4-43e0-b963-898bcfebc3ba tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:20.836981 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4260f2a7-ac63-4575-8c83-ff7f1772cff2 req-a4ff1e7e-b7a4-43e0-b963-898bcfebc3ba tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0802057 Jan 12 10:05:20.883878 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4260f2a7-ac63-4575-8c83-ff7f1772cff2 req-04532b24-9289-4e99-8c95-cf64c6220212 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Jan 12 10:05:21.204837 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de6b03f6-91b1-44c1-8142-e86502206862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:21.841419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:21.930937 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-1644f1cd-ac02-41be-966c-0eaa7b12a0a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 1099 time: 0.0699677 Jan 12 10:05:22.117710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-14f4a8c3-e3aa-4c7c-9c5f-cade5a72ff1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:22.119073 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-14f4a8c3-e3aa-4c7c-9c5f-cade5a72ff1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 915 time: 0.1815832 Jan 12 10:05:22.204009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b03bdc-47bb-4a25-8f63-569fa0213079 req-8871dc69-9414-43e6-a93b-670f5bcaf9e0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:22.205428 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-51b03bdc-47bb-4a25-8f63-569fa0213079 req-8871dc69-9414-43e6-a93b-670f5bcaf9e0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.2008970 Jan 12 10:05:22.207666 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-b9c3cd1c-e352-4f9b-9413-9714aa431dd7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 HTTP/1.1" status: 200 len: 217 time: 0.0824854 Jan 12 10:05:22.299074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-1161efed-6af3-4fa2-bbef-0439699c14a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:22.300490 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-1161efed-6af3-4fa2-bbef-0439699c14a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0745065 Jan 12 10:05:22.302692 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-51b03bdc-47bb-4a25-8f63-569fa0213079 req-2a7c0e96-21c3-4ee2-8c26-96db316aade0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898776 Jan 12 10:05:22.348501 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-0c931f2d-cef7-4f25-8545-f206ac376db5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419314 Jan 12 10:05:22.478704 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-246a1207-e4a4-4146-b2ca-4e33a3a1f15f service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246490 Jan 12 10:05:22.564234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:22.636462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:22.699086 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-b9894f45-8afc-4e0d-accc-afaa5678ab91 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150390 Jan 12 10:05:23.523666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256e154-de19-4d4e-b4c8-628f6dac454a req-3e055691-b273-4541-a8c3-6c7e0b40d89e tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:23.525116 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7256e154-de19-4d4e-b4c8-628f6dac454a req-3e055691-b273-4541-a8c3-6c7e0b40d89e tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0844669 Jan 12 10:05:23.569956 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7256e154-de19-4d4e-b4c8-628f6dac454a req-56cef7d4-48fc-4721-bd8f-b83a71607c5a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Jan 12 10:05:23.941730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:24.786047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc866daf-c642-450e-b0f6-a2557bcf11b7 req-1ca0abc5-4ebd-42f2-9838-a33f944eb411 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:24.787412 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc866daf-c642-450e-b0f6-a2557bcf11b7 req-1ca0abc5-4ebd-42f2-9838-a33f944eb411 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0881436 Jan 12 10:05:24.835408 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc866daf-c642-450e-b0f6-a2557bcf11b7 req-16b749ab-814c-45e8-8967-e12e70e0c909 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397797 Jan 12 10:05:26.043023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d91e6-37fa-4c77-8c84-552f9e11280c req-e17682b7-59f7-4c12-ae71-06df368764c2 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:26.044427 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8f8d91e6-37fa-4c77-8c84-552f9e11280c req-e17682b7-59f7-4c12-ae71-06df368764c2 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0775084 Jan 12 10:05:26.088187 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8f8d91e6-37fa-4c77-8c84-552f9e11280c req-2260ee6a-d46c-4aa4-b3d7-d1c941e905b9 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382304 Jan 12 10:05:27.434920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa461e-84eb-488a-9c97-0f53b65de268 req-6c421f1d-5a53-4e18-90c1-b5960d313fde tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:27.436245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dcaa461e-84eb-488a-9c97-0f53b65de268 req-6c421f1d-5a53-4e18-90c1-b5960d313fde tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0813606 Jan 12 10:05:27.482917 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dcaa461e-84eb-488a-9c97-0f53b65de268 req-9fcacedf-bf9d-41c5-b908-01e5d7cf053c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386441 Jan 12 10:05:28.703012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2fea3-2680-4b86-be61-2dd28d476205 req-56c8bc58-14a8-4823-a9fe-b805c053325d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:28.704571 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4df2fea3-2680-4b86-be61-2dd28d476205 req-56c8bc58-14a8-4823-a9fe-b805c053325d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0888710 Jan 12 10:05:28.757498 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4df2fea3-2680-4b86-be61-2dd28d476205 req-8ce8ef4c-1b47-49a3-87dd-069843cf4c82 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444219 Jan 12 10:05:29.966373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70884d9d-e730-45e3-b5f6-686b4834a569 req-e38de741-3789-4147-a66f-249ac8b178eb tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:29.967914 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70884d9d-e730-45e3-b5f6-686b4834a569 req-e38de741-3789-4147-a66f-249ac8b178eb tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0828462 Jan 12 10:05:30.019672 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70884d9d-e730-45e3-b5f6-686b4834a569 req-5dc9f0d8-018c-4bf6-9e2a-7ed324071da2 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436444 Jan 12 10:05:31.382513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8bc4b-2672-4c9e-a961-0aca85cf9ad8 req-0f1760b4-2dde-4b0d-beea-626ed57839c3 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:31.383976 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-05e8bc4b-2672-4c9e-a961-0aca85cf9ad8 req-0f1760b4-2dde-4b0d-beea-626ed57839c3 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0800471 Jan 12 10:05:31.432523 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-05e8bc4b-2672-4c9e-a961-0aca85cf9ad8 req-95f1620e-a3e9-4f53-9991-8a39e02a31c4 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 Jan 12 10:05:32.703407 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584af398-f663-4470-85cc-d35dd6fa7eb8 req-05c7a1ab-d3fa-4a71-ab55-5c96e9268897 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:32.704842 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-584af398-f663-4470-85cc-d35dd6fa7eb8 req-05c7a1ab-d3fa-4a71-ab55-5c96e9268897 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.1531167 Jan 12 10:05:32.752800 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-584af398-f663-4470-85cc-d35dd6fa7eb8 req-e4db82a9-fb94-4c07-ab25-cdad42e52a3b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417023 Jan 12 10:05:34.044817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864accd-f543-44e9-a9ec-0bea4212078e req-df96da91-329b-4582-b8f4-f93b359ef02b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:34.046332 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f864accd-f543-44e9-a9ec-0bea4212078e req-df96da91-329b-4582-b8f4-f93b359ef02b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.1610537 Jan 12 10:05:34.091438 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f864accd-f543-44e9-a9ec-0bea4212078e req-308db91a-5b90-415e-acb3-559ddcfe4102 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394297 Jan 12 10:05:34.985939 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:05:35.310748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1802b0-32d9-464f-9cb1-b9fd764bb1ed req-857a49a1-144a-4241-bd83-e7a4c6b12d9c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:35.312178 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-af1802b0-32d9-464f-9cb1-b9fd764bb1ed req-857a49a1-144a-4241-bd83-e7a4c6b12d9c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0850358 Jan 12 10:05:35.361630 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-af1802b0-32d9-464f-9cb1-b9fd764bb1ed req-d2ce9657-d094-4451-acc6-62899c390732 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Jan 12 10:05:36.591099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfda4c-0202-43fa-9523-1083843e8502 req-7ade39bb-81c9-467a-902d-1cecb347cac3 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:36.592597 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c9bfda4c-0202-43fa-9523-1083843e8502 req-7ade39bb-81c9-467a-902d-1cecb347cac3 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0914416 Jan 12 10:05:36.640331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c9bfda4c-0202-43fa-9523-1083843e8502 req-3ba0b904-9247-410b-8c31-67be7893b643 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398037 Jan 12 10:05:37.857759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b31b93-bc61-4383-af84-72201aad838b req-572622ed-c5dd-4199-93fc-a1531ad559f6 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:37.859153 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-35b31b93-bc61-4383-af84-72201aad838b req-572622ed-c5dd-4199-93fc-a1531ad559f6 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0815187 Jan 12 10:05:37.907690 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-35b31b93-bc61-4383-af84-72201aad838b req-858481d5-b04c-47f5-9087-e480d16010e9 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Jan 12 10:05:39.123533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae596-bd66-4e8b-bcd7-f80f8d86566c req-8ab48f52-d45b-4b9a-9fcd-a44033277364 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:39.124954 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84eae596-bd66-4e8b-bcd7-f80f8d86566c req-8ab48f52-d45b-4b9a-9fcd-a44033277364 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0804858 Jan 12 10:05:39.180112 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84eae596-bd66-4e8b-bcd7-f80f8d86566c req-a6cea675-6bf6-4eb6-a200-359f0322ae48 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496991 Jan 12 10:05:40.413130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97a7d6-80bb-42d8-b970-4d542ea759bc req-fdacc254-52d2-4996-8304-cce58452c70d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:40.414540 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ff97a7d6-80bb-42d8-b970-4d542ea759bc req-fdacc254-52d2-4996-8304-cce58452c70d tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0931792 Jan 12 10:05:40.458281 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ff97a7d6-80bb-42d8-b970-4d542ea759bc req-ed0b948f-c1be-4736-9264-3cbd1065a0d3 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382414 Jan 12 10:05:41.665220 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7545d4-73bf-45fa-afd2-8791612a93b9 req-051d0404-aa93-41b8-a2a9-f4081b978e5c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:41.666684 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b7545d4-73bf-45fa-afd2-8791612a93b9 req-051d0404-aa93-41b8-a2a9-f4081b978e5c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0765953 Jan 12 10:05:41.720615 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b7545d4-73bf-45fa-afd2-8791612a93b9 req-435ddfdc-9e46-4208-b479-4d9219c925fb tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Jan 12 10:05:42.929248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a191e-23f3-41a9-b152-701b0f4f4278 req-6034697b-26ef-4d2d-be34-62c3919ecd79 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:42.930702 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8e2a191e-23f3-41a9-b152-701b0f4f4278 req-6034697b-26ef-4d2d-be34-62c3919ecd79 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0888369 Jan 12 10:05:42.976567 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8e2a191e-23f3-41a9-b152-701b0f4f4278 req-aab2e4d5-3601-4d4b-a00d-d3841cf35502 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 Jan 12 10:05:44.193990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eade88-64b4-4ddc-8778-26c374e9ce10 req-fcdf8eae-eb89-448b-8022-f7c55eaa5cd4 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:44.195459 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-46eade88-64b4-4ddc-8778-26c374e9ce10 req-fcdf8eae-eb89-448b-8022-f7c55eaa5cd4 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0861645 Jan 12 10:05:44.243327 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-46eade88-64b4-4ddc-8778-26c374e9ce10 req-a4390708-1ecd-42a4-84e8-7f6a2e74fbf7 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Jan 12 10:05:45.444911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d1f76-6f91-46d7-84c2-f82c683bbc9f req-5a4addd5-5faf-405a-acb3-44177c0d5024 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:45.447301 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7f0d1f76-6f91-46d7-84c2-f82c683bbc9f req-5a4addd5-5faf-405a-acb3-44177c0d5024 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0801020 Jan 12 10:05:45.493641 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7f0d1f76-6f91-46d7-84c2-f82c683bbc9f req-4072635d-dde7-42b8-961f-1c4afe9a0de1 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Jan 12 10:05:46.700700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b9000-30fd-4c6c-a977-45631e8547b3 req-6a6a621f-7998-4814-92bb-df904954460f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:46.702135 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-489b9000-30fd-4c6c-a977-45631e8547b3 req-6a6a621f-7998-4814-92bb-df904954460f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0877914 Jan 12 10:05:46.750023 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-489b9000-30fd-4c6c-a977-45631e8547b3 req-5bd03d00-1eef-417f-a0eb-d89d0d66cc7a tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Jan 12 10:05:47.960779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bf0a-b558-4bf6-94b6-e69bf5cc1e7d req-3c5e6ccc-e18d-4968-9ebc-a65b8a879a23 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:47.962247 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-edd1bf0a-b558-4bf6-94b6-e69bf5cc1e7d req-3c5e6ccc-e18d-4968-9ebc-a65b8a879a23 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0799236 Jan 12 10:05:48.008485 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-edd1bf0a-b558-4bf6-94b6-e69bf5cc1e7d req-35786624-89eb-46f4-a7ff-4a709a635b04 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Jan 12 10:05:49.089016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5778a65a-ee6d-45db-9cab-bbd1247aefae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:49.239979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94650fa1-06f0-4611-9af6-b5936b91fbae req-5cb232c3-4bcf-4245-98c1-85ec7a859517 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:49.241409 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-94650fa1-06f0-4611-9af6-b5936b91fbae req-5cb232c3-4bcf-4245-98c1-85ec7a859517 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0886204 Jan 12 10:05:49.289757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-94650fa1-06f0-4611-9af6-b5936b91fbae req-a33b621b-8e6b-47ef-a6f9-cac7edab63d8 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Jan 12 10:05:49.310405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-b8ead75c-78f7-45f0-9fe6-c85ea38554d0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:05:49.311345 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-b8ead75c-78f7-45f0-9fe6-c85ea38554d0 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047667 Jan 12 10:05:49.389217 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-2f93866b-18b0-4db1-becb-005b9893805a service neutron] 10.222.0.59 "GET /v2.0/ports/e9b8cbf6-eaf3-4b42-9917-1ce521f1a594/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0721891 Jan 12 10:05:49.676774 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-1ff1f45f-777d-413a-8b37-48d28e850593 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c&tenant_id=04a02553b4e14ff6b9308dad19e99943 HTTP/1.1" status: 200 len: 1099 time: 0.0793581 Jan 12 10:05:49.769728 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-dba0ce6e-b0c4-4de5-b4f9-3a0dd69bbb31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 1099 time: 0.0717824 Jan 12 10:05:49.983514 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-7619c8e7-4548-4cff-b758-1dcae9ee0df4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:49.985020 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-7619c8e7-4548-4cff-b758-1dcae9ee0df4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 915 time: 0.2096379 Jan 12 10:05:50.052872 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-be792afb-3372-4423-bab8-9ecf1c51fe7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 HTTP/1.1" status: 200 len: 217 time: 0.0621083 Jan 12 10:05:50.124123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-d6d68566-b274-4176-91ff-76f7fe314620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:50.125528 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-d6d68566-b274-4176-91ff-76f7fe314620 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0674145 Jan 12 10:05:50.174569 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-c5ce761d-a5ef-4725-b291-1a506bb535fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428483 Jan 12 10:05:50.312780 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-51ca6270-aeca-431b-b2f3-eb2ef17ca1e2 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324098 Jan 12 10:05:50.484527 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccf8adf4-8749-404d-878c-1b1f0cbaa335 req-d332cc7c-9af6-4a71-a5b7-01d4cb0b42af service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645560 Jan 12 10:05:50.518686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6285ca-fde5-417b-bf93-217e0ca3a4d0 req-30def474-380e-4fbd-b034-0e3d8e34ef5f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:50.520145 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-be6285ca-fde5-417b-bf93-217e0ca3a4d0 req-30def474-380e-4fbd-b034-0e3d8e34ef5f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0932837 Jan 12 10:05:50.566179 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-be6285ca-fde5-417b-bf93-217e0ca3a4d0 req-4d1a8a55-a7e2-488e-aaeb-10e6692ff9eb tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Jan 12 10:05:51.208980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36f2e92d-b3b4-4176-a633-f17d2786cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:51.493508 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab7166ef-095f-4300-98be-64ae954f813f req-27535734-6023-438f-bbcd-210379f8b739 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 1099 time: 0.0748172 Jan 12 10:05:51.643204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7166ef-095f-4300-98be-64ae954f813f req-eff88f7a-6257-41ad-9b29-dad751e00aa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:51.644670 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab7166ef-095f-4300-98be-64ae954f813f req-eff88f7a-6257-41ad-9b29-dad751e00aa2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 915 time: 0.1302106 Jan 12 10:05:51.747053 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab7166ef-095f-4300-98be-64ae954f813f req-f56bdea2-3492-4dd2-be06-99e0e364f3cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 HTTP/1.1" status: 200 len: 217 time: 0.0950348 Jan 12 10:05:51.823013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7166ef-095f-4300-98be-64ae954f813f req-84105f2c-0f41-4a99-bbe1-3cfb85ac2848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:51.824455 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab7166ef-095f-4300-98be-64ae954f813f req-84105f2c-0f41-4a99-bbe1-3cfb85ac2848 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0708601 Jan 12 10:05:51.832406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:51.873149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8275b4-6006-4238-9087-9445b251a53c req-85d94222-2c85-4541-80f0-a6ee890c078f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:51.874563 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e8275b4-6006-4238-9087-9445b251a53c req-85d94222-2c85-4541-80f0-a6ee890c078f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.1770358 Jan 12 10:05:51.880360 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab7166ef-095f-4300-98be-64ae954f813f req-a8320b97-2537-4fca-8fd6-3511135aef82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488160 Jan 12 10:05:52.001719 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e8275b4-6006-4238-9087-9445b251a53c req-eaf96a19-1ed3-410e-93f0-f28594c213d8 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203473 Jan 12 10:05:52.047490 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab7166ef-095f-4300-98be-64ae954f813f req-88465c3e-5adb-4bb8-b454-cfc7f74a1107 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530280 Jan 12 10:05:52.187233 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab7166ef-095f-4300-98be-64ae954f813f req-783f71b1-f0d9-4b31-ab10-9aaa5e1e4962 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310441 Jan 12 10:05:52.575404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:52.637929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:53.216975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44f53c-854b-4145-b037-4f45eb745ab5 req-a97c74d7-03a9-437c-a70b-b3426168f17c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:53.218426 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b44f53c-854b-4145-b037-4f45eb745ab5 req-a97c74d7-03a9-437c-a70b-b3426168f17c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0782573 Jan 12 10:05:53.266855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b44f53c-854b-4145-b037-4f45eb745ab5 req-a88b5803-e9ac-4821-8f9f-60ce92525cae tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418193 Jan 12 10:05:53.534574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:05:53.537981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:53.750853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:53.763861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:53.780776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594', 'network_id': '2c273296-b74d-4d0b-a0ff-1ad0045b38d4', 'port_id': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594', 'mac_address': 'fa:16:3e:99:ae:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c144b-0da4-41d5-a59d-01bb8bd65c70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:05:53.813965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:53.840939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:53.849450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:53.882178 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594', 'code': 200} Jan 12 10:05:53.886931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:53.928446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:05:53.945487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:53.974923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:53.999002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:05:53.999345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:05:54.558230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:54.576094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:05:54.590931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:54.595403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ba663-dd43-4692-aabf-c96ce91ebfd7 req-60a81ade-ad91-4454-81cf-403b10a0482b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:54.597065 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a1ba663-dd43-4692-aabf-c96ce91ebfd7 req-60a81ade-ad91-4454-81cf-403b10a0482b tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 944 time: 0.1947844 Jan 12 10:05:54.597528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:54.645374 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a1ba663-dd43-4692-aabf-c96ce91ebfd7 req-fb8da93b-bbba-4857-845d-82ddb0aeb424 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Jan 12 10:05:54.661137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['e9b8cbf6-eaf3-4b42-9917-1ce521f1a594'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:05:54.702602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:55.035949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-f9b733f5-14b9-4620-969d-43270d34dafa tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:55.037338 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-f9b733f5-14b9-4620-969d-43270d34dafa tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c&tenant_id=04a02553b4e14ff6b9308dad19e99943&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 945 time: 0.1417131 Jan 12 10:05:55.042570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d1264-b8fb-4a0e-90aa-4fe87c7dfefc req-4de271b7-467e-403f-a144-1fb5322e4acf tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:55.043946 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-546d1264-b8fb-4a0e-90aa-4fe87c7dfefc req-4de271b7-467e-403f-a144-1fb5322e4acf tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 945 time: 0.1112845 Jan 12 10:05:55.090404 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-546d1264-b8fb-4a0e-90aa-4fe87c7dfefc req-8ffc7079-a871-48c5-9d6a-bf66e42af30c tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Jan 12 10:05:55.183669 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-1e668cad-d80e-4d1a-b7d8-673336961fd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04a02553b4e14ff6b9308dad19e99943&device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 1098 time: 0.0755353 Jan 12 10:05:55.317641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-cb3d3c7b-921b-43f2-9eec-feb56f8f98f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:55.319090 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-cb3d3c7b-921b-43f2-9eec-feb56f8f98f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 200 len: 915 time: 0.1298025 Jan 12 10:05:55.387586 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-c5bd322c-943a-4c82-a176-20574a830dd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 HTTP/1.1" status: 200 len: 217 time: 0.0622480 Jan 12 10:05:55.452262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-0cdb8a77-10a2-4394-964e-eb7a2aa65eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:55.453656 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-0cdb8a77-10a2-4394-964e-eb7a2aa65eeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 200 len: 854 time: 0.0607002 Jan 12 10:05:55.497504 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-aa1853f8-6a44-44be-b45d-9f7fb56c37ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c273296-b74d-4d0b-a0ff-1ad0045b38d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380139 Jan 12 10:05:55.550157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:05:55.626620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:05:55.627068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.630430 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-5e07e319-f948-44e0-8b5b-5c59cde438ce service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270928 Jan 12 10:05:55.738539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.759628 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e638675-ca28-4fd6-9842-5ac9ac62336c req-b096e0b0-2b72-489f-8276-fd7b6bb77071 service neutron] 10.222.0.59 "GET /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237679 Jan 12 10:05:55.770870 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:05:55.776125 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.847237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:55.883394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:55.945702 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594', 'code': 200} Jan 12 10:05:56.288548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd445a8-f0bf-48c3-9400-c94afd0a7919 req-67b9ee22-eacd-4269-acba-420af383c943 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:56.289997 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-acd445a8-f0bf-48c3-9400-c94afd0a7919 req-67b9ee22-eacd-4269-acba-420af383c943 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0805697 Jan 12 10:05:56.337548 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-acd445a8-f0bf-48c3-9400-c94afd0a7919 req-0301e42a-25e1-49ef-bb0c-2d15dc187c44 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Jan 12 10:05:57.563129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d71e13-79b4-407e-bd27-9842c1a1a7d9 req-5105b366-b340-4213-98aa-78513fcff209 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:57.564568 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17d71e13-79b4-407e-bd27-9842c1a1a7d9 req-5105b366-b340-4213-98aa-78513fcff209 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0897834 Jan 12 10:05:57.610279 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17d71e13-79b4-407e-bd27-9842c1a1a7d9 req-23281d9d-8a7e-4824-8e10-130b02d1c993 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Jan 12 10:05:57.822686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17092da-9b90-4a2b-b194-3806c2b29072 req-a3bec12d-5b59-4645-b496-05c906df9156 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:57.824097 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e17092da-9b90-4a2b-b194-3806c2b29072 req-a3bec12d-5b59-4645-b496-05c906df9156 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0883970 Jan 12 10:05:57.869564 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e17092da-9b90-4a2b-b194-3806c2b29072 req-abbee633-a229-4135-957c-610258f7fd40 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384133 Jan 12 10:05:58.070296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa223cd-d08d-4877-b8e4-dce5d45bc79d req-ea64db7c-9932-420b-a069-9e8769d24a5e tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:58.071785 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4aa223cd-d08d-4877-b8e4-dce5d45bc79d req-ea64db7c-9932-420b-a069-9e8769d24a5e tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0863631 Jan 12 10:05:58.119022 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4aa223cd-d08d-4877-b8e4-dce5d45bc79d req-746ce0da-b9b4-4d09-b8f6-40cc5b9e3358 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Jan 12 10:05:58.734747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39dbc2-1f08-4e3a-bb2a-4e2e01fe0168 req-08c2225c-a882-4516-9787-4632528d675e tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:58.737400 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba39dbc2-1f08-4e3a-bb2a-4e2e01fe0168 req-08c2225c-a882-4516-9787-4632528d675e tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0938220 Jan 12 10:05:58.791127 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba39dbc2-1f08-4e3a-bb2a-4e2e01fe0168 req-e7a56e42-f9f0-4ce6-94af-73d8fe645ac1 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467608 Jan 12 10:05:59.997949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21160022-9d58-4f14-b3d1-756e689fc41d req-93f1a983-ff3c-433d-ab9e-1ef9e52a2329 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:59.999372 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-21160022-9d58-4f14-b3d1-756e689fc41d req-93f1a983-ff3c-433d-ab9e-1ef9e52a2329 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0752001 Jan 12 10:06:00.044290 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-21160022-9d58-4f14-b3d1-756e689fc41d req-c6e80859-b9ea-4c73-a8b7-62b236f184b8 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f823c4b-d298-4b6f-990e-626b50aceac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392563 Jan 12 10:06:00.462891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-ae9d0013-7e82-46c5-81eb-f66014831e37 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:00.464311 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-ae9d0013-7e82-46c5-81eb-f66014831e37 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 946 time: 0.0938530 Jan 12 10:06:00.534233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-5e33f60e-4af0-49c2-84a9-d340e46dff50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Deleting port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:06:00.534541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-5e33f60e-4af0-49c2-84a9-d340e46dff50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:00.888613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-5e33f60e-4af0-49c2-84a9-d340e46dff50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] For port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,segment=NetworkSegment(256e8c16-7393-4a9e-baa8-598efbbc3724),segment_id=256e8c16-7393-4a9e-baa8-598efbbc3724)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:06:00.888977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-5e33f60e-4af0-49c2-84a9-d340e46dff50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.006173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-5e33f60e-4af0-49c2-84a9-d340e46dff50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Calling delete_port for e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:06:01.157051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-5e33f60e-4af0-49c2-84a9-d340e46dff50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.168345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['e9b8cbf6-eaf3-4b42-9917-1ce521f1a594'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:06:01.238106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33f60e-4af0-49c2-84a9-d340e46dff50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Pushing event deleted for resources: {'Port': ['ID=e9b8cbf6-eaf3-4b42-9917-1ce521f1a594,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:01.277084 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9f4087d4-09a5-4b04-b91e-6161c46d6bda req-fca83486-b20b-4339-aac8-0982246b20e9 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b29e96e-13c1-4fd8-9911-1b1622d38c5c HTTP/1.1" status: 200 len: 210 time: 0.0837491 Jan 12 10:06:01.319820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-5e33f60e-4af0-49c2-84a9-d340e46dff50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] No DVR routers for this DVR port e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:06:01.322495 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-5e33f60e-4af0-49c2-84a9-d340e46dff50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.324950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'name': 'network-vif-deleted', 'tag': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:06:01.342634 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9688ce03-9d92-4730-82b5-7546bb22d927 req-5e33f60e-4af0-49c2-84a9-d340e46dff50 tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] 10.222.0.59 "DELETE /v2.0/ports/e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 HTTP/1.1" status: 204 len: 173 time: 0.8731287 Jan 12 10:06:01.379750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b29e96e-13c1-4fd8-9911-1b1622d38c5c', 'name': 'network-vif-deleted', 'tag': 'e9b8cbf6-eaf3-4b42-9917-1ce521f1a594', 'status': 'completed', 'code': 200} Jan 12 10:06:02.547241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46772) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:02.618624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Deleting subnet 300c144b-0da4-41d5-a59d-01bb8bd65c70 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:06:02.621676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:02.670177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:02.725031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:02.797200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:02.832265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300c144b-0da4-41d5-a59d-01bb8bd65c70,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:02.842634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:02.849700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.850038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.850369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.850685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.851041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.851364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.851682 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.851999 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.852292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.852604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.852912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.857026 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7f14d0bc-b69e-4b05-837d-afa7a5be5f02 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/300c144b-0da4-41d5-a59d-01bb8bd65c70 HTTP/1.1" status: 204 len: 168 time: 0.3087509 Jan 12 10:06:02.859547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46776) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:02.962850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.084199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.108256 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c273296-b74d-4d0b-a0ff-1ad0045b38d4']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:03.123637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256e8c16-7393-4a9e-baa8-598efbbc3724') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:03.123920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256e8c16-7393-4a9e-baa8-598efbbc3724') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:03.137887 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.155404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.161704 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:06:03.162067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:06:03.174626 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:06:03.253158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.259689 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.284287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c273296-b74d-4d0b-a0ff-1ad0045b38d4,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:03.294391 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-71d2a7d3-6446-4490-9871-a0a6c7251a87 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2c273296-b74d-4d0b-a0ff-1ad0045b38d4 HTTP/1.1" status: 204 len: 168 time: 0.4338052 Jan 12 10:06:03.443772 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46782) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:03.492495 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7043b87d-df02-4ab4-a64a-a773c360a292 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04a02553b4e14ff6b9308dad19e99943&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476127 Jan 12 10:06:03.494921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46786) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:03.557353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-668d2f1c-6001-49ec-9f94-642fa74abbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.581831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-668d2f1c-6001-49ec-9f94-642fa74abbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.634620 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-668d2f1c-6001-49ec-9f94-642fa74abbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.650631 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d2f1c-6001-49ec-9f94-642fa74abbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f823c4b-d298-4b6f-990e-626b50aceac8,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:03.662505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-668d2f1c-6001-49ec-9f94-642fa74abbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.663674 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-668d2f1c-6001-49ec-9f94-642fa74abbf8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f823c4b-d298-4b6f-990e-626b50aceac8 HTTP/1.1" status: 204 len: 168 time: 0.1678839 Jan 12 10:06:04.524978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46808) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:04.666514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2118389080-network', 'tenant_id': 'c189e0b134ad4c358c601c017884858d'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:06:04.671325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:04.675422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Usage tracker for resource:network and tenant:c189e0b134ad4c358c601c017884858d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:04.678221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:04.683730 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:04.696989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Made reservation on behalf of c189e0b134ad4c358c601c017884858d for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:06:04.699234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.711386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.745413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:04.749287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Usage tracker for resource:security_group_rule and tenant:c189e0b134ad4c358c601c017884858d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:04.752128 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:04.757768 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:04.820150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.826283 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.857198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:06:04.865255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6160f0f8-a2f1-4fc3-9c4e-fe5c501e6d18,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:04.870545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.870906 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Added segment 5b00e3ec-0495-4c0b-9759-7a7f4b84a86c of type vlan for network d90d2440-1e27-4d49-a622-b7d8b16e13e4 Jan 12 10:06:04.895810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.925354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.926166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:04.926753 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.026400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] Pushing event updated for resources: {'Network': ['ID=d90d2440-1e27-4d49-a622-b7d8b16e13e4,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:05.029841 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3204deca-59de-45b9-9aeb-a56ad571b075 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5039105 Jan 12 10:06:05.033063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46814) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:05.036905 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:06:05.038394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Request body: {'subnet': {'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2118389080-subnet', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:06:05.043483 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:05.047237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Usage tracker for resource:subnet and tenant:c189e0b134ad4c358c601c017884858d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:05.049969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:05.057341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:05.068804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Made reservation on behalf of c189e0b134ad4c358c601c017884858d for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:06:05.071260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.282278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.348778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:05.362987 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Checking segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:06:05.363335 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Network hostable DHCP agents. Network: d90d2440-1e27-4d49-a622-b7d8b16e13e4, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:06:05.386713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:06:05.396968 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, d90d2440-1e27-4d49-a622-b7d8b16e13e4) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:05.400376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:05.400972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.406396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d57e8-2226-481b-b5bd-951961ab7cf2 None None] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:06:05.428626 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7a8cf533-5fb1-40bf-be07-d3c7cbe45c95 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3946071 Jan 12 10:06:05.431454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46818) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:05.436610 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:06:05.441495 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:05.445442 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Usage tracker for resource:router and tenant:c189e0b134ad4c358c601c017884858d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:05.448333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:05.454079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:05.465146 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.466191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.489189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.608959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:06:05.689550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:06:05.689797 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device e9b8cbf6-eaf3-4b42-9917-1ce521f1a594 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:06:05.701416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-d90d2440-1e27-4d49-a622-b7d8b16e13e4', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:06:05.702222 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.728836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.856741 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Allocated IP 172.20.0.2 (d90d2440-1e27-4d49-a622-b7d8b16e13e4/39eb7a9f-f8cc-4caa-b140-2f4173e73d3c/a0b52f25-e41e-44d1-93b1-63c6e44bc9ad) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:05.917970 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.951683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.055190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.066225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Transition to ACTIVE for port object a0b52f25-e41e-44d1-93b1-63c6e44bc9ad will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:06.084160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Transition to ACTIVE for port object a0b52f25-e41e-44d1-93b1-63c6e44bc9ad will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:06.084512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Allocated IP 172.26.1.135 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/2a478e24-33a1-40a8-a332-fdfa780260ce) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:06.090166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.159269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:06.162320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:06.166151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:06:06.171230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Pushing event updated for resources: {'Port': ['ID=a0b52f25-e41e-44d1-93b1-63c6e44bc9ad,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:06.212689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.212903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.213262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.213587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.213912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.214231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.214551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.214882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.215196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.215523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.215833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:06.231575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.259804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.265012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Attempting to bind port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:06.265384 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Attempting to bind port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:06.265808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Attempting to bind port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:06:06.272392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:06:06.272773 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Checking segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:06:06.273165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.273548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Bound using segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:06:06.273994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Bound port: a0b52f25-e41e-44d1-93b1-63c6e44bc9ad, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:06.274354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.330130 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:06.333008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:06.337444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:06:06.364030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Pushing event updated for resources: {'Port': ['ID=2a478e24-33a1-40a8-a332-fdfa780260ce,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:06.364863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] For port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:06:06.368827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] For port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a0b52f25-e41e-44d1-93b1-63c6e44bc9ad,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:06:06.375227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.457153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f73c13-ebe3-42b7-a2bb-2205cf89dedf None None] Pushing event updated for resources: {'Port': ['ID=a0b52f25-e41e-44d1-93b1-63c6e44bc9ad,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:06.506080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.506989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.769152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Router a4a57c96-5240-446a-b182-e58b9812648f is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:06:06.808656 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a0b52f25-e41e-44d1-93b1-63c6e44bc9ad up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:06.880721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:06.972947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:06:06.982305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:06:06.995131 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:06:06.996267 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:05:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:06.999460 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:07.000741 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6dd3e456-0ae0-454e-9d24-006eb30e9c98 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5682573 Jan 12 10:06:07.004853 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46822) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:07.191586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:06:07.365485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff5d965-d09c-45f6-a501-b7fef20854ac None None] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:06:07.563023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-00e07762-9e37-4ef4-837d-d12c2556e46d None None] Provisioning for port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:07.595227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-00e07762-9e37-4ef4-837d-d12c2556e46d None None] Provisioning complete for port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:07.595538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00e07762-9e37-4ef4-837d-d12c2556e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:07.805443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 3, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:07.828300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:06:07.828533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Updating router a4a57c96-5240-446a-b182-e58b9812648f port 2a478e24-33a1-40a8-a332-fdfa780260ce binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:06:07.847963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:07.869424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00e07762-9e37-4ef4-837d-d12c2556e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:07.903886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:07.967623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-00e07762-9e37-4ef4-837d-d12c2556e46d None None] For port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a0b52f25-e41e-44d1-93b1-63c6e44bc9ad,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:06:08.010800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00e07762-9e37-4ef4-837d-d12c2556e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.069931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Allocated IP 172.20.0.1 (d90d2440-1e27-4d49-a622-b7d8b16e13e4/39eb7a9f-f8cc-4caa-b140-2f4173e73d3c/bfeea203-b80c-4f68-8c60-87972abde4cb) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:08.156551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e07762-9e37-4ef4-837d-d12c2556e46d None None] Pushing event updated for resources: {'Port': ['ID=a0b52f25-e41e-44d1-93b1-63c6e44bc9ad,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:08.222977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.238215 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Transition to ACTIVE for port object bfeea203-b80c-4f68-8c60-87972abde4cb will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:08.261438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.290008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-867925b5-5062-41f0-8adf-c9805817c76e None None] Provisioning complete for port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:08.290639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-867925b5-5062-41f0-8adf-c9805817c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.328199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:08.331081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:08.334116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:06:08.344686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.362338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Transition to ACTIVE for port object 2a478e24-33a1-40a8-a332-fdfa780260ce will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:08.368089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Pushing event updated for resources: {'Port': ['ID=bfeea203-b80c-4f68-8c60-87972abde4cb,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:08.373986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.396698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.486110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.500286 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Attempting to bind port 2a478e24-33a1-40a8-a332-fdfa780260ce on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:08.500642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Attempting to bind port 2a478e24-33a1-40a8-a332-fdfa780260ce by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:08.500991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Attempting to bind port 2a478e24-33a1-40a8-a332-fdfa780260ce on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:06:08.505083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f4a38-bd85-4dbf-8867-b6918411e4f6 None None] Pushing event updated for resources: {'Port': ['ID=2a478e24-33a1-40a8-a332-fdfa780260ce,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:08.515444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:06:08.515848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:06:08.516242 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.516617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:06:08.517076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Bound port: 2a478e24-33a1-40a8-a332-fdfa780260ce, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:08.517440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.592287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] For port 2a478e24-33a1-40a8-a332-fdfa780260ce, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:06:08.597329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] For port 2a478e24-33a1-40a8-a332-fdfa780260ce, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2a478e24-33a1-40a8-a332-fdfa780260ce,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:06:08.603635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.692886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-03dccdbd-d689-42c7-a7f3-493ce1b00b27 None None] Provisioning for port bfeea203-b80c-4f68-8c60-87972abde4cb completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:08.700507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-03dccdbd-d689-42c7-a7f3-493ce1b00b27 None None] Provisioning complete for port bfeea203-b80c-4f68-8c60-87972abde4cb triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:08.700877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03dccdbd-d689-42c7-a7f3-493ce1b00b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.728112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.729665 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f4a38-bd85-4dbf-8867-b6918411e4f6 None None] Pushing event updated for resources: {'Port': ['ID=2a478e24-33a1-40a8-a332-fdfa780260ce,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:08.734455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.756593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:06:08.757238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:05:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:08.812889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a0b52f25-e41e-44d1-93b1-63c6e44bc9ad up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:08.845608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.849220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Pushing event updated for resources: {'Port': ['ID=bfeea203-b80c-4f68-8c60-87972abde4cb,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:08.862324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-03dccdbd-d689-42c7-a7f3-493ce1b00b27 None None] Port bfeea203-b80c-4f68-8c60-87972abde4cb cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:06:08.985297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:08.986690 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:08.996449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:06:09.034842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:09.035210 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.356840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-765c25d0-eb2d-4136-bd9f-81b7ecb1cd47 None None] Provisioning complete for port bfeea203-b80c-4f68-8c60-87972abde4cb triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:09.357505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-765c25d0-eb2d-4136-bd9f-81b7ecb1cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.440376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-765c25d0-eb2d-4136-bd9f-81b7ecb1cd47 None None] Port bfeea203-b80c-4f68-8c60-87972abde4cb cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:06:09.486327 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Router a4a57c96-5240-446a-b182-e58b9812648f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:06:09.506072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 2, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:09.510067 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5f3c8-11dc-4f18-b294-daf3a0063c93 None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 2, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:06:09.704561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:06:09.717937 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-640ad16b-91ca-4363-b9f4-34d4f5a8df8b admin admin] 10.222.0.58 "PUT /v2.0/routers/a4a57c96-5240-446a-b182-e58b9812648f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7120476 Jan 12 10:06:10.338289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46832) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:10.344001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160168177', 'description': 'tempest-description--1324921641'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:06:10.350214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:10.354058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Usage tracker for resource:security_group and tenant:c189e0b134ad4c358c601c017884858d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:10.356990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:10.363088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:10.375608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.412205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:10.416062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Usage tracker for resource:security_group_rule and tenant:c189e0b134ad4c358c601c017884858d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:10.419003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:10.424701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:10.479822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.485824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.529577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04f0599-0312-40c1-a543-95f20fa1ff24,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:10.533494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.534845 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c2038754-3d06-41c2-be10-60be75dacee6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1954799 Jan 12 10:06:10.537629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46836) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:10.543273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'security_group_rule': {'security_group_id': 'e04f0599-0312-40c1-a543-95f20fa1ff24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:06:10.549482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:10.553385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Usage tracker for resource:security_group_rule and tenant:c189e0b134ad4c358c601c017884858d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:10.556435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:10.562192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:10.585325 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.657421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.663821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.687636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7c9707-4b1a-4197-9f3c-a9147d32a173,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:10.700180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.701643 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bfa85199-4b4b-434d-9557-9a1a0f5579ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1630557 Jan 12 10:06:10.704408 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46840) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:10.709680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'security_group_rule': {'security_group_id': 'e04f0599-0312-40c1-a543-95f20fa1ff24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:06:10.715443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:10.719392 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Usage tracker for resource:security_group_rule and tenant:c189e0b134ad4c358c601c017884858d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:10.722479 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:10.728379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:10.747469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.809782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2a478e24-33a1-40a8-a332-fdfa780260ce up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:10.811068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.816095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.838593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f73bab-b14d-464e-8db6-616032c653e1,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:10.848609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.849777 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e5bb3408-42ec-4de1-a88d-a2c8e1f9902b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1444871 Jan 12 10:06:10.852911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 46844) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:10.858150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:06:10.863447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:10.867364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Usage tracker for resource:floatingip and tenant:c189e0b134ad4c358c601c017884858d is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:10.870162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:10.875775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:10.881369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 2a478e24-33a1-40a8-a332-fdfa780260ce completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:10.886104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.886449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2a478e24-33a1-40a8-a332-fdfa780260ce triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:10.886876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.002202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.018012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 2a478e24-33a1-40a8-a332-fdfa780260ce, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2a478e24-33a1-40a8-a332-fdfa780260ce,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:06:11.021032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.026050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.091881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=2a478e24-33a1-40a8-a332-fdfa780260ce,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:11.160891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Allocated IP 172.26.1.242 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/d4e65e36-9f24-44ef-8285-5436793d0cd3) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:11.310428 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.345914 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.410983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:11.413798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:11.417984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:06:11.444922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event updated for resources: {'Port': ['ID=d4e65e36-9f24-44ef-8285-5436793d0cd3,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:11.579423 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.637590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.847307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.855667 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.978229 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:06:12.062573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event updated for resources: {'Port': ['ID=d4e65e36-9f24-44ef-8285-5436793d0cd3,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:12.082287 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:12.107288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:12.108479 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e052faeb-7167-4d64-9394-61b273e20c42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2545462 Jan 12 10:06:12.281570 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-f681d7a1-cc85-450b-84ee-0737a555b8dc tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1160168177&fields=id&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 267 time: 0.0435438 Jan 12 10:06:12.436984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-027b58e8-f036-4bcc-b33d-6591a13f5b34 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:12.438381 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-027b58e8-f036-4bcc-b33d-6591a13f5b34 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 812 time: 0.1505227 Jan 12 10:06:12.454132 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-c9a5fa29-2fec-45e3-8275-c485edb48f9c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/quotas/c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 375 time: 0.0104029 Jan 12 10:06:12.537788 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-18532b53-94d9-413b-9185-a4c0a3c73bf7 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787024 Jan 12 10:06:12.679007 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-198e23b9-4788-4ff5-a0f1-d3b03d984457 service neutron] 10.222.0.58 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281595 Jan 12 10:06:12.790937 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2a478e24-33a1-40a8-a332-fdfa780260ce up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:12.814064 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-93732998-6f74-4efa-a314-30dcae06c549 service neutron] 10.222.0.58 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261535 Jan 12 10:06:12.857257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2a478e24-33a1-40a8-a332-fdfa780260ce triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:12.857624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:12.999265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5f8cc6ed-b7d4-4859-8682-fa7f63bef63d req-2423eab6-950e-4798-88b6-4e875679878c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 210 time: 0.0411935 Jan 12 10:06:14.066957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-376ed5e1-28b1-4a5f-880b-ebef8a2ec2df tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:14.068431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-376ed5e1-28b1-4a5f-880b-ebef8a2ec2df tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 812 time: 0.1410863 Jan 12 10:06:14.126087 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-7257f2c1-4390-4e78-b940-07e696363226 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 380 time: 0.0458529 Jan 12 10:06:14.135484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'port': {'device_id': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'admin_state_up': True, 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'security_groups': ['e04f0599-0312-40c1-a543-95f20fa1ff24']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:06:14.337663 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-79fcaed3-e069-455e-b792-3af4f2e00a8f req-7dd1e0ea-52b9-441b-9b0f-d14a3d4489fa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 210 time: 0.1855376 Jan 12 10:06:14.398201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:14.402335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Usage tracker for resource:port and tenant:c189e0b134ad4c358c601c017884858d is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:14.405625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:14.412754 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:14.424411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Made reservation on behalf of c189e0b134ad4c358c601c017884858d for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:06:14.427558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.583694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Allocated IP 172.20.0.6 (d90d2440-1e27-4d49-a622-b7d8b16e13e4/39eb7a9f-f8cc-4caa-b140-2f4173e73d3c/af95d52e-34fd-4479-b58f-edf192a750a0) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:14.773240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.789140 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Transition to ACTIVE for port object af95d52e-34fd-4479-b58f-edf192a750a0 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:14.813470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.886994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:14.888075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:14.892061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:06:14.922269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event updated for resources: {'Port': ['ID=af95d52e-34fd-4479-b58f-edf192a750a0,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:14.948589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.948932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.949262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.949587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.949912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.950232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.950556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.950902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.951207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.951517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.951829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:14.965985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:14.966586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.989347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-b7d3dc53-e457-4e8c-9139-83eaf5cfb8ce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575144 Jan 12 10:06:15.079849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Request body: {'port': {'device_id': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:06:15.112474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a63729d0-93ee-4d11-99e7-a74fbbdff425 None None] Provisioning for port af95d52e-34fd-4479-b58f-edf192a750a0 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:15.117391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a63729d0-93ee-4d11-99e7-a74fbbdff425 None None] Provisioning complete for port af95d52e-34fd-4479-b58f-edf192a750a0 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:15.117761 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a63729d0-93ee-4d11-99e7-a74fbbdff425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:15.172223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a63729d0-93ee-4d11-99e7-a74fbbdff425 None None] Port af95d52e-34fd-4479-b58f-edf192a750a0 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:06:15.187448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:15.561011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af95d52e-34fd-4479-b58f-edf192a750a0 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:06:15.574232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:15.593311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Transition to ACTIVE for port object af95d52e-34fd-4479-b58f-edf192a750a0 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:15.597892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:15.655166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3383a-f1e9-4631-8b5f-48f27182f93d req-2e1a95f0-6b6e-4cb7-8b5a-dfb2cc6d5c29 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:15.655756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d1c3383a-f1e9-4631-8b5f-48f27182f93d req-2e1a95f0-6b6e-4cb7-8b5a-dfb2cc6d5c29 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Synchronizing usage tracker for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:06:15.748654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Pushing event updated for resources: {'Port': ['ID=af95d52e-34fd-4479-b58f-edf192a750a0,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:15.755583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d1c3383a-f1e9-4631-8b5f-48f27182f93d req-2e1a95f0-6b6e-4cb7-8b5a-dfb2cc6d5c29 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Unset dirty status for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:06:15.756874 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d1c3383a-f1e9-4631-8b5f-48f27182f93d req-2e1a95f0-6b6e-4cb7-8b5a-dfb2cc6d5c29 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 931 time: 0.2915578 Jan 12 10:06:15.875381 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d1c3383a-f1e9-4631-8b5f-48f27182f93d req-36e071e7-4d0e-4819-b493-bfaa13ae3297 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935595 Jan 12 10:06:15.896654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Attempting to bind port af95d52e-34fd-4479-b58f-edf192a750a0 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:15.897055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Attempting to bind port af95d52e-34fd-4479-b58f-edf192a750a0 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:15.897446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Attempting to bind port af95d52e-34fd-4479-b58f-edf192a750a0 on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:06:15.903689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Port af95d52e-34fd-4479-b58f-edf192a750a0 on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:06:15.904068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Attempting to bind port af95d52e-34fd-4479-b58f-edf192a750a0 on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:06:15.910601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:06:15.910969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Checking segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:06:15.911461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Bound using segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:06:15.912173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Bound port: af95d52e-34fd-4479-b58f-edf192a750a0, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:15.912309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:16.000845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] For port af95d52e-34fd-4479-b58f-edf192a750a0, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:06:16.003969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] For port af95d52e-34fd-4479-b58f-edf192a750a0, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=af95d52e-34fd-4479-b58f-edf192a750a0,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:06:16.011315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:16.070390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:16.071776 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] 10.222.0.59 "PUT /v2.0/ports/af95d52e-34fd-4479-b58f-edf192a750a0 HTTP/1.1" status: 200 len: 1093 time: 1.0757542 Jan 12 10:06:16.072201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:06:16.089260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be712ddc-2d06-48f5-8f9e-117bd49addf1 service neutron] Pushing event updated for resources: {'Port': ['ID=af95d52e-34fd-4479-b58f-edf192a750a0,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:16.145855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'status': 'completed', 'code': 200} Jan 12 10:06:16.192529 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-eff1f698-dbc1-496f-be12-7e0c8ccc12e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0819962 Jan 12 10:06:16.264417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-e99c6f5e-06a2-4f7a-aa90-650bd044c335 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af95d52e-34fd-4479-b58f-edf192a750a0 HTTP/1.1" status: 200 len: 217 time: 0.0656698 Jan 12 10:06:16.429435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-028c1ce0-3c44-4be8-86eb-5b1e681f5553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:16.430977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-028c1ce0-3c44-4be8-86eb-5b1e681f5553 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.1603396 Jan 12 10:06:16.509723 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-82968573-a263-4c6d-b6e6-e73981fbc155 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726247 Jan 12 10:06:16.656481 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-1e97cfd6-9841-4104-9432-dee14cbefe02 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407731 Jan 12 10:06:16.790833 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5cf8a7-7168-4402-b88e-ee43404be3bd req-2e3c25d0-9093-45d1-95a6-858b2847e3e7 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288579 Jan 12 10:06:16.920666 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b22d013-1f4a-4b55-ac3e-4c0fd663781c req-31ef526b-1add-4601-a8eb-c252b553259f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0759017 Jan 12 10:06:17.099290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22d013-1f4a-4b55-ac3e-4c0fd663781c req-93e8d615-e36c-41b3-bba5-eaf92e0289e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:17.100630 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b22d013-1f4a-4b55-ac3e-4c0fd663781c req-93e8d615-e36c-41b3-bba5-eaf92e0289e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1731610 Jan 12 10:06:17.170855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b22d013-1f4a-4b55-ac3e-4c0fd663781c req-c1c71533-d68c-4783-a8c4-0d03530f0928 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af95d52e-34fd-4479-b58f-edf192a750a0 HTTP/1.1" status: 200 len: 217 time: 0.0638149 Jan 12 10:06:17.187036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb45d9-3bc5-453a-9713-d1d9c9b889e4 req-adb03f56-b51d-4f7c-9faf-9567a247f6e3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:17.188529 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-52eb45d9-3bc5-453a-9713-d1d9c9b889e4 req-adb03f56-b51d-4f7c-9faf-9567a247f6e3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 943 time: 0.1753788 Jan 12 10:06:17.270845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22d013-1f4a-4b55-ac3e-4c0fd663781c req-1312ed74-eda0-4d12-8597-d3c1fee9db9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:17.272225 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b22d013-1f4a-4b55-ac3e-4c0fd663781c req-1312ed74-eda0-4d12-8597-d3c1fee9db9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0952153 Jan 12 10:06:17.279543 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-52eb45d9-3bc5-453a-9713-d1d9c9b889e4 req-379bfbf7-392f-483c-a861-ecd8865c6446 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602872 Jan 12 10:06:17.347759 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b22d013-1f4a-4b55-ac3e-4c0fd663781c req-33621eb1-c4e6-48e0-a996-bbfa9e258ab6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673378 Jan 12 10:06:17.477250 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b22d013-1f4a-4b55-ac3e-4c0fd663781c req-7b0ec741-65c6-4cdf-b82e-fe92609093ae service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236448 Jan 12 10:06:17.615103 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b22d013-1f4a-4b55-ac3e-4c0fd663781c req-2cb0af73-438c-4e47-b8f8-dc98a5ce2c39 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316214 Jan 12 10:06:18.497761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc4017-7805-4f10-a0f8-4b26ebdf9a5d req-74429ca1-851d-4a21-a070-0c79de40f1df tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:18.499265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4bdc4017-7805-4f10-a0f8-4b26ebdf9a5d req-74429ca1-851d-4a21-a070-0c79de40f1df tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 943 time: 0.0902977 Jan 12 10:06:18.544375 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4bdc4017-7805-4f10-a0f8-4b26ebdf9a5d req-ea6ca144-edf0-497b-807c-43272c23e5ed tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392253 Jan 12 10:06:19.092112 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6474a97-aaa8-4f8e-b8ad-8cdae1397b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:19.757651 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b2c5-0020-42b5-bfc2-dbafc197ed30 req-9b840684-c141-4afb-821b-34220828ee32 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:19.759041 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-da94b2c5-0020-42b5-bfc2-dbafc197ed30 req-9b840684-c141-4afb-821b-34220828ee32 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 943 time: 0.0873353 Jan 12 10:06:19.808144 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-da94b2c5-0020-42b5-bfc2-dbafc197ed30 req-6088704c-d275-4517-9ad2-ceacc4ed7469 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412753 Jan 12 10:06:21.009725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59430fa-510e-403e-9074-ff34031af6d0 req-e25c7356-f353-4c93-9dc2-9dac110669be tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:21.011193 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d59430fa-510e-403e-9074-ff34031af6d0 req-e25c7356-f353-4c93-9dc2-9dac110669be tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 943 time: 0.0808725 Jan 12 10:06:21.055971 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d59430fa-510e-403e-9074-ff34031af6d0 req-adc0a1ca-fb18-4c56-89f7-b3694f349609 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 Jan 12 10:06:21.211344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eaabc0dd-bd0c-42e4-83f2-3f973deeaa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:21.631312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device af95d52e-34fd-4479-b58f-edf192a750a0 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:06:21.775989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port af95d52e-34fd-4479-b58f-edf192a750a0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=af95d52e-34fd-4479-b58f-edf192a750a0,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:06:21.789822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'mac_address': 'fa:16:3e:a0:42:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:06:21.861045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:21.863014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:21.880631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af95d52e-34fd-4479-b58f-edf192a750a0 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:06:21.896264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port af95d52e-34fd-4479-b58f-edf192a750a0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=af95d52e-34fd-4479-b58f-edf192a750a0,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:06:21.901059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:21.967659 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=af95d52e-34fd-4479-b58f-edf192a750a0,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:22.216772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['af95d52e-34fd-4479-b58f-edf192a750a0'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:06:22.274421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474c052-4dea-4c92-8db3-9d47875e1bf2 req-72b16354-74a0-40c1-9241-92ba6117f406 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:22.275943 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5474c052-4dea-4c92-8db3-9d47875e1bf2 req-72b16354-74a0-40c1-9241-92ba6117f406 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 944 time: 0.0864704 Jan 12 10:06:22.415675 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5474c052-4dea-4c92-8db3-9d47875e1bf2 req-b2e1b815-b4fe-49f0-a783-473b43932335 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334722 Jan 12 10:06:22.580650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:22.636185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:23.044908 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:06:23.057927 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:06:23.058719 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:06:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:23.231096 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:06:23.545357 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 2, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:23.549324 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:06:23.549671 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Updating router a4a57c96-5240-446a-b182-e58b9812648f port bfeea203-b80c-4f68-8c60-87972abde4cb binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:06:23.602688 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:23.611324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934b6e7-5aa6-4f8d-ba36-e8da4a86d087 req-2531fc87-7716-40d1-b6a4-4a575c99f208 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:23.612749 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2934b6e7-5aa6-4f8d-ba36-e8da4a86d087 req-2531fc87-7716-40d1-b6a4-4a575c99f208 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 944 time: 0.0749009 Jan 12 10:06:23.626437 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device af95d52e-34fd-4479-b58f-edf192a750a0 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:23.658556 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2934b6e7-5aa6-4f8d-ba36-e8da4a86d087 req-5b098444-cd26-4af4-8e54-ecc4de5aae07 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400784 Jan 12 10:06:23.695118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port af95d52e-34fd-4479-b58f-edf192a750a0 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:23.700175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port af95d52e-34fd-4479-b58f-edf192a750a0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:23.700540 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:23.813179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:23.839850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:06:23.849875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port af95d52e-34fd-4479-b58f-edf192a750a0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=af95d52e-34fd-4479-b58f-edf192a750a0,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:06:23.855482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:23.898345 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'code': 200} Jan 12 10:06:23.938534 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:23.938953 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=af95d52e-34fd-4479-b58f-edf192a750a0,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:23.944065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:23.950440 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Transition to ACTIVE for port object bfeea203-b80c-4f68-8c60-87972abde4cb will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:23.956572 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:24.081178 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Pushing event updated for resources: {'Port': ['ID=bfeea203-b80c-4f68-8c60-87972abde4cb,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:24.092658 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.092998 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.093339 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.093657 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.093975 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.094285 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.094596 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.094930 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.095235 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.095537 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.095839 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:24.144657 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8eeb8b51-4db0-46f1-bea9-d35d86d10fb1 req-fc2d040d-0b59-4074-8a72-313bd99b6e79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0790906 Jan 12 10:06:24.180134 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Attempting to bind port bfeea203-b80c-4f68-8c60-87972abde4cb on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:24.180506 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Attempting to bind port bfeea203-b80c-4f68-8c60-87972abde4cb by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:24.181081 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Attempting to bind port bfeea203-b80c-4f68-8c60-87972abde4cb on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:06:24.189196 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:06:24.189832 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Checking segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:06:24.190225 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:24.190609 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Bound using segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:06:24.191264 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Bound port: bfeea203-b80c-4f68-8c60-87972abde4cb, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:24.191638 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:24.192313 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8eeb8b51-4db0-46f1-bea9-d35d86d10fb1 req-85f214a4-4ba8-4072-8e1d-adbd9d4b109f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413353 Jan 12 10:06:24.279026 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] For port bfeea203-b80c-4f68-8c60-87972abde4cb, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:06:24.282090 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] For port bfeea203-b80c-4f68-8c60-87972abde4cb, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bfeea203-b80c-4f68-8c60-87972abde4cb,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:06:24.288188 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:24.364405 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98ca47-4767-491e-853c-48fdfe46fc28 None None] Pushing event updated for resources: {'Port': ['ID=bfeea203-b80c-4f68-8c60-87972abde4cb,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:24.370552 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:06:24.371167 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:06:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:24.581789 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:06:24.826218 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bfeea203-b80c-4f68-8c60-87972abde4cb up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:24.872730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4907bc8-1665-4fd7-960a-22696c17608c req-ae3e281a-3c39-48c1-bae5-a80e240628c9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:24.874168 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a4907bc8-1665-4fd7-960a-22696c17608c req-ae3e281a-3c39-48c1-bae5-a80e240628c9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0828679 Jan 12 10:06:24.897012 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:24Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:24.899681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port bfeea203-b80c-4f68-8c60-87972abde4cb completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:24.901181 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d150b9b-e7aa-49df-90fa-acb855685118 None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:24Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:06:24.904798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port bfeea203-b80c-4f68-8c60-87972abde4cb triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:24.905161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:24.921873 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a4907bc8-1665-4fd7-960a-22696c17608c req-1d135fd5-1298-4c94-9d94-b5ec7a109fdf tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Jan 12 10:06:25.018894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:25.054457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port bfeea203-b80c-4f68-8c60-87972abde4cb, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bfeea203-b80c-4f68-8c60-87972abde4cb,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:06:25.059900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:25.162231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=bfeea203-b80c-4f68-8c60-87972abde4cb,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:26.125676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433004d-ba77-43e1-a10d-eaa8094b576f req-6c3e7cca-59ea-4236-9ddd-6571aff65d5f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:26.127142 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9433004d-ba77-43e1-a10d-eaa8094b576f req-6c3e7cca-59ea-4236-9ddd-6571aff65d5f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0789263 Jan 12 10:06:26.172080 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9433004d-ba77-43e1-a10d-eaa8094b576f req-8f3c9fef-3f74-48a0-939b-158346191e58 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392594 Jan 12 10:06:26.369839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49059359-8708-44fc-8b0f-dc61f8bb03b6 req-4b5332a0-f065-403c-80b7-3e1569fa799c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:26.371347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-49059359-8708-44fc-8b0f-dc61f8bb03b6 req-4b5332a0-f065-403c-80b7-3e1569fa799c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0763407 Jan 12 10:06:26.379920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 46898) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:26.385190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2bad38a5-a209-4815-b099-97dc734de5fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'floatingip': {'port_id': 'af95d52e-34fd-4479-b58f-edf192a750a0'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:06:26.462105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bad38a5-a209-4815-b099-97dc734de5fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:26.802481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bfeea203-b80c-4f68-8c60-87972abde4cb up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:26.869913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port bfeea203-b80c-4f68-8c60-87972abde4cb triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:26.870434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:27.058380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bad38a5-a209-4815-b099-97dc734de5fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:27.064851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bad38a5-a209-4815-b099-97dc734de5fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:27.256467 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-2bad38a5-a209-4815-b099-97dc734de5fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Floating IP ee98ab05-8a59-433d-98ba-49963728331e associated. External IP: 172.26.1.242, port: af95d52e-34fd-4479-b58f-edf192a750a0. Jan 12 10:06:27.773624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bad38a5-a209-4815-b099-97dc734de5fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Router a4a57c96-5240-446a-b182-e58b9812648f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:06:27.986260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bad38a5-a209-4815-b099-97dc734de5fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:06:27.990613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2bad38a5-a209-4815-b099-97dc734de5fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:27.996298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:06:28.009257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:06:28.009893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:06:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:28.046699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2bad38a5-a209-4815-b099-97dc734de5fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "PUT /v2.0/floatingips/ee98ab05-8a59-433d-98ba-49963728331e HTTP/1.1" status: 200 len: 991 time: 1.6629026 Jan 12 10:06:28.046699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:06:28.102820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'status': 'completed', 'code': 200} Jan 12 10:06:28.193810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:06:28.199959 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-64307ad4-6b6b-4735-9e93-aa2e2f3f16cb req-0f195c4e-87bc-49b1-875e-bc8548f34d0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0728717 Jan 12 10:06:28.329486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64307ad4-6b6b-4735-9e93-aa2e2f3f16cb req-7859cda2-0502-405a-a202-6407ffa5217d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:28.330870 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-64307ad4-6b6b-4735-9e93-aa2e2f3f16cb req-7859cda2-0502-405a-a202-6407ffa5217d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1248608 Jan 12 10:06:28.434698 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-64307ad4-6b6b-4735-9e93-aa2e2f3f16cb req-0bb95eda-f0f7-414f-a7d6-e147ba5dcad5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af95d52e-34fd-4479-b58f-edf192a750a0 HTTP/1.1" status: 200 len: 999 time: 0.0973814 Jan 12 10:06:28.494944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64307ad4-6b6b-4735-9e93-aa2e2f3f16cb req-ac11c97a-23a4-4ad1-97ee-fbe6a659a23d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:28.496385 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-64307ad4-6b6b-4735-9e93-aa2e2f3f16cb req-ac11c97a-23a4-4ad1-97ee-fbe6a659a23d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0563524 Jan 12 10:06:28.538886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:a0:42:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:06:26Z', 'revision_number': 1, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:28.542713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:06:28.553174 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:06:28.553775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:06:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:28.575801 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-64307ad4-6b6b-4735-9e93-aa2e2f3f16cb req-ef116409-9ae5-494e-a948-389c52c7e57f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701714 Jan 12 10:06:28.704634 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-64307ad4-6b6b-4735-9e93-aa2e2f3f16cb req-b6777097-74be-4a21-b311-258112faa91a service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218364 Jan 12 10:06:28.730421 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:06:28.840933 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-64307ad4-6b6b-4735-9e93-aa2e2f3f16cb req-51b2f884-a224-451a-b231-a7ebfd07f98b service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310115 Jan 12 10:06:29.115294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:a0:42:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:06:26Z', 'revision_number': 1, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:29.119362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5c0da-db12-4460-8cc0-26355e65ce26 None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:a0:42:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:06:26Z', 'revision_number': 1, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:06:29.304232 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9c8e0-7db9-4ec3-802c-e46ab5c51ee2 None None] New status for floating IP ee98ab05-8a59-433d-98ba-49963728331e: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:06:48.985454 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:06:49.097624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df0bd03a-c0c5-4ec7-ad12-3b6ad48ca40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:51.217774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87d5b11a-7c11-481b-bd0c-82802c2d3a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:51.833216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:52.439553 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698ad6ae-dd60-4faa-aee8-038a12c3d07f req-9f2a5053-04df-4b5d-a90e-25ce0304214d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695827 Jan 12 10:06:52.573164 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:52.591242 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698ad6ae-dd60-4faa-aee8-038a12c3d07f req-5dc2ace0-8a65-4d7c-a318-487fe68253ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0807519 Jan 12 10:06:52.628455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:52.836083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ad6ae-dd60-4faa-aee8-038a12c3d07f req-e9e971fe-8cb4-45da-b08a-b3a3f588f483 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:52.837508 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698ad6ae-dd60-4faa-aee8-038a12c3d07f req-e9e971fe-8cb4-45da-b08a-b3a3f588f483 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.2285497 Jan 12 10:06:52.938491 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698ad6ae-dd60-4faa-aee8-038a12c3d07f req-e048a4aa-2f5b-4536-8a21-a9d5651c11a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af95d52e-34fd-4479-b58f-edf192a750a0 HTTP/1.1" status: 200 len: 1001 time: 0.0948434 Jan 12 10:06:52.999197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ad6ae-dd60-4faa-aee8-038a12c3d07f req-1f544294-a363-445c-8e7f-43324c248e08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:53.000709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698ad6ae-dd60-4faa-aee8-038a12c3d07f req-1f544294-a363-445c-8e7f-43324c248e08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0567350 Jan 12 10:06:53.079565 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698ad6ae-dd60-4faa-aee8-038a12c3d07f req-a8c12858-114e-476a-ba58-51711c009dc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727618 Jan 12 10:06:53.217863 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698ad6ae-dd60-4faa-aee8-038a12c3d07f req-99030e4f-6413-4989-bd09-976fcc789df5 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326995 Jan 12 10:06:53.349776 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698ad6ae-dd60-4faa-aee8-038a12c3d07f req-fe8e39ef-1490-4d3f-8715-b0bbe7bdeea4 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256764 Jan 12 10:06:53.950613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:19.088691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-21299530-93cc-4f32-b9eb-a98fd535706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:21.208512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a703eb9-4787-43e4-a15d-e007a5e5fcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:21.830076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:22.580085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:22.632378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:23.952004 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:25.982074 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:07:49.089060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc9708d8-6328-4232-b010-00b3f9f68253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:49.519436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9fd4e-c43c-438e-b6a5-24d9cdbe5926 req-53a74796-3dfd-430d-9d52-aba34036ebfb tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:49.520879 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bee9fd4e-c43c-438e-b6a5-24d9cdbe5926 req-53a74796-3dfd-430d-9d52-aba34036ebfb tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0794473 Jan 12 10:07:49.565829 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bee9fd4e-c43c-438e-b6a5-24d9cdbe5926 req-50a79544-a23c-4f21-a02d-d7252ee6bb96 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389607 Jan 12 10:07:49.782003 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ad7442d-891c-4a67-864d-5b78c9dba0f4 req-aada5240-ce14-412a-9e35-2202e307af33 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0714018 Jan 12 10:07:50.042495 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-6dec852d-2e1c-4987-bd26-d0b0fba0c97e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705237 Jan 12 10:07:50.095677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5834b8f-4c5f-450a-ac0f-a6e4c99fa508 req-e3d09d75-c192-4f1f-9754-6305828f4f31 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:50.097130 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5834b8f-4c5f-450a-ac0f-a6e4c99fa508 req-e3d09d75-c192-4f1f-9754-6305828f4f31 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0756149 Jan 12 10:07:50.142315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5834b8f-4c5f-450a-ac0f-a6e4c99fa508 req-a59b4c2e-6ea6-4c68-9fb2-4a8f05bcba25 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394225 Jan 12 10:07:51.203148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34e1019a-6f2b-4ae4-8eda-74e66adb2e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:51.219867 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-ef592e4e-c5bc-4dfc-afbc-11e7b2529dbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0785418 Jan 12 10:07:51.397315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-ca0f0f34-e1d4-43b6-b10d-ac52cad0eb8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:51.398769 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-ca0f0f34-e1d4-43b6-b10d-ac52cad0eb8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1733828 Jan 12 10:07:51.466980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0d4f3-8cad-4e94-ac2c-7e51422ed20e req-cc6fd437-1e4c-4382-b747-1908337b4856 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:51.468321 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1fc0d4f3-8cad-4e94-ac2c-7e51422ed20e req-cc6fd437-1e4c-4382-b747-1908337b4856 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.1789758 Jan 12 10:07:51.536784 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-f9060400-9162-4932-8977-05eecb80e444 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af95d52e-34fd-4479-b58f-edf192a750a0 HTTP/1.1" status: 200 len: 1001 time: 0.1320567 Jan 12 10:07:51.541754 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1fc0d4f3-8cad-4e94-ac2c-7e51422ed20e req-33c4e450-2b2f-4ff2-b864-14c3776884f6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658858 Jan 12 10:07:51.603535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-d924e3ed-e2b4-4507-903f-10a1900e76d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:51.604973 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-d924e3ed-e2b4-4507-903f-10a1900e76d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0623946 Jan 12 10:07:51.678944 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-2fb78da9-54bd-414e-8dcd-e771d418761d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681517 Jan 12 10:07:51.811101 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-db10a252-7cb4-4fe7-a09b-eefd8daed16b service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262655 Jan 12 10:07:51.827266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:52.036812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-b5e40bd6-9913-4cf6-986a-760b60f6e7e0 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203293 Jan 12 10:07:52.481630 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c0f3614-07d5-4fca-868b-d2fa3dc6d076 req-271e46e3-92b5-4e99-a757-e063ec222537 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0689456 Jan 12 10:07:52.580522 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:52.636107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f3614-07d5-4fca-868b-d2fa3dc6d076 req-d7ee8813-ab1a-4364-a993-a5724d8a70d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:52.637594 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c0f3614-07d5-4fca-868b-d2fa3dc6d076 req-d7ee8813-ab1a-4364-a993-a5724d8a70d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1330843 Jan 12 10:07:52.638109 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:52.791320 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c0f3614-07d5-4fca-868b-d2fa3dc6d076 req-e25c2cb2-93f9-4cd1-b52a-c7d93c5f34ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af95d52e-34fd-4479-b58f-edf192a750a0 HTTP/1.1" status: 200 len: 1001 time: 0.1475170 Jan 12 10:07:52.854719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526d6d0-9045-4f14-86ea-c4eb2ce6ca81 req-eeaffadd-e11c-4471-bca1-9ba51367abe0 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:52.856246 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1526d6d0-9045-4f14-86ea-c4eb2ce6ca81 req-eeaffadd-e11c-4471-bca1-9ba51367abe0 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.1596603 Jan 12 10:07:52.865769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f3614-07d5-4fca-868b-d2fa3dc6d076 req-7da90721-afff-41f5-8d6e-045211b7a8fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:52.867140 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c0f3614-07d5-4fca-868b-d2fa3dc6d076 req-7da90721-afff-41f5-8d6e-045211b7a8fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0701256 Jan 12 10:07:52.954600 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1526d6d0-9045-4f14-86ea-c4eb2ce6ca81 req-0b8c6b1b-c2e1-4a5f-ba2e-7c79bf47d410 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904527 Jan 12 10:07:52.971441 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c0f3614-07d5-4fca-868b-d2fa3dc6d076 req-11db62c0-0845-4f3c-b18f-68723a2199b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912671 Jan 12 10:07:53.104973 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c0f3614-07d5-4fca-868b-d2fa3dc6d076 req-f2c10f2c-23fc-4fcc-b523-bcd2b83570f5 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275597 Jan 12 10:07:53.239151 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c0f3614-07d5-4fca-868b-d2fa3dc6d076 req-7e9b6d83-beb3-4240-9d39-0a4e4c5b928e service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284914 Jan 12 10:07:53.958137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:54.177649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c48bd-09ac-4347-abb9-ec4ef8820596 req-95e9a572-9b87-452a-993c-b3346058844b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:54.179021 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-463c48bd-09ac-4347-abb9-ec4ef8820596 req-95e9a572-9b87-452a-993c-b3346058844b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0808551 Jan 12 10:07:54.228084 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-463c48bd-09ac-4347-abb9-ec4ef8820596 req-0f288061-e194-412a-b24f-7d2271967506 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431066 Jan 12 10:07:55.453871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60e046-4f2a-4017-9dd7-b429274e5c5c req-6472f153-83ea-46df-b12c-15785e4d9917 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:55.455341 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8f60e046-4f2a-4017-9dd7-b429274e5c5c req-6472f153-83ea-46df-b12c-15785e4d9917 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0904050 Jan 12 10:07:55.500374 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8f60e046-4f2a-4017-9dd7-b429274e5c5c req-4cfcf4a6-1f7d-43b7-ada1-ebd111a0c5d1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Jan 12 10:07:56.710806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0295f2-2f6b-4552-83c7-cc32e4640728 req-8368d293-9129-4903-84f1-4c16aff901fa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:56.712231 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f0295f2-2f6b-4552-83c7-cc32e4640728 req-8368d293-9129-4903-84f1-4c16aff901fa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0787313 Jan 12 10:07:56.765535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6f0295f2-2f6b-4552-83c7-cc32e4640728 req-57faa4e2-29cb-48dd-9161-df1de9c3195c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452838 Jan 12 10:07:57.991338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766ddbc-bce3-423b-9b4a-2d8102c0ee13 req-063a0c0f-29ef-4ffd-bfea-97c50e8b3dca tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:57.992875 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1766ddbc-bce3-423b-9b4a-2d8102c0ee13 req-063a0c0f-29ef-4ffd-bfea-97c50e8b3dca tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0919693 Jan 12 10:07:58.041236 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1766ddbc-bce3-423b-9b4a-2d8102c0ee13 req-d05f303c-ef52-4e96-b5f8-cdfd1b546b2c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Jan 12 10:07:59.265273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d246c-2e38-41f1-b3ce-6c95df418582 req-ebeec887-0be1-4aa7-afc6-ba1b18ea8f26 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:59.266760 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c01d246c-2e38-41f1-b3ce-6c95df418582 req-ebeec887-0be1-4aa7-afc6-ba1b18ea8f26 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0893898 Jan 12 10:07:59.313599 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c01d246c-2e38-41f1-b3ce-6c95df418582 req-a3c37ce6-d287-487e-a98e-ecdad09ef25d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411372 Jan 12 10:08:00.521419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf86696-39d2-4005-a8cc-01300a4420d3 req-e3847989-421e-4d62-8c56-2153294fed60 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:00.522883 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4bf86696-39d2-4005-a8cc-01300a4420d3 req-e3847989-421e-4d62-8c56-2153294fed60 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0761523 Jan 12 10:08:00.570018 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4bf86696-39d2-4005-a8cc-01300a4420d3 req-cd8b3cd0-0e33-4e94-86f9-94663132ac47 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 Jan 12 10:08:01.799890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab4325-dc90-424d-a166-009dbd7b5659 req-f3221be7-1e1a-4d74-ac0e-54a30604080b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:01.801371 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-14ab4325-dc90-424d-a166-009dbd7b5659 req-f3221be7-1e1a-4d74-ac0e-54a30604080b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.1054959 Jan 12 10:08:01.853425 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-14ab4325-dc90-424d-a166-009dbd7b5659 req-e183bbb7-46ed-461d-9cb4-417de880421f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464518 Jan 12 10:08:02.973155 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:08:03.063953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fb9c5-c6e1-4519-a64c-8a8eab8d733b req-576ebbe7-14ad-4767-b8a3-19a3cfdff403 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:03.065297 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a5fb9c5-c6e1-4519-a64c-8a8eab8d733b req-576ebbe7-14ad-4767-b8a3-19a3cfdff403 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0768034 Jan 12 10:08:03.109759 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a5fb9c5-c6e1-4519-a64c-8a8eab8d733b req-be424262-daf9-49ef-8279-9ee4c90fef4e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389786 Jan 12 10:08:03.927283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-2d794ce5-f482-4a36-8f01-a26e720038cf service neutron] 10.222.0.59 "GET /v2.0/ports/af95d52e-34fd-4479-b58f-edf192a750a0/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.1728559 Jan 12 10:08:04.194029 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-38425b3a-1589-49d2-9484-5c84d0d63ed2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 1098 time: 0.0684769 Jan 12 10:08:04.341832 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-f5a52e76-4fe0-46f5-b124-e914baa1c0fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 1098 time: 0.1258707 Jan 12 10:08:04.388692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79853ffb-853d-4d02-8480-8d503ff0e73a req-8ca6257f-7f59-4619-a10a-08f320923e91 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:04.390384 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-79853ffb-853d-4d02-8480-8d503ff0e73a req-8ca6257f-7f59-4619-a10a-08f320923e91 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.1398866 Jan 12 10:08:04.523598 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-79853ffb-853d-4d02-8480-8d503ff0e73a req-5c15d132-5158-418f-95b4-25cbf70d22ae tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821555 Jan 12 10:08:04.531436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-e0db9954-83f3-47c8-a056-7ff911620d8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:04.532817 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-e0db9954-83f3-47c8-a056-7ff911620d8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1847415 Jan 12 10:08:04.639670 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-e7f7cf22-9d7c-47c5-808e-8e15b6d9b398 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af95d52e-34fd-4479-b58f-edf192a750a0 HTTP/1.1" status: 200 len: 1001 time: 0.0990124 Jan 12 10:08:04.705767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-0e64ebb9-be94-425c-b752-f57e35ad3778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:04.707242 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-0e64ebb9-be94-425c-b752-f57e35ad3778 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0620885 Jan 12 10:08:04.782135 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-ee9b2b8d-235d-4141-8ca8-b3e340b3ebf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689392 Jan 12 10:08:04.911050 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-7570f550-f0cc-4398-824a-9093b5bbc127 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233037 Jan 12 10:08:05.052057 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f0fd10b-0bb1-41fe-9171-70d24240066a req-2a1ab42a-d851-4f16-8adb-37f7ffc52789 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348107 Jan 12 10:08:05.730240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917092f-b724-4c55-b676-091b62e87df2 req-f06db534-793f-4a44-abe8-82bbed649dae tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:05.731753 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0917092f-b724-4c55-b676-091b62e87df2 req-f06db534-793f-4a44-abe8-82bbed649dae tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0846472 Jan 12 10:08:05.791931 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0917092f-b724-4c55-b676-091b62e87df2 req-a3fa7654-f170-4068-802a-ca90767843ed tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508070 Jan 12 10:08:07.008900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6cecb-35a5-426b-a03a-475354287abd req-8f16e940-1d62-4e92-baaa-68a2bb334621 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:07.010310 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-caf6cecb-35a5-426b-a03a-475354287abd req-8f16e940-1d62-4e92-baaa-68a2bb334621 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0834215 Jan 12 10:08:07.055713 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-caf6cecb-35a5-426b-a03a-475354287abd req-1adbde38-a21f-4fa9-95f2-93e9c912ea42 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398240 Jan 12 10:08:08.255262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device af95d52e-34fd-4479-b58f-edf192a750a0 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:08:08.257560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device af95d52e-34fd-4479-b58f-edf192a750a0 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:08:08.399097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242e31d-eab1-453c-a2b9-24cec954d0c6 req-f5f3b9ba-8748-4770-b5cd-26dbf278c08c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:08.400847 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f242e31d-eab1-453c-a2b9-24cec954d0c6 req-f5f3b9ba-8748-4770-b5cd-26dbf278c08c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0812585 Jan 12 10:08:08.449239 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f242e31d-eab1-453c-a2b9-24cec954d0c6 req-b2311a4a-a95b-4259-8975-bd2b7fdd68de tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Jan 12 10:08:08.470901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:08.488822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port af95d52e-34fd-4479-b58f-edf192a750a0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=af95d52e-34fd-4479-b58f-edf192a750a0,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:08:08.512473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'mac_address': 'fa:16:3e:a0:42:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:08:08.518880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:08:08.560595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port af95d52e-34fd-4479-b58f-edf192a750a0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=af95d52e-34fd-4479-b58f-edf192a750a0,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:08:08.572784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:08.612593 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'code': 200} Jan 12 10:08:08.630588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:08.657979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af95d52e-34fd-4479-b58f-edf192a750a0 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:08:08.704264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=af95d52e-34fd-4479-b58f-edf192a750a0,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:08.723969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.724328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.724653 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.724982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.725313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.725633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.725926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.726325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.726605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.727053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.727420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:08.736978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:08:08.737325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:08:08.833885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fc75e-a205-4db8-a4af-585270165bc0 req-b8701eee-5fa8-472e-9c14-15a139c28f92 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:08.835375 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-790fc75e-a205-4db8-a4af-585270165bc0 req-b8701eee-5fa8-472e-9c14-15a139c28f92 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3&tenant_id=c189e0b134ad4c358c601c017884858d&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 943 time: 0.1388948 Jan 12 10:08:08.841480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f0a97-39a7-4234-b7af-9e101cfdbad8 req-4a9708b0-40e5-4a2c-9fd4-c969e45f778c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:08.842849 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a63f0a97-39a7-4234-b7af-9e101cfdbad8 req-4a9708b0-40e5-4a2c-9fd4-c969e45f778c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 943 time: 0.1113431 Jan 12 10:08:08.889866 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a63f0a97-39a7-4234-b7af-9e101cfdbad8 req-1ef53184-f3e4-4eb9-b041-2cded7c3d256 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Jan 12 10:08:08.980137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-790fc75e-a205-4db8-a4af-585270165bc0 req-cb7e059d-5809-4aaf-857c-493581b4f305 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0711899 Jan 12 10:08:09.110040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fc75e-a205-4db8-a4af-585270165bc0 req-f4754d3d-b7c9-4b4f-bb21-e0d201ffb0dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:09.111529 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-790fc75e-a205-4db8-a4af-585270165bc0 req-f4754d3d-b7c9-4b4f-bb21-e0d201ffb0dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1261601 Jan 12 10:08:09.290480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:09.303655 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-790fc75e-a205-4db8-a4af-585270165bc0 req-b7399e28-8cbf-4b4c-9c11-818cefd44af7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af95d52e-34fd-4479-b58f-edf192a750a0 HTTP/1.1" status: 200 len: 999 time: 0.1864471 Jan 12 10:08:09.308688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af95d52e-34fd-4479-b58f-edf192a750a0 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:08:09.324160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port af95d52e-34fd-4479-b58f-edf192a750a0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=af95d52e-34fd-4479-b58f-edf192a750a0,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:08:09.328814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:09.366857 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fc75e-a205-4db8-a4af-585270165bc0 req-9f5c9cf9-9a6e-4d99-95d2-c1d1ab0d3d61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:09.368327 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-790fc75e-a205-4db8-a4af-585270165bc0 req-9f5c9cf9-9a6e-4d99-95d2-c1d1ab0d3d61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0596180 Jan 12 10:08:09.399432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['af95d52e-34fd-4479-b58f-edf192a750a0'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:08:09.439192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=af95d52e-34fd-4479-b58f-edf192a750a0,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:09.443320 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-790fc75e-a205-4db8-a4af-585270165bc0 req-88f01f3a-5f95-4c84-9968-b20eb96027be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693572 Jan 12 10:08:09.585133 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-790fc75e-a205-4db8-a4af-585270165bc0 req-221cb295-6d3a-472d-aafa-638777ff0dae service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357591 Jan 12 10:08:09.714584 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-790fc75e-a205-4db8-a4af-585270165bc0 req-fdf93d99-5937-4f58-ada3-0d0d92c7c5fc service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236010 Jan 12 10:08:10.096647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039607d8-4f62-40a8-b38c-5d1bc1ed3bc6 req-772a34be-039d-4bd3-93d1-9965cbf7579c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:10.098111 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-039607d8-4f62-40a8-b38c-5d1bc1ed3bc6 req-772a34be-039d-4bd3-93d1-9965cbf7579c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 944 time: 0.0790257 Jan 12 10:08:10.148720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-039607d8-4f62-40a8-b38c-5d1bc1ed3bc6 req-ffb7e46e-f886-4d0a-b969-f7c449f4f2a9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Jan 12 10:08:10.269264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device af95d52e-34fd-4479-b58f-edf192a750a0 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:08:10.341268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port af95d52e-34fd-4479-b58f-edf192a750a0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:10.342018 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:10.463017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:10.495994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port af95d52e-34fd-4479-b58f-edf192a750a0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=af95d52e-34fd-4479-b58f-edf192a750a0,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:08:10.501541 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:10.577221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=af95d52e-34fd-4479-b58f-edf192a750a0,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:10.613623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:08:10.669096 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'code': 200} Jan 12 10:08:11.357290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d53e43-b599-41bc-b6b3-be8ef2a58879 req-bfb5d7ae-5da4-41a2-baed-78ad5327799e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:11.358751 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95d53e43-b599-41bc-b6b3-be8ef2a58879 req-bfb5d7ae-5da4-41a2-baed-78ad5327799e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0803120 Jan 12 10:08:11.405616 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95d53e43-b599-41bc-b6b3-be8ef2a58879 req-97071308-a697-4364-964f-3731771f1352 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403457 Jan 12 10:08:11.609630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4313680-d2af-437c-8767-7e37c72d3af7 req-2525884f-c8de-4318-83d4-4b80303465a0 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:11.611102 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4313680-d2af-437c-8767-7e37c72d3af7 req-2525884f-c8de-4318-83d4-4b80303465a0 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0845194 Jan 12 10:08:11.655110 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4313680-d2af-437c-8767-7e37c72d3af7 req-a47c0157-8d49-42df-bdc0-409e6ea53acb tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385416 Jan 12 10:08:11.860713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f904b-67ca-4ec1-9a38-cf1e4701c99a req-e0cafd4c-ccba-4e17-a1fb-f11768e8f191 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:11.862110 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c30f904b-67ca-4ec1-9a38-cf1e4701c99a req-e0cafd4c-ccba-4e17-a1fb-f11768e8f191 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0804329 Jan 12 10:08:11.908862 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c30f904b-67ca-4ec1-9a38-cf1e4701c99a req-0b66a761-0269-4f6a-8afb-181a776f53b7 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411711 Jan 12 10:08:12.327441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26891af4-bf46-45ae-a876-2543f10ce5be req-c3944301-a21e-49fe-a73b-23a32f4f0b8b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:12.328914 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-26891af4-bf46-45ae-a876-2543f10ce5be req-c3944301-a21e-49fe-a73b-23a32f4f0b8b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0846496 Jan 12 10:08:12.373750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-26891af4-bf46-45ae-a876-2543f10ce5be req-fc6ec316-78af-4e9e-bd73-b3d0f68b11a9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392876 Jan 12 10:08:13.583493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bcbd9-45a7-4d59-aa2d-e30e64b0f886 req-05105eab-aed9-493f-9210-2ddb8e79366c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:13.584937 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ff7bcbd9-45a7-4d59-aa2d-e30e64b0f886 req-05105eab-aed9-493f-9210-2ddb8e79366c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0800762 Jan 12 10:08:13.637073 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ff7bcbd9-45a7-4d59-aa2d-e30e64b0f886 req-7688a8e1-63f9-4155-8a3d-168b0c383630 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441983 Jan 12 10:08:14.037869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-892df23f-0bc6-4f90-b576-311b9a8bf000 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:14.039472 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-892df23f-0bc6-4f90-b576-311b9a8bf000 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.0945506 Jan 12 10:08:14.105548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Deleting port af95d52e-34fd-4479-b58f-edf192a750a0 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:08:14.105888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:14.359214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] For port af95d52e-34fd-4479-b58f-edf192a750a0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=af95d52e-34fd-4479-b58f-edf192a750a0,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:08:14.359497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:14.741260 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:14.741969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:14.741969 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Floating IP ee98ab05-8a59-433d-98ba-49963728331e disassociated. External IP: 172.26.1.242, port: af95d52e-34fd-4479-b58f-edf192a750a0. Jan 12 10:08:14.742199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Calling delete_port for af95d52e-34fd-4479-b58f-edf192a750a0 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:08:14.919136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01c313-7199-4cd6-9a41-c9b7e38491e1 req-51a26f9b-92ed-485e-a84c-98a61028b4a1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:14.920623 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3e01c313-7199-4cd6-9a41-c9b7e38491e1 req-51a26f9b-92ed-485e-a84c-98a61028b4a1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=de040068-6a50-4c3d-9fdc-9220c0624bf3 HTTP/1.1" status: 200 len: 945 time: 0.1490195 Jan 12 10:08:14.969485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:15.021163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event deleted for resources: {'Port': ['ID=af95d52e-34fd-4479-b58f-edf192a750a0,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:15.026672 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3e01c313-7199-4cd6-9a41-c9b7e38491e1 req-73afb343-306a-4518-aa1f-1f362969c437 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952435 Jan 12 10:08:15.089837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.090176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.090509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.090866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.091188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.091579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.091900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.092219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.092560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.092922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.093192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:15.250218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Router a4a57c96-5240-446a-b182-e58b9812648f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:08:15.473147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:08:15.482742 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:08:15.494743 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:08:15.495394 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:07:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:15.543048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] No DVR routers for this DVR port af95d52e-34fd-4479-b58f-edf192a750a0 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:08:15.545551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:15.548006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'name': 'network-vif-deleted', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:08:15.564869 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-77854490-d03f-4e2e-b9b1-a07441ad4d61 req-8911eab3-da48-46c9-b2d6-579addfec654 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "DELETE /v2.0/ports/af95d52e-34fd-4479-b58f-edf192a750a0 HTTP/1.1" status: 204 len: 173 time: 1.5205009 Jan 12 10:08:15.688248 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:08:15.711855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de040068-6a50-4c3d-9fdc-9220c0624bf3', 'name': 'network-vif-deleted', 'tag': 'af95d52e-34fd-4479-b58f-edf192a750a0', 'status': 'completed', 'code': 200} Jan 12 10:08:16.041716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:16.045557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:08:16.056328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:08:16.057265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:07:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:16.244385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:08:16.410959 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-60b9a19f-0d17-4962-a297-2aaefcad17a6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1160168177&fields=id&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 267 time: 0.0413618 Jan 12 10:08:16.570432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-af080dfe-eea4-4385-ae0c-babbee0daed3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:16.570721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:16.571914 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-af080dfe-eea4-4385-ae0c-babbee0daed3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 812 time: 0.1538029 Jan 12 10:08:16.574891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea6766-2e8d-425d-9580-bab2ebd08c25 None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:08:16.590228 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-38cce7f4-aeb9-4e4e-bc3d-e552c6fd5966 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/quotas/c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 375 time: 0.0118921 Jan 12 10:08:16.678898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-96242af4-fc28-487d-a2e0-63c7f58c59aa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Synchronizing usage tracker for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:08:16.695547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-96242af4-fc28-487d-a2e0-63c7f58c59aa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Unset dirty status for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:08:16.696879 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-96242af4-fc28-487d-a2e0-63c7f58c59aa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989680 Jan 12 10:08:16.803190 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a372d15-87ee-406e-8283-cfebb02f7d4f None None] New status for floating IP ee98ab05-8a59-433d-98ba-49963728331e: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:08:16.837019 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-29d08a6f-80e5-4846-844a-28e8b7a15041 service neutron] 10.222.0.58 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281555 Jan 12 10:08:16.968271 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-218fc7fa-4eaa-418f-bb97-53ab51814c10 service neutron] 10.222.0.58 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248112 Jan 12 10:08:17.163174 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b1dcead8-786a-44fb-af18-8715adfbdeff req-d65f8efe-9668-4af5-8553-eaf8e4dcfb43 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 210 time: 0.0449600 Jan 12 10:08:18.293716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device af95d52e-34fd-4479-b58f-edf192a750a0 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:08:18.327731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: af95d52e-34fd-4479-b58f-edf192a750a0 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:08:18.328077 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device af95d52e-34fd-4479-b58f-edf192a750a0 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:08:18.348273 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-831b4ff4-2446-448f-8dce-08a941e083bf req-fc45665b-cc01-4ef9-ace1-d774849aa668 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 210 time: 0.0494356 Jan 12 10:08:18.387431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-72707257-3ef5-4906-a3d8-f8075b1a1304 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:18.388823 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-72707257-3ef5-4906-a3d8-f8075b1a1304 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 812 time: 0.2979171 Jan 12 10:08:18.441804 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-3ef58366-6439-4786-a29a-079d399929aa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 380 time: 0.0398514 Jan 12 10:08:18.450354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'port': {'device_id': '934ce335-7402-4c1c-bc0d-f041ff937077', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'admin_state_up': True, 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'security_groups': ['e04f0599-0312-40c1-a543-95f20fa1ff24']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:08:18.597178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:18.607039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:18.621506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Made reservation on behalf of c189e0b134ad4c358c601c017884858d for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:08:18.624597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:18.808102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Allocated IP 172.20.0.6 (d90d2440-1e27-4d49-a622-b7d8b16e13e4/39eb7a9f-f8cc-4caa-b140-2f4173e73d3c/21e2977b-f9c4-4388-8370-736e54ac6b3f) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:08:19.003372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:19.019037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Transition to ACTIVE for port object 21e2977b-f9c4-4388-8370-736e54ac6b3f will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:08:19.045626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:19.083881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d303d60-fa26-4908-b36c-9f2fe7646389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:19.117866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:08:19.120944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:08:19.125274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:08:19.150073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event updated for resources: {'Port': ['ID=21e2977b-f9c4-4388-8370-736e54ac6b3f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:19.187051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:19.187620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:19.215265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-0794b7f1-6c91-426c-955c-3a3d3d69f39f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684143 Jan 12 10:08:19.227025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Request body: {'port': {'device_id': '934ce335-7402-4c1c-bc0d-f041ff937077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:08:19.329633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a52ce0de-c4c1-4af7-8859-dc31f4a7d552 None None] Provisioning for port 21e2977b-f9c4-4388-8370-736e54ac6b3f completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:08:19.334376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a52ce0de-c4c1-4af7-8859-dc31f4a7d552 None None] Provisioning complete for port 21e2977b-f9c4-4388-8370-736e54ac6b3f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:19.334726 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a52ce0de-c4c1-4af7-8859-dc31f4a7d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:19.340073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:19.389313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a52ce0de-c4c1-4af7-8859-dc31f4a7d552 None None] Port 21e2977b-f9c4-4388-8370-736e54ac6b3f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:08:19.664502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f678ae3-ffc5-47fc-bcee-309398132751 req-1df8ce46-4f7c-4e3b-afad-c0c8dfc151df tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:19.665109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-9f678ae3-ffc5-47fc-bcee-309398132751 req-1df8ce46-4f7c-4e3b-afad-c0c8dfc151df tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Synchronizing usage tracker for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:08:19.697384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-9f678ae3-ffc5-47fc-bcee-309398132751 req-1df8ce46-4f7c-4e3b-afad-c0c8dfc151df tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Unset dirty status for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:08:19.698500 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9f678ae3-ffc5-47fc-bcee-309398132751 req-1df8ce46-4f7c-4e3b-afad-c0c8dfc151df tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 931 time: 0.2310169 Jan 12 10:08:19.772951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e2977b-f9c4-4388-8370-736e54ac6b3f {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:08:19.784036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:19.801698 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9f678ae3-ffc5-47fc-bcee-309398132751 req-606122f9-102b-4e98-836a-95db95dc3368 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752532 Jan 12 10:08:19.804110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Transition to ACTIVE for port object 21e2977b-f9c4-4388-8370-736e54ac6b3f will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:08:19.809214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:19.940697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Pushing event updated for resources: {'Port': ['ID=21e2977b-f9c4-4388-8370-736e54ac6b3f,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:20.051404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Attempting to bind port 21e2977b-f9c4-4388-8370-736e54ac6b3f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:08:20.051739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Attempting to bind port 21e2977b-f9c4-4388-8370-736e54ac6b3f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:08:20.052062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Attempting to bind port 21e2977b-f9c4-4388-8370-736e54ac6b3f on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:08:20.057957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Port 21e2977b-f9c4-4388-8370-736e54ac6b3f on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:08:20.058276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Attempting to bind port 21e2977b-f9c4-4388-8370-736e54ac6b3f on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:08:20.064848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:08:20.065179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Checking segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:08:20.065551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Bound using segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:08:20.065965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Bound port: 21e2977b-f9c4-4388-8370-736e54ac6b3f, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:08:20.066305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:20.153449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] For port 21e2977b-f9c4-4388-8370-736e54ac6b3f, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:08:20.156503 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] For port 21e2977b-f9c4-4388-8370-736e54ac6b3f, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:08:20.163326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:20.225979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:20.227359 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] 10.222.0.59 "PUT /v2.0/ports/21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 200 len: 1093 time: 1.0047789 Jan 12 10:08:20.227779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:08:20.247825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b95d3f-ad48-476f-977d-0783c4321986 service neutron] Pushing event updated for resources: {'Port': ['ID=21e2977b-f9c4-4388-8370-736e54ac6b3f,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:20.298409 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'status': 'completed', 'code': 200} Jan 12 10:08:20.339760 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-8192a43e-4e66-4e86-b8b9-cf14bf666db5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 1096 time: 0.0756686 Jan 12 10:08:20.413019 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-9382d4d0-f512-4786-9d0f-f7b6b0036c85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 200 len: 217 time: 0.0667405 Jan 12 10:08:20.478554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-9a66d0db-b006-4955-a3b7-4166eb5e97ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:20.480126 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-9a66d0db-b006-4955-a3b7-4166eb5e97ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0599871 Jan 12 10:08:20.655948 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-8071eb7e-79e3-451f-a761-e715ea5184c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1695209 Jan 12 10:08:20.797238 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-f51f9d49-ffd6-4052-92bb-4157820c5b64 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346545 Jan 12 10:08:20.933138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cedeeb2b-dacb-4426-90f4-084eac5b060f req-f1e1dfdf-50c9-4823-9c6e-4465511201bf service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304495 Jan 12 10:08:21.071304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7307-1f89-42a4-9690-c1d6cff39c7b req-5ed2b8b7-eaf8-4d18-86b8-7aea85e7f597 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:21.072630 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e4d7307-1f89-42a4-9690-c1d6cff39c7b req-5ed2b8b7-eaf8-4d18-86b8-7aea85e7f597 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 943 time: 0.1427939 Jan 12 10:08:21.098854 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9ff87cd-3972-4abb-97df-dd4c9238a277 req-c085d8fd-c1a6-43e1-abfa-0ff77ff1af74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 1096 time: 0.1151505 Jan 12 10:08:21.214050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6a6dbf5-22d0-4750-8ad5-edddf4186854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:21.215555 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9e4d7307-1f89-42a4-9690-c1d6cff39c7b req-f6548c4d-3043-4076-b7ee-be1f0f08b856 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357112 Jan 12 10:08:21.251596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff87cd-3972-4abb-97df-dd4c9238a277 req-a21ea250-ea87-45d7-9e39-98f57e8109f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:21.253051 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9ff87cd-3972-4abb-97df-dd4c9238a277 req-a21ea250-ea87-45d7-9e39-98f57e8109f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1482286 Jan 12 10:08:21.322149 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9ff87cd-3972-4abb-97df-dd4c9238a277 req-fcaaa11f-b8d4-494d-b6fa-dbb5d59de417 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 200 len: 217 time: 0.0627582 Jan 12 10:08:21.396099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff87cd-3972-4abb-97df-dd4c9238a277 req-2c15fba0-3352-42fb-8216-97757a7df3fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:21.397566 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9ff87cd-3972-4abb-97df-dd4c9238a277 req-2c15fba0-3352-42fb-8216-97757a7df3fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0698807 Jan 12 10:08:21.470889 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9ff87cd-3972-4abb-97df-dd4c9238a277 req-4ead2592-0999-486f-80be-e75b2c29f8dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675101 Jan 12 10:08:21.601320 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9ff87cd-3972-4abb-97df-dd4c9238a277 req-7c262fae-52a2-44d5-aa6f-441b1d10822f service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244526 Jan 12 10:08:21.732672 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9ff87cd-3972-4abb-97df-dd4c9238a277 req-ba31d76e-0d93-4ba0-8c68-715d6667f0c3 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249032 Jan 12 10:08:21.833120 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:22.436080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bcd8e-7b60-438e-9df5-1228c0caab78 req-51658dea-0830-405b-8260-5f10ff7d3158 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:22.437519 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c3bcd8e-7b60-438e-9df5-1228c0caab78 req-51658dea-0830-405b-8260-5f10ff7d3158 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 943 time: 0.0866954 Jan 12 10:08:22.481728 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c3bcd8e-7b60-438e-9df5-1228c0caab78 req-7242a289-06f2-4f46-9b66-d4e51c573ec5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384319 Jan 12 10:08:22.596153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:22.635477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:23.697521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c9513-cad2-4625-a446-50f1475df0b5 req-b8d47e1c-fb21-46a4-b7de-5e6569d2b8fc tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:23.698986 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-748c9513-cad2-4625-a446-50f1475df0b5 req-b8d47e1c-fb21-46a4-b7de-5e6569d2b8fc tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 943 time: 0.0876739 Jan 12 10:08:23.748614 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-748c9513-cad2-4625-a446-50f1475df0b5 req-3f47041e-0472-4ddf-a5e2-2c2246802a72 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Jan 12 10:08:23.965213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:24.333966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 21e2977b-f9c4-4388-8370-736e54ac6b3f details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:08:24.475058 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 21e2977b-f9c4-4388-8370-736e54ac6b3f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:08:24.488151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'mac_address': 'fa:16:3e:ee:22:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:08:24.542987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:24.560280 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e2977b-f9c4-4388-8370-736e54ac6b3f {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:08:24.576495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 21e2977b-f9c4-4388-8370-736e54ac6b3f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:08:24.583317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:24.654336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=21e2977b-f9c4-4388-8370-736e54ac6b3f,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:24.903760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['21e2977b-f9c4-4388-8370-736e54ac6b3f'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:08:24.973604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bce65-1314-4fdb-b1a6-902bf5218c41 req-19816031-8ae5-420d-82ba-324e4578a90b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:24.975029 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d96bce65-1314-4fdb-b1a6-902bf5218c41 req-19816031-8ae5-420d-82ba-324e4578a90b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 944 time: 0.0804267 Jan 12 10:08:25.021171 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d96bce65-1314-4fdb-b1a6-902bf5218c41 req-ce66075b-a37b-405f-b998-93694a41be25 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405743 Jan 12 10:08:26.220645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833fd3a-1d69-499a-9733-94a21520cd73 req-b9872868-4caa-4c44-85f6-3423a0789213 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:26.221960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2833fd3a-1d69-499a-9733-94a21520cd73 req-b9872868-4caa-4c44-85f6-3423a0789213 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 944 time: 0.0811527 Jan 12 10:08:26.269033 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2833fd3a-1d69-499a-9733-94a21520cd73 req-7d262ba3-165f-4056-bcc8-9a17c1f2188a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386965 Jan 12 10:08:26.339779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 21e2977b-f9c4-4388-8370-736e54ac6b3f up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:08:26.414399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 21e2977b-f9c4-4388-8370-736e54ac6b3f completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:08:26.419396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 21e2977b-f9c4-4388-8370-736e54ac6b3f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:26.419765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:26.534707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:26.560591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:08:26.570127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 21e2977b-f9c4-4388-8370-736e54ac6b3f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:08:26.574994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:26.617153 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'code': 200} Jan 12 10:08:26.645872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=21e2977b-f9c4-4388-8370-736e54ac6b3f,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:26.846377 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4883b83-1f05-4da4-8c89-252440dce1f3 req-112c1b14-0dc0-4174-afc2-65678a0171de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 1098 time: 0.0772443 Jan 12 10:08:26.889577 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4883b83-1f05-4da4-8c89-252440dce1f3 req-2f57a2de-622b-486b-8555-a66a99d69452 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374081 Jan 12 10:08:27.583540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041c3e9-3760-4f0c-9d2e-60d747a64979 req-a8c93c92-0072-4352-98f3-2e1041ab482a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:27.584851 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d041c3e9-3760-4f0c-9d2e-60d747a64979 req-a8c93c92-0072-4352-98f3-2e1041ab482a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.1841755 Jan 12 10:08:27.636239 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d041c3e9-3760-4f0c-9d2e-60d747a64979 req-37dc1a82-0796-4449-804d-a2c6ceab79d4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458772 Jan 12 10:08:28.845239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1d490-dc40-43d8-b215-6a2167545e7d req-c3b95435-e41e-4bad-b176-c3cd8ace2243 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:28.846688 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4f1d490-dc40-43d8-b215-6a2167545e7d req-c3b95435-e41e-4bad-b176-c3cd8ace2243 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0774083 Jan 12 10:08:28.893308 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4f1d490-dc40-43d8-b215-6a2167545e7d req-409820a8-1ff0-42be-9d60-f53a551b8be1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384934 Jan 12 10:08:29.088698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac3ca2-7efb-4ad2-ac75-b6e950525d8f req-0c50cca9-36f1-4abe-ac8b-69feb87f2bc9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:29.090017 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-24ac3ca2-7efb-4ad2-ac75-b6e950525d8f req-0c50cca9-36f1-4abe-ac8b-69feb87f2bc9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0841775 Jan 12 10:08:29.098928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 47186) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:29.104268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-04ad763d-82af-44d5-8ff4-810e2f4e276b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'floatingip': {'port_id': '21e2977b-f9c4-4388-8370-736e54ac6b3f'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:08:29.177571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-04ad763d-82af-44d5-8ff4-810e2f4e276b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:29.783385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-04ad763d-82af-44d5-8ff4-810e2f4e276b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:29.790303 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-04ad763d-82af-44d5-8ff4-810e2f4e276b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:30.003796 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-04ad763d-82af-44d5-8ff4-810e2f4e276b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Floating IP ee98ab05-8a59-433d-98ba-49963728331e associated. External IP: 172.26.1.242, port: 21e2977b-f9c4-4388-8370-736e54ac6b3f. Jan 12 10:08:30.516355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ad763d-82af-44d5-8ff4-810e2f4e276b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Router a4a57c96-5240-446a-b182-e58b9812648f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:08:30.730960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ad763d-82af-44d5-8ff4-810e2f4e276b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:08:30.735474 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-04ad763d-82af-44d5-8ff4-810e2f4e276b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:30.741446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:08:30.754995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:08:30.755614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:08:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:30.792120 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-04ad763d-82af-44d5-8ff4-810e2f4e276b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "PUT /v2.0/floatingips/ee98ab05-8a59-433d-98ba-49963728331e HTTP/1.1" status: 200 len: 991 time: 1.6920738 Jan 12 10:08:30.792770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:08:30.934571 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'status': 'completed', 'code': 200} Jan 12 10:08:30.943571 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:08:31.023002 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dfc3a660-26bc-412b-9d14-05130c882238 req-bb2fc715-a0a0-4ab9-bcdf-45f18c237e74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 1098 time: 0.0674729 Jan 12 10:08:31.150558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3a660-26bc-412b-9d14-05130c882238 req-d95f4eae-6b6f-450b-a0e9-936cb1cb435b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:31.152078 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dfc3a660-26bc-412b-9d14-05130c882238 req-d95f4eae-6b6f-450b-a0e9-936cb1cb435b service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1236494 Jan 12 10:08:31.253207 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dfc3a660-26bc-412b-9d14-05130c882238 req-7d556602-ba7d-48c1-b140-34201ae913c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 200 len: 999 time: 0.0948539 Jan 12 10:08:31.286591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:ee:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ce335-7402-4c1c-bc0d-f041ff937077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:08:29Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:31.290612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:08:31.302445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:08:31.303082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:08:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:31.316603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3a660-26bc-412b-9d14-05130c882238 req-ec9c20fa-8d3c-46d2-bd86-bcd587777f66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:31.318037 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dfc3a660-26bc-412b-9d14-05130c882238 req-ec9c20fa-8d3c-46d2-bd86-bcd587777f66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0593171 Jan 12 10:08:31.394705 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dfc3a660-26bc-412b-9d14-05130c882238 req-f8c00374-cb84-40c2-afdd-3cd2fb9c0898 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704842 Jan 12 10:08:31.486182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:08:31.524478 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dfc3a660-26bc-412b-9d14-05130c882238 req-26eda6ab-f5b8-42d8-9dd1-fe4a9f284ab0 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233709 Jan 12 10:08:31.653811 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dfc3a660-26bc-412b-9d14-05130c882238 req-585d7297-07f3-453f-94dc-84a98d501e8d service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233175 Jan 12 10:08:31.839631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:ee:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ce335-7402-4c1c-bc0d-f041ff937077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:08:29Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:31.843932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e7052c-ae04-4400-84ab-70c0256566a3 None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:ee:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ce335-7402-4c1c-bc0d-f041ff937077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:08:29Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:08:32.038615 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b14ff76-c301-48ac-8293-90410a71ce04 None None] New status for floating IP ee98ab05-8a59-433d-98ba-49963728331e: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:08:39.975037 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:08:49.123645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b34c3942-a4b8-4e24-84fd-8a955a65252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:51.216704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c52998e-42e1-45f9-b873-8fbbdd6ef3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:51.865346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.589447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.636524 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:53.423508 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-212fce36-d707-43e7-8ddf-d96f3047c61f req-2120beb6-a9bb-4b0a-8157-fd27b07298d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756254 Jan 12 10:08:53.568798 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-212fce36-d707-43e7-8ddf-d96f3047c61f req-7f9ed612-8508-42ac-8991-f89dc39b1fe2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 1098 time: 0.0790792 Jan 12 10:08:53.713092 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fce36-d707-43e7-8ddf-d96f3047c61f req-14716b7b-b885-4311-9f5b-add07d247122 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:53.714545 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-212fce36-d707-43e7-8ddf-d96f3047c61f req-14716b7b-b885-4311-9f5b-add07d247122 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1279285 Jan 12 10:08:53.821667 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-212fce36-d707-43e7-8ddf-d96f3047c61f req-e93b6a31-f734-4d99-bdf2-c88bace5aea5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 200 len: 1001 time: 0.1003950 Jan 12 10:08:53.892937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fce36-d707-43e7-8ddf-d96f3047c61f req-2f41a718-eaa9-41c1-8ff8-39769528647c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:53.894386 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-212fce36-d707-43e7-8ddf-d96f3047c61f req-2f41a718-eaa9-41c1-8ff8-39769528647c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0662067 Jan 12 10:08:53.961834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:53.971637 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-212fce36-d707-43e7-8ddf-d96f3047c61f req-1d3abc83-01df-4489-a6b7-6029b52db1ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715511 Jan 12 10:08:54.101584 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-212fce36-d707-43e7-8ddf-d96f3047c61f req-64322f7b-8c18-48df-87f3-dc11e2c43b78 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234112 Jan 12 10:08:54.335577 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-212fce36-d707-43e7-8ddf-d96f3047c61f req-8ed1371f-d90f-4fc2-a66f-4c7ad13435e6 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279663 Jan 12 10:09:16.981207 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:09:19.084486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c3d95d-9758-4dd9-84b3-c704419b20fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:21.220770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7707382d-14c1-4464-9abd-eabd3978532a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:21.882028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:22.599418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:22.630794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:23.966708 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:46.664042 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7faed-c196-4b2d-9760-bd0687b4dbc7 req-f7540d30-5818-4644-b890-72e1f04f8791 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:46.665450 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-45f7faed-c196-4b2d-9760-bd0687b4dbc7 req-f7540d30-5818-4644-b890-72e1f04f8791 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0869606 Jan 12 10:09:46.714873 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-45f7faed-c196-4b2d-9760-bd0687b4dbc7 req-2e1ab235-1de6-4138-ada4-c1e29f58254c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409086 Jan 12 10:09:47.939450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c3837-62fc-4874-98ee-fcc4d44451ed req-8fcf3b6e-0103-4b96-a211-6bd5b28da28a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:47.940980 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c9c3837-62fc-4874-98ee-fcc4d44451ed req-8fcf3b6e-0103-4b96-a211-6bd5b28da28a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0905049 Jan 12 10:09:47.995535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c9c3837-62fc-4874-98ee-fcc4d44451ed req-34edcf6f-079c-4226-8923-c6ef56b383f1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459216 Jan 12 10:09:49.080484 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eae81251-ac14-41d2-95c3-f791fafd4b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:49.218342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e9d9-1dbb-49e2-944d-f11a93866991 req-8193d7f2-6fc5-4a2b-a64f-3c418a6cd62f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:49.219757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1b90e9d9-1dbb-49e2-944d-f11a93866991 req-8193d7f2-6fc5-4a2b-a64f-3c418a6cd62f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0887022 Jan 12 10:09:49.265752 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1b90e9d9-1dbb-49e2-944d-f11a93866991 req-ed5e0336-c644-46c9-9b6f-1b697f2e6410 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399463 Jan 12 10:09:50.487095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8dd87-0ea3-48c1-b848-570b36e85344 req-7feb43db-65da-4be8-83af-7f55b197d80d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:50.488619 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-66b8dd87-0ea3-48c1-b848-570b36e85344 req-7feb43db-65da-4be8-83af-7f55b197d80d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0897160 Jan 12 10:09:50.533747 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-66b8dd87-0ea3-48c1-b848-570b36e85344 req-febed578-b7b4-49e8-9a01-ee23e6ec9eca tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 Jan 12 10:09:51.221061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de2f0eba-4e19-42f5-a8d9-c865ea4d64dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:51.755340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a3af7-9f9d-4b2f-a1b1-f369ab189300 req-90827953-5eda-4bb2-9481-7eab26544e03 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:51.756763 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-922a3af7-9f9d-4b2f-a1b1-f369ab189300 req-90827953-5eda-4bb2-9481-7eab26544e03 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0833032 Jan 12 10:09:51.801942 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-922a3af7-9f9d-4b2f-a1b1-f369ab189300 req-568a70db-999b-40d1-9b43-7cc29184519a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393827 Jan 12 10:09:51.890205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:52.598689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:52.636786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:53.016673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a23488-4d41-42d2-8dff-968a6efe9371 req-ed1c2b36-b0e5-41ba-866d-06418cd0c468 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:53.018086 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-59a23488-4d41-42d2-8dff-968a6efe9371 req-ed1c2b36-b0e5-41ba-866d-06418cd0c468 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0830798 Jan 12 10:09:53.066980 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-59a23488-4d41-42d2-8dff-968a6efe9371 req-df66782f-a2cf-4cc3-bdbe-85922704c9bd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403152 Jan 12 10:09:53.974923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:53.980674 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:09:54.274910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b7a5f-3ec7-40ec-bc57-650710b9b514 req-6de0de98-b7fc-4903-8c56-e93af6296292 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:54.276334 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-625b7a5f-3ec7-40ec-bc57-650710b9b514 req-6de0de98-b7fc-4903-8c56-e93af6296292 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0794172 Jan 12 10:09:54.328156 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-625b7a5f-3ec7-40ec-bc57-650710b9b514 req-8731bab5-d078-4132-8853-c38f0c47803a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436451 Jan 12 10:09:55.543596 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ffbf3be-1642-41fa-a20d-45e512312072 req-ace1508c-d8ca-416b-ba19-a8967e434f19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 1098 time: 0.1256714 Jan 12 10:09:55.553837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed921ad-2de3-44eb-bfb8-4bc18602d26f req-29630ce8-88e7-43e6-84cb-cc36042a9d99 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:55.555247 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ed921ad-2de3-44eb-bfb8-4bc18602d26f req-29630ce8-88e7-43e6-84cb-cc36042a9d99 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.1044297 Jan 12 10:09:55.682740 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ed921ad-2de3-44eb-bfb8-4bc18602d26f req-40895dab-af08-4c60-84dd-7d3ff98c5912 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213226 Jan 12 10:09:55.718141 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbf3be-1642-41fa-a20d-45e512312072 req-c8f72b6c-51fc-4ef7-95e0-cd9338187b2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:55.719624 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ffbf3be-1642-41fa-a20d-45e512312072 req-c8f72b6c-51fc-4ef7-95e0-cd9338187b2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1450384 Jan 12 10:09:55.829612 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ffbf3be-1642-41fa-a20d-45e512312072 req-8c99fb6a-9fcd-4018-9b06-d83beceede42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 200 len: 1001 time: 0.1034007 Jan 12 10:09:55.890935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbf3be-1642-41fa-a20d-45e512312072 req-070bbb01-56a6-4b02-af96-d12696ae0010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:55.892336 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ffbf3be-1642-41fa-a20d-45e512312072 req-070bbb01-56a6-4b02-af96-d12696ae0010 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0570445 Jan 12 10:09:55.988358 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ffbf3be-1642-41fa-a20d-45e512312072 req-99cf55d6-0941-4d34-bcd9-e977366bf5fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886459 Jan 12 10:09:56.138009 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ffbf3be-1642-41fa-a20d-45e512312072 req-dc766b51-04e7-4f5b-9e70-4bc6bcd09987 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427135 Jan 12 10:09:56.273891 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ffbf3be-1642-41fa-a20d-45e512312072 req-a9fa8807-d41d-4c89-9d66-addbb6bfcd94 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303341 Jan 12 10:09:56.979667 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6cb15-dcf3-45d2-a92b-c98e468f6b19 req-6e4f317b-da49-49e2-958a-8e37f7e56b53 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:56.981116 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cad6cb15-dcf3-45d2-a92b-c98e468f6b19 req-6e4f317b-da49-49e2-958a-8e37f7e56b53 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.1642437 Jan 12 10:09:57.027030 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cad6cb15-dcf3-45d2-a92b-c98e468f6b19 req-4db1b554-4150-4633-9790-b4ec63a3f0be tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Jan 12 10:09:58.250984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a3b7f-5c80-4fcb-837b-ee34d6c2103d req-fb5145af-a7a8-4756-a98a-3eba32282012 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:58.252420 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-215a3b7f-5c80-4fcb-837b-ee34d6c2103d req-fb5145af-a7a8-4756-a98a-3eba32282012 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0978198 Jan 12 10:09:58.299390 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-215a3b7f-5c80-4fcb-837b-ee34d6c2103d req-d90b5377-f8c0-456a-8935-d3c5638157e9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411749 Jan 12 10:09:59.501038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4655800-51b9-41b2-9ee3-90eda2f55c42 req-fd243d04-821f-4e81-bd3a-f99fd08fe79c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:59.502452 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e4655800-51b9-41b2-9ee3-90eda2f55c42 req-fd243d04-821f-4e81-bd3a-f99fd08fe79c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0756717 Jan 12 10:09:59.547891 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e4655800-51b9-41b2-9ee3-90eda2f55c42 req-dfefdbcf-d323-48da-a028-bb43e41fbe01 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386622 Jan 12 10:10:00.788673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60909a76-abc3-4618-b9f7-2601efe4696d req-3b0f30fc-8302-403f-8354-a16d33226622 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:00.790263 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60909a76-abc3-4618-b9f7-2601efe4696d req-3b0f30fc-8302-403f-8354-a16d33226622 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.1004882 Jan 12 10:10:00.837291 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60909a76-abc3-4618-b9f7-2601efe4696d req-63fcbd15-d5e8-49fd-aa6f-ee8eb9bcb4f1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 Jan 12 10:10:02.048408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ed18-97f0-4cc6-8b2e-c656f8a54f16 req-916f8400-ff36-4ea3-aa36-ee7c20af6746 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:02.049846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9288ed18-97f0-4cc6-8b2e-c656f8a54f16 req-916f8400-ff36-4ea3-aa36-ee7c20af6746 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0825601 Jan 12 10:10:02.099995 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9288ed18-97f0-4cc6-8b2e-c656f8a54f16 req-d03f74a9-0e20-42e2-856a-103c1e1f62c0 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425584 Jan 12 10:10:02.372649 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d05987a4-5a1d-4d79-bb49-3d3f724168ee req-8b4da2a5-f123-4332-b170-70b510fd74d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1492116 Jan 12 10:10:02.680332 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df24d-1ae1-435e-8d07-6d0839a0da5e req-4e772c12-0df9-4f68-8ade-1dd57ab5e12c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:02.681790 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-082df24d-1ae1-435e-8d07-6d0839a0da5e req-4e772c12-0df9-4f68-8ade-1dd57ab5e12c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0743895 Jan 12 10:10:02.691487 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-956f61f0-5aa6-45f6-ad2e-d4578c0fbc74 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358998 Jan 12 10:10:02.735121 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-082df24d-1ae1-435e-8d07-6d0839a0da5e req-01b1df8a-713f-431d-97a0-b8f2e16cb9eb tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473330 Jan 12 10:10:03.972110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fbe30-91b2-4352-a78f-90751af87260 req-e1c9a4f8-f298-4610-9a04-222eb58da64b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:03.973502 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a55fbe30-91b2-4352-a78f-90751af87260 req-e1c9a4f8-f298-4610-9a04-222eb58da64b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.1178842 Jan 12 10:10:04.036888 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a55fbe30-91b2-4352-a78f-90751af87260 req-70d574c2-eb04-444c-bffc-fb302ead57cc tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571339 Jan 12 10:10:04.045827 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-65baac6f-e64a-48ab-866e-430612bbb994 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 1098 time: 0.1108425 Jan 12 10:10:04.175160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-a5578789-e8e8-457b-885d-97a789d43ca5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:04.176570 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-a5578789-e8e8-457b-885d-97a789d43ca5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1248579 Jan 12 10:10:04.275281 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-e005e8b5-6670-40e2-9d60-54b7b5cf571b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 200 len: 1001 time: 0.0926313 Jan 12 10:10:04.343624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-dbd5b4e9-8849-494a-b319-7e89ad3eccde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:04.344927 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-dbd5b4e9-8849-494a-b319-7e89ad3eccde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0647693 Jan 12 10:10:04.417722 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-b088958f-21f2-464f-9fd0-fbad4af672de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671172 Jan 12 10:10:04.555762 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-cc61f1ea-8cd5-438d-af14-3d23e5bbf13c service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320148 Jan 12 10:10:04.699360 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-488f69cb-ec29-4844-a7e8-97301d2ade71 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371169 Jan 12 10:10:05.402301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44370ddb-36f0-4c8f-8ebc-00367d547dc5 req-6b3ad43e-20e9-419c-91c3-cff1bcb82e69 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:05.403693 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44370ddb-36f0-4c8f-8ebc-00367d547dc5 req-6b3ad43e-20e9-419c-91c3-cff1bcb82e69 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0951848 Jan 12 10:10:05.451283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44370ddb-36f0-4c8f-8ebc-00367d547dc5 req-0e65c011-1e08-4cfc-b28e-f7b2920f74c3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395355 Jan 12 10:10:06.505948 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-9c4a2d00-084e-4b89-a03d-a3810ff798c4 service neutron] 10.222.0.59 "GET /v2.0/ports/21e2977b-f9c4-4388-8370-736e54ac6b3f/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0870528 Jan 12 10:10:06.652335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15074-6427-4507-af1b-5faf79c52bb6 req-401cf13b-2f47-4183-adf7-a580668d1303 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:06.653786 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8cc15074-6427-4507-af1b-5faf79c52bb6 req-401cf13b-2f47-4183-adf7-a580668d1303 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0796993 Jan 12 10:10:06.699989 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8cc15074-6427-4507-af1b-5faf79c52bb6 req-f5f552fa-14bd-4591-aa26-358a5ee2650b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401092 Jan 12 10:10:06.777372 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-31b1e9ed-7903-4d90-b0c6-972dc4abc630 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 1098 time: 0.0683157 Jan 12 10:10:06.964037 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-e67a566e-8b69-4fe7-a4d7-5dc33080d52b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 1098 time: 0.1552866 Jan 12 10:10:07.097920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-634100d9-e5e8-4f44-8b62-919fb87c86f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:07.099277 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-634100d9-e5e8-4f44-8b62-919fb87c86f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1293652 Jan 12 10:10:07.199855 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-feb0deab-9247-443f-906e-8d1c5bfc6149 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 200 len: 1001 time: 0.0949645 Jan 12 10:10:07.260820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-47b372c8-9b51-4258-b7cc-48128c40a299 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:07.262215 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-47b372c8-9b51-4258-b7cc-48128c40a299 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0569148 Jan 12 10:10:07.336451 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-41d5aabf-9043-44fe-8ac2-d0e0154e2e59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683222 Jan 12 10:10:07.470106 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-e7f37265-0161-4c1a-a6fb-b7dc8d408ee9 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272235 Jan 12 10:10:07.601878 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d03528eb-f138-43f6-ae1d-e2e9908f2d1b req-ecede49b-38e0-458b-a6ce-2204f31f7b09 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265399 Jan 12 10:10:07.902405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a129-fc5b-4617-bb30-d388018ec6d9 req-cd308bf4-d15b-4bec-9ddf-2753af8b761e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:07.903898 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8860a129-fc5b-4617-bb30-d388018ec6d9 req-cd308bf4-d15b-4bec-9ddf-2753af8b761e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0828648 Jan 12 10:10:07.948745 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8860a129-fc5b-4617-bb30-d388018ec6d9 req-7e1a391e-1e40-41b0-8b80-a6a2131668d0 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392854 Jan 12 10:10:09.307956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f1750-124d-4bfa-af9d-a7f21270ccd3 req-85ecfc0c-96a4-49a8-a7dd-64639f5d29c1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:09.309360 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b46f1750-124d-4bfa-af9d-a7f21270ccd3 req-85ecfc0c-96a4-49a8-a7dd-64639f5d29c1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0936615 Jan 12 10:10:09.358053 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b46f1750-124d-4bfa-af9d-a7f21270ccd3 req-aa2820f3-541a-487d-a05e-0d4d2b5aa003 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430512 Jan 12 10:10:10.570133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246e0a0-f186-4ffa-b2df-7a84f85fb86f req-cc416536-d839-44e7-8204-0898ce00c518 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:10.571603 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a246e0a0-f186-4ffa-b2df-7a84f85fb86f req-cc416536-d839-44e7-8204-0898ce00c518 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0858235 Jan 12 10:10:10.618238 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a246e0a0-f186-4ffa-b2df-7a84f85fb86f req-4ee2147e-cf36-41b5-b18c-0e793cdb17b9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409560 Jan 12 10:10:10.868951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 21e2977b-f9c4-4388-8370-736e54ac6b3f details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:10:10.875700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 21e2977b-f9c4-4388-8370-736e54ac6b3f no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:10:11.034654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6b51-ec5a-4cf3-afa2-922c010e5a23 req-02461ec6-6f2b-43f1-aa05-a75828aa70f6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:11.036533 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6ed6b51-ec5a-4cf3-afa2-922c010e5a23 req-02461ec6-6f2b-43f1-aa05-a75828aa70f6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.1441822 Jan 12 10:10:11.043372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-5b222d96-484c-4466-ae90-0edb88e26095 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:11.044677 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-5b222d96-484c-4466-ae90-0edb88e26095 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077&tenant_id=c189e0b134ad4c358c601c017884858d&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 945 time: 0.1169741 Jan 12 10:10:11.085692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.086794 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6ed6b51-ec5a-4cf3-afa2-922c010e5a23 req-7c5d59b7-842d-471d-89cb-8f40dc157ec5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410969 Jan 12 10:10:11.108600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 21e2977b-f9c4-4388-8370-736e54ac6b3f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:10:11.128455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'mac_address': 'fa:16:3e:ee:22:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:10:11.133452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:10:11.170468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 21e2977b-f9c4-4388-8370-736e54ac6b3f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:10:11.179157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.205252 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-50212fb7-598c-412f-b1a1-952aefe92c50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 1098 time: 0.0758710 Jan 12 10:10:11.242428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.268964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21e2977b-f9c4-4388-8370-736e54ac6b3f {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:10:11.277044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=21e2977b-f9c4-4388-8370-736e54ac6b3f,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:11.306446 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'code': 200} Jan 12 10:10:11.320084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.320426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.320767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.321093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.321419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.321741 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.322059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.322376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.322714 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.323028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.323388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:11.336931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-b12b7f46-0ec5-469c-acaa-8d12d878e35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:11.338360 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-b12b7f46-0ec5-469c-acaa-8d12d878e35f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1278696 Jan 12 10:10:11.343376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:10:11.343724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:10:11.440030 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-bfd71870-0009-4567-ac2e-d252480ef084 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 200 len: 999 time: 0.0949376 Jan 12 10:10:11.500737 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-4d4b94ef-c24a-4783-87d8-ee91389bef3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:11.502151 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-4d4b94ef-c24a-4783-87d8-ee91389bef3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0564704 Jan 12 10:10:11.576502 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-8e1a0479-c9aa-4e6f-8a7f-8ce143b500dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680690 Jan 12 10:10:11.797304 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-cd30d07a-4272-49cd-8d9c-3a2e99a9a381 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148056 Jan 12 10:10:11.897393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.919240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e2977b-f9c4-4388-8370-736e54ac6b3f {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:10:11.927460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c0cbbb08-0c1d-49d1-a06d-b9455adf57c4 req-ea78e09f-e54b-4eb8-92fe-2cd770097671 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236429 Jan 12 10:10:11.937862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 21e2977b-f9c4-4388-8370-736e54ac6b3f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:10:11.943564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:12.019890 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['21e2977b-f9c4-4388-8370-736e54ac6b3f'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:10:12.057487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=21e2977b-f9c4-4388-8370-736e54ac6b3f,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:12.294320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4cb14-0504-4875-8366-99e46ecbbef3 req-199916a9-bcd8-4377-8a0a-c70db55eb756 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:12.299320 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ee4cb14-0504-4875-8366-99e46ecbbef3 req-199916a9-bcd8-4377-8a0a-c70db55eb756 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 944 time: 0.0871332 Jan 12 10:10:12.341062 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ee4cb14-0504-4875-8366-99e46ecbbef3 req-4e62001e-a789-40e8-bc92-4646d1998ddc tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396376 Jan 12 10:10:12.883352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 21e2977b-f9c4-4388-8370-736e54ac6b3f up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:10:12.955573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 21e2977b-f9c4-4388-8370-736e54ac6b3f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:12.956223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:13.074315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:13.107947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 21e2977b-f9c4-4388-8370-736e54ac6b3f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:10:13.113768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:13.179650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=21e2977b-f9c4-4388-8370-736e54ac6b3f,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:13.308346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:10:13.374117 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'code': 200} Jan 12 10:10:13.537706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfb40f-2d9a-4655-b450-6f61897081fe req-2bae4490-ab63-45f0-b671-25ee5df6b4ed tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:13.539170 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-decfb40f-2d9a-4655-b450-6f61897081fe req-2bae4490-ab63-45f0-b671-25ee5df6b4ed tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0769508 Jan 12 10:10:13.592935 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-decfb40f-2d9a-4655-b450-6f61897081fe req-9130540c-b2c8-4786-9fdc-e432749a0319 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466986 Jan 12 10:10:13.796348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee672d-3c5c-4e58-a371-a0dbc6ac718c req-e1d11a43-3a1a-406f-b8b3-1f68380df288 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:13.797673 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6cee672d-3c5c-4e58-a371-a0dbc6ac718c req-e1d11a43-3a1a-406f-b8b3-1f68380df288 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0802841 Jan 12 10:10:13.854251 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6cee672d-3c5c-4e58-a371-a0dbc6ac718c req-54b1fe21-0f25-431e-9b87-2ee961115d33 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478265 Jan 12 10:10:14.266241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e10d0-9574-4718-98d5-877dfa786fe3 req-59a85a73-a885-4ba3-9c6e-df16d46743d7 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:14.267681 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c6e10d0-9574-4718-98d5-877dfa786fe3 req-59a85a73-a885-4ba3-9c6e-df16d46743d7 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.1303120 Jan 12 10:10:14.275227 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22f21957-a40f-4fa3-b43d-9b16caa1d837 req-fb0b9199-bd2f-438d-ba0d-eb59b1d3ca81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 1098 time: 0.0938380 Jan 12 10:10:14.394926 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c6e10d0-9574-4718-98d5-877dfa786fe3 req-9c50f918-3f9c-4964-904d-b1c913ca7a04 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186919 Jan 12 10:10:14.430172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21957-a40f-4fa3-b43d-9b16caa1d837 req-47336183-f65b-42ff-a623-8361116c43f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:14.431629 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22f21957-a40f-4fa3-b43d-9b16caa1d837 req-47336183-f65b-42ff-a623-8361116c43f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1427855 Jan 12 10:10:14.537216 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22f21957-a40f-4fa3-b43d-9b16caa1d837 req-173359f3-e79c-4404-a81c-eb65c3c34253 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 200 len: 1001 time: 0.1003511 Jan 12 10:10:14.600189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21957-a40f-4fa3-b43d-9b16caa1d837 req-55a23965-b151-4cab-b087-89779eca3ee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:14.601558 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22f21957-a40f-4fa3-b43d-9b16caa1d837 req-55a23965-b151-4cab-b087-89779eca3ee9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0589724 Jan 12 10:10:14.677457 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22f21957-a40f-4fa3-b43d-9b16caa1d837 req-918be88c-7246-4a81-8967-132b8cc02b43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692487 Jan 12 10:10:14.819524 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22f21957-a40f-4fa3-b43d-9b16caa1d837 req-2ff14766-1c23-4003-b403-781870b08eac service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364815 Jan 12 10:10:14.958841 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22f21957-a40f-4fa3-b43d-9b16caa1d837 req-40d5a7da-14d5-47f0-8aa6-d1a18007bbdf service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328812 Jan 12 10:10:15.600637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a238f-5641-4f5f-b577-df2a150a3e05 req-f21121b0-a1b3-4e15-a258-1b74f1a9c934 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:15.602090 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-911a238f-5641-4f5f-b577-df2a150a3e05 req-f21121b0-a1b3-4e15-a258-1b74f1a9c934 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0788774 Jan 12 10:10:15.653130 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-911a238f-5641-4f5f-b577-df2a150a3e05 req-e0a0d020-1dba-4bf8-b97d-0d8e32d4834a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428648 Jan 12 10:10:16.054863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3962b0-2e7c-4b31-a9d1-dc1fb2db72fd req-8c07ba86-95a9-4b1b-a5d7-67d3d2e0a884 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:16.056238 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0a3962b0-2e7c-4b31-a9d1-dc1fb2db72fd req-8c07ba86-95a9-4b1b-a5d7-67d3d2e0a884 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0791378 Jan 12 10:10:16.101496 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0a3962b0-2e7c-4b31-a9d1-dc1fb2db72fd req-0875c989-257b-4770-9106-d293e4a654d3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393524 Jan 12 10:10:17.320416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e11546-ca2f-4d8b-a0d9-849866ceff67 req-c177ce7b-e23f-4896-bfb1-8da963e3cef3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:17.321868 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-39e11546-ca2f-4d8b-a0d9-849866ceff67 req-c177ce7b-e23f-4896-bfb1-8da963e3cef3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0887406 Jan 12 10:10:17.367196 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-39e11546-ca2f-4d8b-a0d9-849866ceff67 req-51f77860-b3c7-46da-b471-1f899735d3ed tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396473 Jan 12 10:10:17.961538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-e66574dd-6254-459f-bbf1-4da2d18b4ad5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:17.962848 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-e66574dd-6254-459f-bbf1-4da2d18b4ad5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.0851035 Jan 12 10:10:18.118889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Deleting port 21e2977b-f9c4-4388-8370-736e54ac6b3f {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:10:18.119216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:18.364533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] For port 21e2977b-f9c4-4388-8370-736e54ac6b3f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=21e2977b-f9c4-4388-8370-736e54ac6b3f,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:10:18.365243 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:18.698788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:18.699049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:18.699379 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Floating IP ee98ab05-8a59-433d-98ba-49963728331e disassociated. External IP: 172.26.1.242, port: 21e2977b-f9c4-4388-8370-736e54ac6b3f. Jan 12 10:10:18.699719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Calling delete_port for 21e2977b-f9c4-4388-8370-736e54ac6b3f owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:10:18.749562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037b94b-d83a-4925-9e69-cfff5929c62f req-d6287e5f-95af-4215-8378-3f03ba0ffc71 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:18.751023 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7037b94b-d83a-4925-9e69-cfff5929c62f req-d6287e5f-95af-4215-8378-3f03ba0ffc71 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 945 time: 0.2338381 Jan 12 10:10:18.818928 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7037b94b-d83a-4925-9e69-cfff5929c62f req-efc47106-c5a6-4007-83dc-3c58f8c7d375 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618660 Jan 12 10:10:18.881571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:18.939417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event deleted for resources: {'Port': ['ID=21e2977b-f9c4-4388-8370-736e54ac6b3f,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:18.955172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:18.955511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:18.955842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:18.956289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:18.956640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:18.956961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:18.957303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:18.957626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:18.957965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:18.958244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:18.958554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:19.085027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b4b33c5-cba0-439d-9720-8ff0f367b29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:19.163412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Router a4a57c96-5240-446a-b182-e58b9812648f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:10:19.375520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:10:19.385320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:10:19.398873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:10:19.399353 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:09:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:19.442813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] No DVR routers for this DVR port 21e2977b-f9c4-4388-8370-736e54ac6b3f on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:10:19.445388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:19.447939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'name': 'network-vif-deleted', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:10:19.465059 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-16fa8ab1-6cd7-4056-a587-b9b2caf3203b req-784ad447-c2b5-4c6a-8af4-b4effe6fa620 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "DELETE /v2.0/ports/21e2977b-f9c4-4388-8370-736e54ac6b3f HTTP/1.1" status: 204 len: 173 time: 1.4972341 Jan 12 10:10:19.523386 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ce335-7402-4c1c-bc0d-f041ff937077', 'name': 'network-vif-deleted', 'tag': '21e2977b-f9c4-4388-8370-736e54ac6b3f', 'status': 'completed', 'code': 200} Jan 12 10:10:19.588767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:10:19.940223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:19.944258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:10:19.957549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:10:19.958163 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:09:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:20.001799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-b0d10d55-4b78-4ce5-af75-66e3a7a30f76 req-054f5a39-6a86-40bc-8869-1b98a82b2e0f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Synchronizing usage tracker for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:10:20.017934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-b0d10d55-4b78-4ce5-af75-66e3a7a30f76 req-054f5a39-6a86-40bc-8869-1b98a82b2e0f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Unset dirty status for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:10:20.019122 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b0d10d55-4b78-4ce5-af75-66e3a7a30f76 req-054f5a39-6a86-40bc-8869-1b98a82b2e0f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=934ce335-7402-4c1c-bc0d-f041ff937077 HTTP/1.1" status: 200 len: 210 time: 0.0620828 Jan 12 10:10:20.139605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:10:20.452357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:20.456464 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e0462-325a-449c-b68c-e49118189357 None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:10:20.660435 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14532c6b-7044-4e10-ae41-e737d0904702 None None] New status for floating IP ee98ab05-8a59-433d-98ba-49963728331e: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:10:20.929048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 21e2977b-f9c4-4388-8370-736e54ac6b3f no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:10:20.961798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 21e2977b-f9c4-4388-8370-736e54ac6b3f {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:10:20.962142 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 21e2977b-f9c4-4388-8370-736e54ac6b3f not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:10:21.214502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33c9ea6-6cc1-4a3c-ae28-d2d7f2ce3b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:21.407794 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-61524732-6352-4fad-9c8a-9682c5e269ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1160168177&fields=id&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 267 time: 0.0401461 Jan 12 10:10:21.650692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-36dc0615-cc47-4063-a14d-586bc5bf4177 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:21.652124 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-36dc0615-cc47-4063-a14d-586bc5bf4177 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 812 time: 0.2382734 Jan 12 10:10:21.668282 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-bb5548fa-ff0c-42f0-b61f-395ecd30922f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/quotas/c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 375 time: 0.0106106 Jan 12 10:10:21.748805 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-4ae4e8ab-eb80-4836-99e6-b30c3c8cea57 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758715 Jan 12 10:10:21.880751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:21.891902 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-cd72df75-e802-4fcc-aa89-e53191e76785 service neutron] 10.222.0.58 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270473 Jan 12 10:10:22.021592 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-be52803e-f51c-417c-8cc6-77edf9ba1d4b service neutron] 10.222.0.58 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235840 Jan 12 10:10:22.218859 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bf43e1ac-78ff-4048-98cc-7de26c3f8019 req-3ae1c070-277d-4b0b-8116-ae78cea18950 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 210 time: 0.0446773 Jan 12 10:10:22.611024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:22.645680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:23.387286 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e71a388b-6e6e-4340-8689-12ef9a625073 req-cafc2389-fd9d-4f4c-bd21-4fa65cbd36fb tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 210 time: 0.0404932 Jan 12 10:10:23.973173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:24.257998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-835955d1-c9c4-4b85-8cd5-b4a137af0ff4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:24.259460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-835955d1-c9c4-4b85-8cd5-b4a137af0ff4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 812 time: 0.1443958 Jan 12 10:10:24.315813 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-fd40f5fe-1ceb-40c5-95fd-b2bf3e678b32 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 380 time: 0.0451593 Jan 12 10:10:24.326358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'port': {'device_id': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'admin_state_up': True, 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'security_groups': ['e04f0599-0312-40c1-a543-95f20fa1ff24']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:10:24.462455 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:10:24.472154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:10:24.483383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Made reservation on behalf of c189e0b134ad4c358c601c017884858d for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:10:24.486729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:24.596785 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-819e41fd-387e-4dab-85d4-8116a7c7c613 req-aaa4c128-12b3-454c-be16-64bbc25f54c1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 210 time: 0.0517206 Jan 12 10:10:24.684075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Allocated IP 172.20.0.6 (d90d2440-1e27-4d49-a622-b7d8b16e13e4/39eb7a9f-f8cc-4caa-b140-2f4173e73d3c/541754d5-6c6f-47d5-8a9b-56287c1a09a1) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:10:24.880895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:24.896152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Transition to ACTIVE for port object 541754d5-6c6f-47d5-8a9b-56287c1a09a1 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:10:24.922375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:25.002393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:10:25.005520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:10:25.009863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:10:25.037718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event updated for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:25.070246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:25.070891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:25.097399 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-73c0b803-7cd4-44d3-8309-77aae4a46765 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7749462 Jan 12 10:10:25.108451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Request body: {'port': {'device_id': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:10:25.204406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-911bba10-7117-46a3-8804-b9a3e4d87d33 None None] Provisioning for port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:10:25.209231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-911bba10-7117-46a3-8804-b9a3e4d87d33 None None] Provisioning complete for port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:25.209604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-911bba10-7117-46a3-8804-b9a3e4d87d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:25.218267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:25.262936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-911bba10-7117-46a3-8804-b9a3e4d87d33 None None] Port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:10:25.647911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541754d5-6c6f-47d5-8a9b-56287c1a09a1 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:10:25.654985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:25.669338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Transition to ACTIVE for port object 541754d5-6c6f-47d5-8a9b-56287c1a09a1 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:10:25.674787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:25.841063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Pushing event updated for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:25.955518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b50e05-365c-4ba5-8d74-f62e64856d22 req-5c81a41d-ea33-426b-8799-32b0022b5986 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:25.956266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d8b50e05-365c-4ba5-8d74-f62e64856d22 req-5c81a41d-ea33-426b-8799-32b0022b5986 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Synchronizing usage tracker for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:10:25.985329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Attempting to bind port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:10:25.985665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Attempting to bind port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:10:25.986008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Attempting to bind port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:10:25.989116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d8b50e05-365c-4ba5-8d74-f62e64856d22 req-5c81a41d-ea33-426b-8799-32b0022b5986 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Unset dirty status for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:10:25.990273 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d8b50e05-365c-4ba5-8d74-f62e64856d22 req-5c81a41d-ea33-426b-8799-32b0022b5986 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 943 time: 0.2665830 Jan 12 10:10:25.994123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:10:25.994446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Attempting to bind port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:10:26.021396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:10:26.022004 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Checking segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:10:26.022375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Bound using segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:10:26.022840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Bound port: 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:10:26.023189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:26.091994 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d8b50e05-365c-4ba5-8d74-f62e64856d22 req-c9a55784-fe7c-4d1b-9d82-53ca2f24c103 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951195 Jan 12 10:10:26.129279 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:10:26.132483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:10:26.136490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:26.196939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:26.198231 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] 10.222.0.59 "PUT /v2.0/ports/541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 200 len: 1093 time: 1.0941999 Jan 12 10:10:26.198701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:10:26.215569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ab0cb-90f8-4c48-83f0-2d48059fe232 service neutron] Pushing event updated for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:26.272242 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'status': 'completed', 'code': 200} Jan 12 10:10:26.314068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-4c296463-dc6c-4f6d-8d4f-0b3de21c44d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0784843 Jan 12 10:10:26.381464 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-22fd25b8-ccaf-4b4e-ac30-bcd3ec1b50d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 200 len: 217 time: 0.0611236 Jan 12 10:10:26.462147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-cc0b72b1-e552-4208-a43a-25d5677b4c56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:26.463635 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-cc0b72b1-e552-4208-a43a-25d5677b4c56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0760956 Jan 12 10:10:26.537642 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-aeded3aa-b762-4df3-9dfd-9fdc28a3eb84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683322 Jan 12 10:10:26.669121 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-4dc6e4ce-22d6-41f0-9f3f-44578fb7d6c4 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261616 Jan 12 10:10:26.804034 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-581d326f-f9a1-4fa3-9171-e18606be78d7 req-4b5c158c-c7b4-4e23-b3ce-6030484b9fc5 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290302 Jan 12 10:10:26.927638 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-252236ff-7b46-4312-b591-5f802f607f00 req-710bd0b3-9562-4ed2-b5fa-2ef688124eca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0717440 Jan 12 10:10:27.064874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252236ff-7b46-4312-b591-5f802f607f00 req-2362bf28-1b7b-4724-8ded-88a6ad6dae83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:27.066187 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-252236ff-7b46-4312-b591-5f802f607f00 req-2362bf28-1b7b-4724-8ded-88a6ad6dae83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1332555 Jan 12 10:10:27.131740 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-252236ff-7b46-4312-b591-5f802f607f00 req-5c891738-1bcd-414b-8c4b-357c354ffe72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 200 len: 217 time: 0.0595255 Jan 12 10:10:27.330811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252236ff-7b46-4312-b591-5f802f607f00 req-60c0d4cb-6c15-4700-8e7e-d660f0666fc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:27.332365 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-252236ff-7b46-4312-b591-5f802f607f00 req-60c0d4cb-6c15-4700-8e7e-d660f0666fc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.1953373 Jan 12 10:10:27.414422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c3a6d-ebce-45ef-b962-47f5f28a825d req-735a1f97-9bc0-4cb3-b545-1af52c47b9e4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:27.415860 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-963c3a6d-ebce-45ef-b962-47f5f28a825d req-735a1f97-9bc0-4cb3-b545-1af52c47b9e4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 943 time: 0.1458077 Jan 12 10:10:27.449144 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-252236ff-7b46-4312-b591-5f802f607f00 req-dc618cf9-7d76-4b06-85f4-d29a25b243e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1082056 Jan 12 10:10:27.542471 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-963c3a6d-ebce-45ef-b962-47f5f28a825d req-71555d58-db12-4dc8-ab9d-94537c9322ec tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195300 Jan 12 10:10:27.595297 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-252236ff-7b46-4312-b591-5f802f607f00 req-450ba7f4-f660-4ca7-833d-85013194176a service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356950 Jan 12 10:10:27.735554 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-252236ff-7b46-4312-b591-5f802f607f00 req-fdfea453-0fd7-4a55-82ef-07da28774703 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339717 Jan 12 10:10:28.761738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba302c-4e6e-4922-a0a7-cd7e57c38561 req-c3465abc-4fcc-4797-99a8-23e31da266c4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:28.763156 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4dba302c-4e6e-4922-a0a7-cd7e57c38561 req-c3465abc-4fcc-4797-99a8-23e31da266c4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 943 time: 0.0823934 Jan 12 10:10:28.813873 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4dba302c-4e6e-4922-a0a7-cd7e57c38561 req-c2cee7da-5b8e-4c0c-93a7-d514e9aeb7ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426478 Jan 12 10:10:30.040956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b17dff-5f0d-4387-9cce-bd573fcd659d req-51691f1a-8675-471e-92c9-e5eee12e8cbd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:30.042394 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-36b17dff-5f0d-4387-9cce-bd573fcd659d req-51691f1a-8675-471e-92c9-e5eee12e8cbd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 943 time: 0.0899351 Jan 12 10:10:30.089788 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-36b17dff-5f0d-4387-9cce-bd573fcd659d req-fa97a71f-af3f-47b6-ba8e-555d7e08e907 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394650 Jan 12 10:10:30.985436 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:10:30.991058 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 541754d5-6c6f-47d5-8a9b-56287c1a09a1 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:10:31.131512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:10:31.145303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'mac_address': 'fa:16:3e:25:ad:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:10:31.197959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:31.215451 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541754d5-6c6f-47d5-8a9b-56287c1a09a1 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:10:31.231116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:10:31.235355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:31.289414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85b817-ad44-4399-92e5-5b98ea903b07 req-73617164-5572-4df1-97a7-a8bf2cacaf85 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:31.290883 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-be85b817-ad44-4399-92e5-5b98ea903b07 req-73617164-5572-4df1-97a7-a8bf2cacaf85 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 944 time: 0.0815496 Jan 12 10:10:31.302333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:31.336918 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-be85b817-ad44-4399-92e5-5b98ea903b07 req-20722e5e-9098-4615-bfe1-162f7bca233f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404477 Jan 12 10:10:31.601450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['541754d5-6c6f-47d5-8a9b-56287c1a09a1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:10:32.556666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b16b44-1a10-485a-9430-0160deaa21d7 req-44b7f281-94a0-4af2-9e59-512181aafcde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:32.558092 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5b16b44-1a10-485a-9430-0160deaa21d7 req-44b7f281-94a0-4af2-9e59-512181aafcde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 944 time: 0.0796711 Jan 12 10:10:32.606224 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5b16b44-1a10-485a-9430-0160deaa21d7 req-b83f8415-8b32-45e1-ab9e-35b2836d1238 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401049 Jan 12 10:10:33.008143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 541754d5-6c6f-47d5-8a9b-56287c1a09a1 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:10:33.124268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:10:33.131009 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:33.131372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:33.240817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:33.267002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:10:33.277420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:10:33.282264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:33.322631 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'code': 200} Jan 12 10:10:33.353247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:33.573247 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5fd347a8-2bde-42ee-9d21-239f3e7a846f req-c7debae7-960f-4739-b7f5-50e70c246d55 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0735810 Jan 12 10:10:33.614338 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5fd347a8-2bde-42ee-9d21-239f3e7a846f req-e7f0b173-12be-4ee5-83fc-3ac4f34bf346 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347550 Jan 12 10:10:33.929941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd884a0-0556-4a5b-9cc8-008e892d71d2 req-7d3a9493-0a39-43e8-b294-cbf247bd8ae2 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:33.931369 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fcd884a0-0556-4a5b-9cc8-008e892d71d2 req-7d3a9493-0a39-43e8-b294-cbf247bd8ae2 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.1851830 Jan 12 10:10:33.981130 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fcd884a0-0556-4a5b-9cc8-008e892d71d2 req-94508f9b-5ee9-4ca2-81a0-602a41eab4f9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Jan 12 10:10:35.263868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f0734-fbc0-4a83-82a2-82ab2ef86aa5 req-4168632a-554f-4d8c-95f8-fcb8548d1f6f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:35.265363 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-588f0734-fbc0-4a83-82a2-82ab2ef86aa5 req-4168632a-554f-4d8c-95f8-fcb8548d1f6f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.1513336 Jan 12 10:10:35.313698 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-588f0734-fbc0-4a83-82a2-82ab2ef86aa5 req-3cd14f5a-1a39-4914-b398-3cb02d0a6ec2 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403543 Jan 12 10:10:35.516021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95722314-c000-494d-bf7f-651a4746a64c req-0354ec93-0069-497e-a911-8da6e03ef074 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:35.517517 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95722314-c000-494d-bf7f-651a4746a64c req-0354ec93-0069-497e-a911-8da6e03ef074 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0825047 Jan 12 10:10:35.527184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 47496) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:10:35.532517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8d4de135-4823-4178-a0da-40a53bf3b947 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'floatingip': {'port_id': '541754d5-6c6f-47d5-8a9b-56287c1a09a1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:10:35.611014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d4de135-4823-4178-a0da-40a53bf3b947 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:36.218997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d4de135-4823-4178-a0da-40a53bf3b947 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:36.225031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d4de135-4823-4178-a0da-40a53bf3b947 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:36.439548 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-8d4de135-4823-4178-a0da-40a53bf3b947 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Floating IP ee98ab05-8a59-433d-98ba-49963728331e associated. External IP: 172.26.1.242, port: 541754d5-6c6f-47d5-8a9b-56287c1a09a1. Jan 12 10:10:36.940562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4de135-4823-4178-a0da-40a53bf3b947 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Router a4a57c96-5240-446a-b182-e58b9812648f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:10:37.153559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4de135-4823-4178-a0da-40a53bf3b947 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:10:37.158321 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8d4de135-4823-4178-a0da-40a53bf3b947 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:37.162924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:10:37.175310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:10:37.175926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:10:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:37.214636 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8d4de135-4823-4178-a0da-40a53bf3b947 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "PUT /v2.0/floatingips/ee98ab05-8a59-433d-98ba-49963728331e HTTP/1.1" status: 200 len: 991 time: 1.6837525 Jan 12 10:10:37.214636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:10:37.270161 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'status': 'completed', 'code': 200} Jan 12 10:10:37.359731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:10:37.369572 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58606a32-d9ad-490c-ae7f-5dddb375ad64 req-a6f9bb3f-6bae-4bf2-86bb-cc857adf75dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0786772 Jan 12 10:10:37.498986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58606a32-d9ad-490c-ae7f-5dddb375ad64 req-ae24a359-e662-483f-b4fa-7fd927932958 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:37.500485 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58606a32-d9ad-490c-ae7f-5dddb375ad64 req-ae24a359-e662-483f-b4fa-7fd927932958 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1249771 Jan 12 10:10:37.602635 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58606a32-d9ad-490c-ae7f-5dddb375ad64 req-85b5c9be-8a6f-4a7a-86ae-a629416499a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 200 len: 999 time: 0.0966339 Jan 12 10:10:37.662770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58606a32-d9ad-490c-ae7f-5dddb375ad64 req-3f5d52d4-0941-44d0-81c5-3c1f125437a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:37.664178 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58606a32-d9ad-490c-ae7f-5dddb375ad64 req-3f5d52d4-0941-44d0-81c5-3c1f125437a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0557745 Jan 12 10:10:37.705209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:25:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:10:36Z', 'revision_number': 9, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:37.709060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:10:37.719817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:10:37.720413 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:10:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:37.740797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58606a32-d9ad-490c-ae7f-5dddb375ad64 req-8eae1fa5-af8c-4801-bdb5-9b8bd773cb5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702708 Jan 12 10:10:37.903720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:10:37.965286 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58606a32-d9ad-490c-ae7f-5dddb375ad64 req-22ea2a62-f6b6-4379-a40a-fbf1b165b497 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188292 Jan 12 10:10:38.097483 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58606a32-d9ad-490c-ae7f-5dddb375ad64 req-57baabd4-3939-4df8-a755-4d880e991126 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267264 Jan 12 10:10:38.263261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:25:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:10:36Z', 'revision_number': 9, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:38.268019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af7cf8-0948-4a3b-89cc-a8606480c78c None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:25:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:10:36Z', 'revision_number': 9, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:10:38.476934 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10e566-b6fd-4331-8db1-d8c53bd1e562 None None] New status for floating IP ee98ab05-8a59-433d-98ba-49963728331e: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:10:49.103198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e79a470-dde9-446f-b7cb-b9911e168bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:51.220721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-483dfd87-7dd4-4fa8-be1d-0b0304595b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:51.890874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:52.609308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:52.645465 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:53.984160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:56.423754 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95168b32-11a7-4527-a5f3-ee54e6689018 req-baa7b857-3a71-4e6a-85e1-c4855ba8fe1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793426 Jan 12 10:10:56.574168 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95168b32-11a7-4527-a5f3-ee54e6689018 req-a398fc67-e642-4c8f-980d-7ac82f82b087 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0819054 Jan 12 10:10:56.731820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168b32-11a7-4527-a5f3-ee54e6689018 req-c7fc2279-c6e2-4172-8c8b-adddef628a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:56.733347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95168b32-11a7-4527-a5f3-ee54e6689018 req-c7fc2279-c6e2-4172-8c8b-adddef628a3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1396005 Jan 12 10:10:56.862287 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95168b32-11a7-4527-a5f3-ee54e6689018 req-41389c2a-6936-47de-aaef-8df701dd7b7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 200 len: 1002 time: 0.0937095 Jan 12 10:10:56.928682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168b32-11a7-4527-a5f3-ee54e6689018 req-524afb11-4043-4a2c-8284-714d1e52b9a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:56.930083 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95168b32-11a7-4527-a5f3-ee54e6689018 req-524afb11-4043-4a2c-8284-714d1e52b9a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0621264 Jan 12 10:10:57.006509 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95168b32-11a7-4527-a5f3-ee54e6689018 req-d2b9e11e-bfe4-4026-9935-ed460bcc4e34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700498 Jan 12 10:10:57.138703 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95168b32-11a7-4527-a5f3-ee54e6689018 req-b277aa6b-438c-4bb6-a12b-be29a20afedc service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255798 Jan 12 10:10:57.276292 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-95168b32-11a7-4527-a5f3-ee54e6689018 req-e106a8ff-423a-47ed-b8f6-a2478a3fa2f2 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314862 Jan 12 10:11:07.992412 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:11:19.094489 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42aea94f-aa70-4390-b181-01e704470212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:21.227037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95c7747d-1137-46c4-b6ef-398e1bce0626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:21.897329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:22.614116 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:22.640302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:23.986198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:44.988828 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:11:49.101213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9271b84b-e1cd-430c-bbfd-be90440d4082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:51.222901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-798b6787-ab0b-4802-875b-74cff529d715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:51.921809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:52.622338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:52.646768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:52.960830 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d910edac-c5f3-47b1-987a-c252938662b3 req-936f816e-f65b-47cc-9292-1e5310b084dd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0790477 Jan 12 10:11:53.221825 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-de622727-c7c4-42d4-ad81-e2ae3d0e553b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709789 Jan 12 10:11:53.282636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5e42d-926c-4fbd-8c85-c9bc45ef2563 req-7dc6f50f-09bf-499c-9aa0-fe1d4c3543fa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:53.284108 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5d5e42d-926c-4fbd-8c85-c9bc45ef2563 req-7dc6f50f-09bf-499c-9aa0-fe1d4c3543fa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0792913 Jan 12 10:11:53.330060 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5d5e42d-926c-4fbd-8c85-c9bc45ef2563 req-bf1f05ea-fc83-44fb-ab6c-7c4913193245 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398910 Jan 12 10:11:53.986270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:54.455034 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-675d5c74-0835-4e32-9529-08878b4f610c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 1098 time: 0.1371772 Jan 12 10:11:54.629390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-8468523a-87b9-4696-800e-4a869c39c24d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:54.630725 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-8468523a-87b9-4696-800e-4a869c39c24d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1453042 Jan 12 10:11:54.639400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e095132-e6d6-4fb6-b876-b15dc1f8a91b req-5eabeec7-e207-4757-86db-116392d4ac4b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:54.640717 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0e095132-e6d6-4fb6-b876-b15dc1f8a91b req-5eabeec7-e207-4757-86db-116392d4ac4b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.1842346 Jan 12 10:11:54.861553 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-c0ce1c73-b8d1-451f-8136-7d4596820acc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 200 len: 1002 time: 0.2199116 Jan 12 10:11:54.863725 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0e095132-e6d6-4fb6-b876-b15dc1f8a91b req-c15d2f65-f6dc-4f86-9178-00ab45a24775 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791957 Jan 12 10:11:54.922329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-1872439c-0e55-4260-baea-d39fed5270d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:54.923757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-1872439c-0e55-4260-baea-d39fed5270d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0560770 Jan 12 10:11:54.997448 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-16dd70cd-635d-484f-b6b3-94b1b5ff4374 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676696 Jan 12 10:11:55.131686 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-f41fb099-8642-4c93-8eb4-12a46380fd4a service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274419 Jan 12 10:11:55.272494 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-0beb3cba-3240-498b-b935-52e8fee5a034 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347356 Jan 12 10:11:56.084216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924419e-2797-4f9a-8f60-f369a3de82a5 req-35f36a9a-3837-4262-88eb-87d624f477fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:56.085689 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e924419e-2797-4f9a-8f60-f369a3de82a5 req-35f36a9a-3837-4262-88eb-87d624f477fd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0916848 Jan 12 10:11:56.131292 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e924419e-2797-4f9a-8f60-f369a3de82a5 req-fba31331-294b-4121-b43e-0f4d35762e6f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 Jan 12 10:11:57.363843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7670d7f-a5b6-45fc-b3ab-be44ef457eeb req-988af12c-563f-4553-a019-587698e0d3d7 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:57.365254 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f7670d7f-a5b6-45fc-b3ab-be44ef457eeb req-988af12c-563f-4553-a019-587698e0d3d7 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0772519 Jan 12 10:11:57.417727 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f7670d7f-a5b6-45fc-b3ab-be44ef457eeb req-b4e460b9-a2dd-449b-bfa3-49663e3d0ebe tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446424 Jan 12 10:11:58.488749 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698e5818-04ad-496d-bb15-1f96d4598913 req-85770b80-d715-412b-b21b-0326b5e0fb9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0738637 Jan 12 10:11:58.725591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e5818-04ad-496d-bb15-1f96d4598913 req-39bbf0da-6cf3-4d31-a1fe-46671ceb2cfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:58.728095 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698e5818-04ad-496d-bb15-1f96d4598913 req-39bbf0da-6cf3-4d31-a1fe-46671ceb2cfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.2189171 Jan 12 10:11:58.798357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3daf9c-7a83-4964-9482-b769f5c17046 req-90331423-1d71-4625-aa68-fcedcd9c6b71 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:58.799809 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5c3daf9c-7a83-4964-9482-b769f5c17046 req-90331423-1d71-4625-aa68-fcedcd9c6b71 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.2009099 Jan 12 10:11:58.868236 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698e5818-04ad-496d-bb15-1f96d4598913 req-7938773f-7cab-4297-8b24-95ea1a34b203 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 200 len: 1002 time: 0.1325881 Jan 12 10:11:58.909664 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5c3daf9c-7a83-4964-9482-b769f5c17046 req-8bcc658b-8c55-455d-84bb-916155ce6a68 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024237 Jan 12 10:11:58.934815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e5818-04ad-496d-bb15-1f96d4598913 req-fcf29b67-c660-4dfc-abc5-0296dcbec064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:58.936275 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698e5818-04ad-496d-bb15-1f96d4598913 req-fcf29b67-c660-4dfc-abc5-0296dcbec064 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0625269 Jan 12 10:11:59.013245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698e5818-04ad-496d-bb15-1f96d4598913 req-e86664fa-171b-4dda-8c72-4d5abb97d897 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684483 Jan 12 10:11:59.156100 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698e5818-04ad-496d-bb15-1f96d4598913 req-14611faf-f4b2-42bd-9c26-d618fb14b3e3 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341429 Jan 12 10:11:59.299474 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-698e5818-04ad-496d-bb15-1f96d4598913 req-42388b3f-9b94-4976-98ca-7adc26640f88 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371815 Jan 12 10:12:00.212478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c917b-5b67-4bc1-a58e-9a24037dfbf6 req-03a93e8e-3911-4a20-af40-3330e0edad90 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:00.214148 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc4c917b-5b67-4bc1-a58e-9a24037dfbf6 req-03a93e8e-3911-4a20-af40-3330e0edad90 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.1746624 Jan 12 10:12:00.258153 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fc4c917b-5b67-4bc1-a58e-9a24037dfbf6 req-b4b8d2c1-765e-4cf7-9268-2b0a0a0472a3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383277 Jan 12 10:12:01.468239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade790-df2c-4592-bbfd-8a93d00a99d7 req-8f66e9fd-5508-4119-8938-050cb9ef4eef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:01.469667 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07ade790-df2c-4592-bbfd-8a93d00a99d7 req-8f66e9fd-5508-4119-8938-050cb9ef4eef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0790682 Jan 12 10:12:01.519361 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07ade790-df2c-4592-bbfd-8a93d00a99d7 req-fd67eaa8-a9af-4eeb-ab5d-f1ec09167be9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439897 Jan 12 10:12:02.732545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49e37d-70ab-4f12-9592-8d389c793440 req-84e90b77-77f7-45fd-a0ff-a44b5e02b3ab tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:02.733958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a49e37d-70ab-4f12-9592-8d389c793440 req-84e90b77-77f7-45fd-a0ff-a44b5e02b3ab tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0843723 Jan 12 10:12:02.781485 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7a49e37d-70ab-4f12-9592-8d389c793440 req-cc946141-ad55-488a-8453-8e0f48e883c4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 Jan 12 10:12:04.007207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca2727-fb34-4208-92fb-500e0cf3c6c6 req-50a65cdd-5a68-4eb3-bc91-1b99570b3e09 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:04.008618 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-caca2727-fb34-4208-92fb-500e0cf3c6c6 req-50a65cdd-5a68-4eb3-bc91-1b99570b3e09 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0929019 Jan 12 10:12:04.055497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-caca2727-fb34-4208-92fb-500e0cf3c6c6 req-e00c3b83-ce1b-4d35-bcd7-494def960c66 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409677 Jan 12 10:12:05.275831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987090-3f94-42dc-8ddc-59ef956d4e5f req-3f8e0730-716d-4e25-aa7d-ec35284b244e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:05.277371 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-13987090-3f94-42dc-8ddc-59ef956d4e5f req-3f8e0730-716d-4e25-aa7d-ec35284b244e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0905530 Jan 12 10:12:05.321878 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-13987090-3f94-42dc-8ddc-59ef956d4e5f req-69df9e5a-a76c-4dee-a9a5-4298f255d2ec tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390317 Jan 12 10:12:06.536292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878b8d0-cf21-4806-93ef-e137bee2d908 req-f88847a1-cf49-4210-8590-26c3ff08ef58 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:06.537717 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2878b8d0-cf21-4806-93ef-e137bee2d908 req-f88847a1-cf49-4210-8590-26c3ff08ef58 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0821524 Jan 12 10:12:06.586363 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2878b8d0-cf21-4806-93ef-e137bee2d908 req-94b68b96-6d55-42ac-bb74-10ce459f35b7 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Jan 12 10:12:07.041659 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-38ac0e84-2ba1-4cc5-a7ea-3a8d12368c5d service neutron] 10.222.0.59 "GET /v2.0/ports/541754d5-6c6f-47d5-8a9b-56287c1a09a1/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0789688 Jan 12 10:12:07.318247 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-00840f9e-ba9d-4d12-9226-c0084dc2245b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 1098 time: 0.0759027 Jan 12 10:12:07.411189 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-5714cc72-04ac-4a5d-a8d5-07aa809b2be4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0718746 Jan 12 10:12:07.541598 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-f387a907-80c7-4169-9424-4160dc3f5b14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:07.543146 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-f387a907-80c7-4169-9424-4160dc3f5b14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1262069 Jan 12 10:12:07.644807 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-6879c160-9a03-41c5-a55f-d10d2f96474c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 200 len: 1002 time: 0.0958774 Jan 12 10:12:07.714614 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-02a630b6-990c-41f2-ba6a-d692d2c9069e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:07.715863 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-02a630b6-990c-41f2-ba6a-d692d2c9069e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0639377 Jan 12 10:12:07.844073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298d1d0-600c-40ae-908d-5530242e66b1 req-87c3c91c-8dcf-4cf1-9a87-c0ca8d5f668d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:07.846241 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c298d1d0-600c-40ae-908d-5530242e66b1 req-87c3c91c-8dcf-4cf1-9a87-c0ca8d5f668d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.1343086 Jan 12 10:12:07.849917 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-e7e1e7b4-7966-4553-aff7-c08b2e80fc66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035318 Jan 12 10:12:07.976664 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c298d1d0-600c-40ae-908d-5530242e66b1 req-81d56817-444d-48e0-9c6a-671c249d4152 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246388 Jan 12 10:12:08.007989 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-2864c901-85f8-4d28-8ed6-a6f11ebf8f30 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402831 Jan 12 10:12:08.137452 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bce1cb5d-b2c2-4533-9517-dea84e98fb7a req-5254f801-2809-4115-91e9-8bbdc24d44b4 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232347 Jan 12 10:12:09.193612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fd57c-ad5c-43f7-8c4c-e40155eb7315 req-89c4451c-9c20-4d8b-89f8-cd5abea6f03b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:09.194985 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-704fd57c-ad5c-43f7-8c4c-e40155eb7315 req-89c4451c-9c20-4d8b-89f8-cd5abea6f03b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0847454 Jan 12 10:12:09.242872 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-704fd57c-ad5c-43f7-8c4c-e40155eb7315 req-d231691c-a60b-4a75-9b1d-902485230277 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395925 Jan 12 10:12:10.554979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a26e47-70af-4dbd-8a6b-440d43f5d013 req-249a15a4-8baa-4b05-b221-fa1e2ed808ec tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:10.556397 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2a26e47-70af-4dbd-8a6b-440d43f5d013 req-249a15a4-8baa-4b05-b221-fa1e2ed808ec tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.1839573 Jan 12 10:12:10.601760 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2a26e47-70af-4dbd-8a6b-440d43f5d013 req-b036d1a0-7686-4dad-94dd-6f6d3145137d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Jan 12 10:12:11.558890 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 541754d5-6c6f-47d5-8a9b-56287c1a09a1 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:12:11.562354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 541754d5-6c6f-47d5-8a9b-56287c1a09a1 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:12:11.762308 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:11.793813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:11.796893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927efe-a0ce-41e8-a799-1c4a84461334 req-83d0a179-5ab8-4973-ac74-059a263cfd52 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:11.798350 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ec927efe-a0ce-41e8-a799-1c4a84461334 req-83d0a179-5ab8-4973-ac74-059a263cfd52 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0758538 Jan 12 10:12:11.815563 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:12:11.821443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'mac_address': 'fa:16:3e:25:ad:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:12:11.827184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:11.843876 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ec927efe-a0ce-41e8-a799-1c4a84461334 req-c18086c5-bb50-49b6-bbe1-570cf3a019d8 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399384 Jan 12 10:12:11.855107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:11.912194 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'code': 200} Jan 12 10:12:11.937141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:11.957726 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:11.961368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541754d5-6c6f-47d5-8a9b-56287c1a09a1 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:12:11.975298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.975635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.975964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.976283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.976602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.976919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.977216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.977531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.977841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.978185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.978460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:11.988424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:11.993449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:12.064249 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['541754d5-6c6f-47d5-8a9b-56287c1a09a1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:12:12.091455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:12.328163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-9d8900ed-31e8-4c08-b2a8-753b972b77b5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:12.329463 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-9d8900ed-31e8-4c08-b2a8-753b972b77b5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3&tenant_id=c189e0b134ad4c358c601c017884858d&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 944 time: 0.1267071 Jan 12 10:12:12.409287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07e105-662e-4486-b6ba-deace07e01fd req-94723e7b-0032-4da2-911c-450130a3df84 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:12.410692 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fd07e105-662e-4486-b6ba-deace07e01fd req-94723e7b-0032-4da2-911c-450130a3df84 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 944 time: 0.1480792 Jan 12 10:12:12.437627 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-34f8cb18-1921-49c1-8223-851fa5fde676 service neutron] 10.222.0.59 "GET /v2.0/ports/541754d5-6c6f-47d5-8a9b-56287c1a09a1/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.1014545 Jan 12 10:12:12.459566 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fd07e105-662e-4486-b6ba-deace07e01fd req-fc068db1-1d2d-48dc-ab8e-0b83bda7a57f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431931 Jan 12 10:12:12.537630 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-d8c137c0-8cfc-4494-a6b0-6a2fcc2af011 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 1097 time: 0.0771351 Jan 12 10:12:12.665451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-c985684c-b79c-4d61-b98c-0a74c3ea9603 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:12.666803 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-c985684c-b79c-4d61-b98c-0a74c3ea9603 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1239614 Jan 12 10:12:12.762512 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-96f5980f-d0b9-40cc-ba0d-4f3d259afc5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 200 len: 1001 time: 0.0897188 Jan 12 10:12:12.826317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-930a28fb-1626-48e0-be27-a2a17640121a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:12.828009 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-930a28fb-1626-48e0-be27-a2a17640121a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0596099 Jan 12 10:12:12.913316 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-d5471d93-105a-4858-9f41-175b99856f6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797632 Jan 12 10:12:13.043003 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-a11d6af1-d462-4124-b533-afd462aac30d service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235697 Jan 12 10:12:13.175192 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-7402fd1d-4ebe-45a1-8199-57f54c8d38db service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265068 Jan 12 10:12:13.565950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 541754d5-6c6f-47d5-8a9b-56287c1a09a1 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:12:13.633546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:13.633914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:13.660289 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdc797-9b8b-4957-9d2b-deb90b7a697c req-9d2f8568-4673-41f7-b6ee-3f3452c9cf9b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:13.661779 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d7cdc797-9b8b-4957-9d2b-deb90b7a697c req-9d2f8568-4673-41f7-b6ee-3f3452c9cf9b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 944 time: 0.0794129 Jan 12 10:12:13.706445 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d7cdc797-9b8b-4957-9d2b-deb90b7a697c req-b07a30d0-8745-48a8-9e5d-d58c7f4d5826 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390303 Jan 12 10:12:13.748142 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:13.780445 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:13.787846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:13.853683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:13.913603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:12:13.986812 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'code': 200} Jan 12 10:12:14.916501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357e98f-d470-40fb-937e-2aaae9f6402f req-8f91157a-5c05-4529-9b6c-826e0540b6ca tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:14.917931 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8357e98f-d470-40fb-937e-2aaae9f6402f req-8f91157a-5c05-4529-9b6c-826e0540b6ca tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0791373 Jan 12 10:12:14.966555 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8357e98f-d470-40fb-937e-2aaae9f6402f req-e1507030-7c85-43f1-b9f3-a6ddfeb7fa0c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410230 Jan 12 10:12:15.675712 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-25884649-8d26-4137-b215-86352b6ec3da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 1098 time: 0.0755315 Jan 12 10:12:15.767479 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-cbf4ac91-b498-4c14-88db-7647ddc95496 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0692463 Jan 12 10:12:15.903456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-8fb335e4-9639-4d05-821e-30ef6cf913f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:15.904865 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-8fb335e4-9639-4d05-821e-30ef6cf913f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1314123 Jan 12 10:12:16.136239 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-c5512b9e-1c44-4c0c-ac03-f578652f988d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 200 len: 1002 time: 0.2257309 Jan 12 10:12:16.212142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-36a15a55-1a22-4ce2-9e23-407ea5cb3444 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:16.213880 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-36a15a55-1a22-4ce2-9e23-407ea5cb3444 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0694809 Jan 12 10:12:16.272010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568e94-2901-4bbb-8615-9d6d3ba22862 req-d16368ab-01e4-4f32-b868-a03832d66fb9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:16.273344 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b568e94-2901-4bbb-8615-9d6d3ba22862 req-d16368ab-01e4-4f32-b868-a03832d66fb9 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.1742120 Jan 12 10:12:16.334038 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-066fe95d-2e8a-4c69-a417-4318d49987e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1138127 Jan 12 10:12:16.336309 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2b568e94-2901-4bbb-8615-9d6d3ba22862 req-84f31fe7-1aa6-49d9-bfaa-bd7ff6bb0366 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526905 Jan 12 10:12:16.465138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-cee7a09b-1a8e-45f2-9e58-8e6fd7339878 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246428 Jan 12 10:12:16.593777 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4b904ba-0f7f-4631-91e3-87617dc2d982 req-cea1fd49-d71b-4ac7-9789-f89b22fde0b7 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229982 Jan 12 10:12:17.547288 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc912a-df00-4b3c-942a-6770089250e1 req-c57dd809-fb43-479b-ad40-c301bb818353 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:17.548696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1cdc912a-df00-4b3c-942a-6770089250e1 req-c57dd809-fb43-479b-ad40-c301bb818353 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0803218 Jan 12 10:12:17.596875 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1cdc912a-df00-4b3c-942a-6770089250e1 req-0806eee2-bf9c-4ca6-89c6-86af34dbb7c2 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402203 Jan 12 10:12:18.805311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa74e48-13d3-44eb-bb35-eb2b1afd18fb req-b863cc95-2a3a-42d1-a6d1-26716f3781ec tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:18.806733 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8fa74e48-13d3-44eb-bb35-eb2b1afd18fb req-b863cc95-2a3a-42d1-a6d1-26716f3781ec tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0824957 Jan 12 10:12:18.851099 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8fa74e48-13d3-44eb-bb35-eb2b1afd18fb req-a48ef775-3704-4430-b8af-1bc55cb788c1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386412 Jan 12 10:12:19.050162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703cbbf-6fd1-4d05-839e-4525bfb70d97 req-d60baa4f-5043-458a-9cba-9f23e5e5a6c5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:19.051616 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e703cbbf-6fd1-4d05-839e-4525bfb70d97 req-d60baa4f-5043-458a-9cba-9f23e5e5a6c5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0759871 Jan 12 10:12:19.084366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-544dd7dc-89e0-422b-a18b-fa544fe67d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:19.101827 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e703cbbf-6fd1-4d05-839e-4525bfb70d97 req-609bce3a-1fab-4939-81e4-1158512f0b61 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Jan 12 10:12:19.309688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e19b4-99ef-4c90-9c20-760078e401f0 req-99765d15-8ee1-48dc-8f70-6e19acfe6523 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:19.311128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b84e19b4-99ef-4c90-9c20-760078e401f0 req-99765d15-8ee1-48dc-8f70-6e19acfe6523 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0823097 Jan 12 10:12:19.358044 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b84e19b4-99ef-4c90-9c20-760078e401f0 req-8058f400-5422-45c5-a931-24e2ba11b378 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411148 Jan 12 10:12:19.581369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 541754d5-6c6f-47d5-8a9b-56287c1a09a1 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:12:19.720030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:19.732609 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'mac_address': 'fa:16:3e:25:ad:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:12:19.766309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c28b2-e2e9-4da0-8474-74568d31271d req-dfd3daf0-3728-4989-bc3e-cf7507c7de32 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:19.767709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d68c28b2-e2e9-4da0-8474-74568d31271d req-dfd3daf0-3728-4989-bc3e-cf7507c7de32 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 945 time: 0.0769644 Jan 12 10:12:19.785804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:19.803053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 541754d5-6c6f-47d5-8a9b-56287c1a09a1 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:12:19.812284 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d68c28b2-e2e9-4da0-8474-74568d31271d req-b84f8553-db36-47d6-b8c5-2f58fce44892 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385802 Jan 12 10:12:19.818432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:19.823220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:19.884580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['541754d5-6c6f-47d5-8a9b-56287c1a09a1'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:12:19.933296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=9']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:21.021815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2564d3c-9589-4a2e-a69a-3700904f4a09 req-257a4508-c67d-4605-aed7-581930e2e120 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:21.023255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2564d3c-9589-4a2e-a69a-3700904f4a09 req-257a4508-c67d-4605-aed7-581930e2e120 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 944 time: 0.0787330 Jan 12 10:12:21.067467 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2564d3c-9589-4a2e-a69a-3700904f4a09 req-9fdae052-cefe-4f9e-8b1a-3a4c640dee57 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382438 Jan 12 10:12:21.220517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84c12c58-4f12-4820-8663-5fc1c2d16896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:21.603852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 541754d5-6c6f-47d5-8a9b-56287c1a09a1 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:12:21.678985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:21.679349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:21.791225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:21.819786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:12:21.829402 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:21.835362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:21.879092 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'code': 200} Jan 12 10:12:21.916401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=10']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:21.926898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:21.946185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331786-d161-4968-b2be-ea35c360623a req-6f4a814a-d407-4330-83db-b465badaa8e3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:21.947650 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2331786-d161-4968-b2be-ea35c360623a req-6f4a814a-d407-4330-83db-b465badaa8e3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 946 time: 0.0953097 Jan 12 10:12:21.978913 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:12:22.021537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Deleting port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:12:22.021888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:22.307715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] For port 541754d5-6c6f-47d5-8a9b-56287c1a09a1, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=541754d5-6c6f-47d5-8a9b-56287c1a09a1,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:22.308162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:22.483918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0e29-078f-402d-a672-9cac30086f6d req-25972ca4-d8c9-47b3-b18f-449a8c337f28 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:22.485355 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44ba0e29-078f-402d-a672-9cac30086f6d req-25972ca4-d8c9-47b3-b18f-449a8c337f28 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 946 time: 0.2919192 Jan 12 10:12:22.615328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:22.617025 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44ba0e29-078f-402d-a672-9cac30086f6d req-f490ba53-3b72-4c59-9b83-6b502bcdab02 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234250 Jan 12 10:12:22.646453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:22.729856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:22.730249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:22.730562 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Floating IP ee98ab05-8a59-433d-98ba-49963728331e disassociated. External IP: 172.26.1.242, port: 541754d5-6c6f-47d5-8a9b-56287c1a09a1. Jan 12 10:12:22.730933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Calling delete_port for 541754d5-6c6f-47d5-8a9b-56287c1a09a1 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:12:22.894239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:22.950085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event deleted for resources: {'Port': ['ID=541754d5-6c6f-47d5-8a9b-56287c1a09a1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:22.961216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:22.961547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:22.961858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:22.962184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:22.962546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:22.962908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:22.963227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:22.963549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:22.963866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:22.964176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:22.964521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:23.172594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Router a4a57c96-5240-446a-b182-e58b9812648f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:12:23.376695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:12:23.392457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:12:23.405453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:12:23.406044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:12:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:23.450933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] No DVR routers for this DVR port 541754d5-6c6f-47d5-8a9b-56287c1a09a1 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:12:23.453411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:23.455985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'name': 'network-vif-deleted', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:12:23.472890 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2331786-d161-4968-b2be-ea35c360623a req-ca762d40-5831-4b04-a6c1-96314d30cd35 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "DELETE /v2.0/ports/541754d5-6c6f-47d5-8a9b-56287c1a09a1 HTTP/1.1" status: 204 len: 173 time: 1.5197251 Jan 12 10:12:23.523988 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c182199-56fa-408b-a3c6-01dc732ec3a3', 'name': 'network-vif-deleted', 'tag': '541754d5-6c6f-47d5-8a9b-56287c1a09a1', 'status': 'completed', 'code': 200} Jan 12 10:12:23.623972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:12:23.797053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-44963326-67f0-4e92-9997-de65ff738e08 req-174e109a-52c5-49c9-af0f-5cab74af1a59 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Synchronizing usage tracker for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:12:23.813177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-44963326-67f0-4e92-9997-de65ff738e08 req-174e109a-52c5-49c9-af0f-5cab74af1a59 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Unset dirty status for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:12:23.814947 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-44963326-67f0-4e92-9997-de65ff738e08 req-174e109a-52c5-49c9-af0f-5cab74af1a59 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c182199-56fa-408b-a3c6-01dc732ec3a3 HTTP/1.1" status: 200 len: 210 time: 0.0577083 Jan 12 10:12:23.933034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:23.937339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:12:23.948845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:12:23.949514 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:12:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:24.040720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:24.140945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:12:24.470316 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:24.474205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda23203-e65d-46e3-b05a-00b3b2571b91 None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:12:24.686480 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08274081-e9ff-41fc-96fd-448214bb86d4 None None] New status for floating IP ee98ab05-8a59-433d-98ba-49963728331e: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:12:25.214638 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-01c092cd-666b-40a1-9a06-64018b2953fc tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1160168177&fields=id&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 267 time: 0.0410125 Jan 12 10:12:25.359309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-4fcc427e-322d-43e5-9d92-2c7cd69c91af tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:25.360754 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-4fcc427e-322d-43e5-9d92-2c7cd69c91af tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 812 time: 0.1399429 Jan 12 10:12:25.379750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-574a944e-7d85-4f1c-9882-81067593d2b7 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/quotas/c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 375 time: 0.0109951 Jan 12 10:12:25.469262 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-b116b584-2bda-492f-9f4e-04191cf41663 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822752 Jan 12 10:12:25.605757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-8dcb2d79-2985-4e86-9f6a-8df6dc6c0edb service neutron] 10.222.0.58 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244645 Jan 12 10:12:25.638863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 541754d5-6c6f-47d5-8a9b-56287c1a09a1 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:12:25.674850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 541754d5-6c6f-47d5-8a9b-56287c1a09a1 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:12:25.675184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 541754d5-6c6f-47d5-8a9b-56287c1a09a1 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:12:25.826834 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-366531a5-efcb-4547-96f0-0be3effe68e5 service neutron] 10.222.0.58 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151582 Jan 12 10:12:26.034062 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-39e5a850-29ca-4f38-a767-8fc01f20d5a0 req-97f400e1-b893-4174-812c-a8e5c8123a53 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 210 time: 0.0564506 Jan 12 10:12:27.050994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-d9b1ab6b-ae9b-46b1-bed4-ef80b833d886 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:27.052639 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-d9b1ab6b-ae9b-46b1-bed4-ef80b833d886 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 812 time: 0.1472759 Jan 12 10:12:27.110050 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-b04a330e-0d0a-4f10-81d8-65cbe6a3ee45 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 380 time: 0.0453312 Jan 12 10:12:27.125358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'port': {'device_id': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'admin_state_up': True, 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'security_groups': ['e04f0599-0312-40c1-a543-95f20fa1ff24']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:12:27.245656 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fd86d01c-be3e-4c2e-bcca-ca277993977a req-a84a3929-2848-44b9-922d-9d8574aabe6b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 210 time: 0.0533540 Jan 12 10:12:27.301905 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:12:27.311760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:12:27.326150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Made reservation on behalf of c189e0b134ad4c358c601c017884858d for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:12:27.329789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:27.492270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Allocated IP 172.20.0.11 (d90d2440-1e27-4d49-a622-b7d8b16e13e4/39eb7a9f-f8cc-4caa-b140-2f4173e73d3c/dbc07b01-60d0-429d-9f90-718fbef43626) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:12:27.691468 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:27.706761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Transition to ACTIVE for port object dbc07b01-60d0-429d-9f90-718fbef43626 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:12:27.733407 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:27.807381 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:12:27.810603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:12:27.814797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:12:27.844791 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:27.879185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:27.879777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:27.906908 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-db915da6-ace3-47db-9f9a-9fdc28f09cde tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7868547 Jan 12 10:12:27.918378 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Request body: {'port': {'device_id': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:12:28.034121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:28.045802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b62a430d-550a-47da-b9b4-c072607904ce None None] Provisioning for port dbc07b01-60d0-429d-9f90-718fbef43626 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:12:28.050877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b62a430d-550a-47da-b9b4-c072607904ce None None] Provisioning complete for port dbc07b01-60d0-429d-9f90-718fbef43626 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:28.051280 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b62a430d-550a-47da-b9b4-c072607904ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:28.108237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b62a430d-550a-47da-b9b4-c072607904ce None None] Port dbc07b01-60d0-429d-9f90-718fbef43626 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:12:28.425095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc07b01-60d0-429d-9f90-718fbef43626 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:12:28.433994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:28.459947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Transition to ACTIVE for port object dbc07b01-60d0-429d-9f90-718fbef43626 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:12:28.467296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:28.526975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4021da-e374-4ed4-a2e8-5ae1aaf6c2fc req-4433a9a3-b06e-4d02-910a-f9c3d61b0311 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:28.527656 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4f4021da-e374-4ed4-a2e8-5ae1aaf6c2fc req-4433a9a3-b06e-4d02-910a-f9c3d61b0311 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Synchronizing usage tracker for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:12:28.610603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:28.618362 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4f4021da-e374-4ed4-a2e8-5ae1aaf6c2fc req-4433a9a3-b06e-4d02-910a-f9c3d61b0311 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Unset dirty status for tenant:c189e0b134ad4c358c601c017884858d on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:12:28.619718 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f4021da-e374-4ed4-a2e8-5ae1aaf6c2fc req-4433a9a3-b06e-4d02-910a-f9c3d61b0311 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 932 time: 0.2516410 Jan 12 10:12:28.852820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4f4021da-e374-4ed4-a2e8-5ae1aaf6c2fc req-72cfcf0f-ec9a-4112-aafc-d0ed185bc5d5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034595 Jan 12 10:12:28.859270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Attempting to bind port dbc07b01-60d0-429d-9f90-718fbef43626 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:12:28.859577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Attempting to bind port dbc07b01-60d0-429d-9f90-718fbef43626 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:12:28.859917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Attempting to bind port dbc07b01-60d0-429d-9f90-718fbef43626 on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:12:28.865921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Port dbc07b01-60d0-429d-9f90-718fbef43626 on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:12:28.866233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Attempting to bind port dbc07b01-60d0-429d-9f90-718fbef43626 on network d90d2440-1e27-4d49-a622-b7d8b16e13e4 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:12:28.873157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:12:28.873488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Checking segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:12:28.873906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Bound using segment: {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:12:28.874350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Bound port: dbc07b01-60d0-429d-9f90-718fbef43626, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:12:28.874692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:28.966077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:12:28.969235 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:12:28.976792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:29.042204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:29.043798 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] 10.222.0.59 "PUT /v2.0/ports/dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 200 len: 1094 time: 1.1299770 Jan 12 10:12:29.044156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:12:29.065413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91dee9-5174-4b88-9a05-6f82f76a81ac service neutron] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:29.122459 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'status': 'completed', 'code': 200} Jan 12 10:12:29.158863 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-6ee231e7-44fb-4c5a-81d3-5ac2e9920bde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 1097 time: 0.0751498 Jan 12 10:12:29.226974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-240ed27a-01bc-4930-8c2d-1a79bc730461 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 200 len: 217 time: 0.0611522 Jan 12 10:12:29.291321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-5f5626d3-77f9-4542-b27d-265d338b9a77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:29.292774 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-5f5626d3-77f9-4542-b27d-265d338b9a77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0603395 Jan 12 10:12:29.366476 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-ed7f6dca-790e-4dff-86d1-8a93d210e82e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678265 Jan 12 10:12:29.495267 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-415bc094-349c-44b0-a9e5-2da4bf93fb7e service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228611 Jan 12 10:12:29.628285 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2a17b04-56d9-473f-9b58-43bcd249c79e req-9d4368e8-a9db-4df7-9d91-6219fb1979f1 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268830 Jan 12 10:12:29.750408 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1dfd7dcd-9a9a-4019-b241-6d4c4a2e175f req-49e4d6d3-acc4-4b22-9888-596ed1fe0795 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 1097 time: 0.0726566 Jan 12 10:12:29.887847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd7dcd-9a9a-4019-b241-6d4c4a2e175f req-5d85dfbe-ea61-44b1-b45e-3b71f71731e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:29.889178 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1dfd7dcd-9a9a-4019-b241-6d4c4a2e175f req-5d85dfbe-ea61-44b1-b45e-3b71f71731e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1329491 Jan 12 10:12:29.955768 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1dfd7dcd-9a9a-4019-b241-6d4c4a2e175f req-e40fa695-31e6-4b86-a172-ec8e7b472f9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 200 len: 217 time: 0.0601182 Jan 12 10:12:30.068568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd7dcd-9a9a-4019-b241-6d4c4a2e175f req-e8d03615-daab-4b1c-b202-ccc97ce9fd20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:30.069958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1dfd7dcd-9a9a-4019-b241-6d4c4a2e175f req-e8d03615-daab-4b1c-b202-ccc97ce9fd20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.1092360 Jan 12 10:12:30.140165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b12d5-1467-42a3-88ad-12020c7d6de5 req-7da4e333-1458-4174-b47c-00c187333198 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:30.141506 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-704b12d5-1467-42a3-88ad-12020c7d6de5 req-7da4e333-1458-4174-b47c-00c187333198 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 944 time: 0.1440935 Jan 12 10:12:30.187413 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1dfd7dcd-9a9a-4019-b241-6d4c4a2e175f req-e8322380-d4cf-4249-ab35-987240f75b09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1104259 Jan 12 10:12:30.214341 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-704b12d5-1467-42a3-88ad-12020c7d6de5 req-82a53660-bf01-4238-9a9a-af7a7d39d0cf tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660865 Jan 12 10:12:30.322226 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1dfd7dcd-9a9a-4019-b241-6d4c4a2e175f req-d6feb206-5e2b-4978-99b9-51940988a25f service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268072 Jan 12 10:12:30.557396 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1dfd7dcd-9a9a-4019-b241-6d4c4a2e175f req-e43d5f47-72bc-4a0d-8e83-e551f3a4d13a service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291901 Jan 12 10:12:31.434013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5d1e-1364-4311-89bb-bd5bc33758a5 req-ba99aa2a-1195-4aaa-838a-442e94f32745 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:31.435525 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c32e5d1e-1364-4311-89bb-bd5bc33758a5 req-ba99aa2a-1195-4aaa-838a-442e94f32745 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 944 time: 0.0879955 Jan 12 10:12:31.479258 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c32e5d1e-1364-4311-89bb-bd5bc33758a5 req-16eb3934-be5b-47d1-8997-c0bd578350d4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379906 Jan 12 10:12:32.681823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171ed92-f4c2-45e5-a243-a1a7ef3473d0 req-35bd0688-f5ed-48c1-9be6-47fc0934e099 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:32.683292 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3171ed92-f4c2-45e5-a243-a1a7ef3473d0 req-35bd0688-f5ed-48c1-9be6-47fc0934e099 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 944 time: 0.0854778 Jan 12 10:12:32.729393 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3171ed92-f4c2-45e5-a243-a1a7ef3473d0 req-eec26ae1-eda0-4a53-ad6b-8fcf42fae5ca tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383956 Jan 12 10:12:33.695633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:12:33.877420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:33.890274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'mac_address': 'fa:16:3e:38:5e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:12:33.927551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec55a7-cdbf-4490-85a7-b2e7ede11b13 req-488d13f5-6468-4e49-88fd-8e0b1d68699a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:33.928979 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-96ec55a7-cdbf-4490-85a7-b2e7ede11b13 req-488d13f5-6468-4e49-88fd-8e0b1d68699a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 944 time: 0.0746002 Jan 12 10:12:33.942612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:33.962460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc07b01-60d0-429d-9f90-718fbef43626 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:12:33.978602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:33.979151 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-96ec55a7-cdbf-4490-85a7-b2e7ede11b13 req-31eaae30-484a-4430-8476-424a08f1b49a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 Jan 12 10:12:33.983865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:34.056245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:34.357201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['dbc07b01-60d0-429d-9f90-718fbef43626'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:12:35.212903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63143a5f-fead-49a3-9c29-052ceadad499 req-43bd139d-d516-4cc4-ad08-43c4ce54e84b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:35.214258 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-63143a5f-fead-49a3-9c29-052ceadad499 req-43bd139d-d516-4cc4-ad08-43c4ce54e84b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 945 time: 0.0836332 Jan 12 10:12:35.260878 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-63143a5f-fead-49a3-9c29-052ceadad499 req-01179c04-1fb5-4231-b2cd-f3f923d3ad58 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396421 Jan 12 10:12:35.706489 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:12:35.785047 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port dbc07b01-60d0-429d-9f90-718fbef43626 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:12:35.789941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port dbc07b01-60d0-429d-9f90-718fbef43626 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:35.790305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:35.910261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:35.937886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:12:35.947528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:35.953498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:35.999916 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'code': 200} Jan 12 10:12:36.031953 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:36.244736 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-99e7c1d8-a7e1-4fb2-9b15-1b4d89e8055d req-47f0a2ed-ac77-4862-814e-4e792c4272c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 1099 time: 0.0835543 Jan 12 10:12:36.286369 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-99e7c1d8-a7e1-4fb2-9b15-1b4d89e8055d req-5e329426-56d6-4651-aa34-437f417aa41e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364497 Jan 12 10:12:36.463126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808cc54-0809-4065-8089-134253e805e8 req-7883827b-c9d5-4a00-aba8-31422d4fe938 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:36.464566 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1808cc54-0809-4065-8089-134253e805e8 req-7883827b-c9d5-4a00-aba8-31422d4fe938 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0796545 Jan 12 10:12:36.512750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1808cc54-0809-4065-8089-134253e805e8 req-3a65fae6-a74f-4f62-a0a3-52059b8a6ad7 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424657 Jan 12 10:12:37.715591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81e98-d302-4379-9093-b8051b3411ee req-ec28747a-f332-4f41-a9ec-1e93ad04d4b1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:37.717011 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b4b81e98-d302-4379-9093-b8051b3411ee req-ec28747a-f332-4f41-a9ec-1e93ad04d4b1 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0833933 Jan 12 10:12:37.764811 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b4b81e98-d302-4379-9093-b8051b3411ee req-8e09290a-4d32-47b8-aba6-befbd98e4576 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394933 Jan 12 10:12:37.963128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6c89b-b1cd-48fd-9756-8c62dda09d50 req-3a31f7d4-a773-4c7b-bffe-36c883521b6e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:37.964661 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f7e6c89b-b1cd-48fd-9756-8c62dda09d50 req-3a31f7d4-a773-4c7b-bffe-36c883521b6e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0854552 Jan 12 10:12:37.973527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 47790) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:12:37.978810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-92e75e4c-e795-49c2-bdc7-216e0f8e5c17 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Request body: {'floatingip': {'port_id': 'dbc07b01-60d0-429d-9f90-718fbef43626'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:12:38.062914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-92e75e4c-e795-49c2-bdc7-216e0f8e5c17 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:38.657559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-92e75e4c-e795-49c2-bdc7-216e0f8e5c17 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:38.663283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-92e75e4c-e795-49c2-bdc7-216e0f8e5c17 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:38.949955 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-92e75e4c-e795-49c2-bdc7-216e0f8e5c17 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Floating IP ee98ab05-8a59-433d-98ba-49963728331e associated. External IP: 172.26.1.242, port: dbc07b01-60d0-429d-9f90-718fbef43626. Jan 12 10:12:39.345540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e75e4c-e795-49c2-bdc7-216e0f8e5c17 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Router a4a57c96-5240-446a-b182-e58b9812648f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:12:39.547138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e75e4c-e795-49c2-bdc7-216e0f8e5c17 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:12:39.552150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-92e75e4c-e795-49c2-bdc7-216e0f8e5c17 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:39.556548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:12:39.573837 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:12:39.574457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:12:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:39.608426 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-92e75e4c-e795-49c2-bdc7-216e0f8e5c17 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "PUT /v2.0/floatingips/ee98ab05-8a59-433d-98ba-49963728331e HTTP/1.1" status: 200 len: 993 time: 1.6336956 Jan 12 10:12:39.608979 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:12:39.664199 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'status': 'completed', 'code': 200} Jan 12 10:12:39.763258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:12:39.766533 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b62ac94c-d54b-4568-b003-677dd275629d req-830d323b-8fb7-4011-b82e-d1b1827e7bfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 1099 time: 0.0785329 Jan 12 10:12:39.898774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ac94c-d54b-4568-b003-677dd275629d req-4241f994-8a18-4805-b8ae-3622baffbcfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:39.900099 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b62ac94c-d54b-4568-b003-677dd275629d req-4241f994-8a18-4805-b8ae-3622baffbcfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1270785 Jan 12 10:12:40.002190 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b62ac94c-d54b-4568-b003-677dd275629d req-c657347c-13df-4a1e-8003-fa9cee4ff577 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 200 len: 1001 time: 0.0958061 Jan 12 10:12:40.068934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ac94c-d54b-4568-b003-677dd275629d req-7221f43a-91f0-4c39-ac2f-f0b1bebf2fcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:40.070428 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b62ac94c-d54b-4568-b003-677dd275629d req-7221f43a-91f0-4c39-ac2f-f0b1bebf2fcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0625274 Jan 12 10:12:40.142475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:38:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:12:38Z', 'revision_number': 13, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:40.147316 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:12:40.150163 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b62ac94c-d54b-4568-b003-677dd275629d req-6d003710-9a72-45c7-8e9e-90f2c74f0dba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743098 Jan 12 10:12:40.159035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:12:40.159636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:12:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:40.280113 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b62ac94c-d54b-4568-b003-677dd275629d req-f2cb8d60-08a7-4db3-a5d1-ac1ca15fb0ed service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243553 Jan 12 10:12:40.337962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:12:40.529010 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b62ac94c-d54b-4568-b003-677dd275629d req-9ffafa5a-8091-4999-b195-690b7a40ebf9 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430131 Jan 12 10:12:40.736104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:38:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:12:38Z', 'revision_number': 13, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:40.740507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164b156-7911-4ecf-9f52-4da827222efd None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ee98ab05-8a59-433d-98ba-49963728331e', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'port_id': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'mac_address': 'fa:16:3e:38:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:11Z', 'updated_at': '2022-01-12T10:12:38Z', 'revision_number': 13, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:12:40.928821 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012f4e00-f95e-4996-93b9-dda61889d442 None None] New status for floating IP ee98ab05-8a59-433d-98ba-49963728331e: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:12:49.095739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-967b804c-2e31-4b99-9030-a089d0adf24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:51.214762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e00169c8-f5d7-4f2a-959c-d6d7eedc5c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:51.946164 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:52.630032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:52.641593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:53.991507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:58.984735 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:13:00.429498 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-262a70d2-678b-4220-b1e3-00002fe9a423 req-a6e621cc-a512-4b07-ae48-be1f5cbd55d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800936 Jan 12 10:13:00.586988 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-262a70d2-678b-4220-b1e3-00002fe9a423 req-aeee3f72-3d8d-4f51-a97a-7f4ae09a65e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 1099 time: 0.0798612 Jan 12 10:13:00.745020 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a70d2-678b-4220-b1e3-00002fe9a423 req-19f819a8-d224-40fb-8f54-ad974e33ec9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:00.746456 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-262a70d2-678b-4220-b1e3-00002fe9a423 req-19f819a8-d224-40fb-8f54-ad974e33ec9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1390884 Jan 12 10:13:00.846345 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-262a70d2-678b-4220-b1e3-00002fe9a423 req-fc21a03c-7fea-464c-9a24-c764877c0037 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 200 len: 1003 time: 0.0930862 Jan 12 10:13:00.917237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a70d2-678b-4220-b1e3-00002fe9a423 req-33601044-674f-4a20-9b49-a05b5b7a9bcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:00.918687 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-262a70d2-678b-4220-b1e3-00002fe9a423 req-33601044-674f-4a20-9b49-a05b5b7a9bcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0665967 Jan 12 10:13:00.992351 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-262a70d2-678b-4220-b1e3-00002fe9a423 req-70e0e234-558e-4105-bb04-cbbd171f5dde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674500 Jan 12 10:13:01.124967 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-262a70d2-678b-4220-b1e3-00002fe9a423 req-1b82bf49-d9ed-4684-bc62-0d9283312836 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250291 Jan 12 10:13:01.257595 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-262a70d2-678b-4220-b1e3-00002fe9a423 req-6f1492dc-d5a4-47cc-bfc4-2c1b46111548 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266272 Jan 12 10:13:19.100950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e167432-5c91-4f0a-b000-3aec26e2268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:21.214995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b6734fa-34df-46f7-8500-67bdaef95a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:21.936281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:22.636889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:22.650995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:23.998088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:35.985858 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:13:49.093405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-026d715e-75d4-4745-8ff8-144d2f722c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:51.213528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3bd0e83-5640-4ee8-b7a1-07b38837c72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:51.948726 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:52.645225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:52.649720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:53.998634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:56.124328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0685a5-7135-42d3-ad52-3c766df67359 req-759187aa-1546-456a-ae57-2cec09b0c8fa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:56.125678 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a0685a5-7135-42d3-ad52-3c766df67359 req-759187aa-1546-456a-ae57-2cec09b0c8fa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0936978 Jan 12 10:13:56.171483 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a0685a5-7135-42d3-ad52-3c766df67359 req-2c703e25-8c17-4e75-8761-355ebb34bd5f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402896 Jan 12 10:14:01.428974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5eeaadd7-f84e-4452-8c31-0d81ae5f317f req-50306a86-8ad1-43dc-89a0-cad30e814037 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733199 Jan 12 10:14:01.570464 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5eeaadd7-f84e-4452-8c31-0d81ae5f317f req-4155c02e-b888-4c22-9d62-e490f9ebdeab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 1099 time: 0.0727484 Jan 12 10:14:01.717972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaadd7-f84e-4452-8c31-0d81ae5f317f req-86d9c333-41dd-4449-9af5-3d9ae024bf20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:01.719333 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5eeaadd7-f84e-4452-8c31-0d81ae5f317f req-86d9c333-41dd-4449-9af5-3d9ae024bf20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1280510 Jan 12 10:14:01.831470 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5eeaadd7-f84e-4452-8c31-0d81ae5f317f req-d9945ac9-9650-4d1b-92b0-32539138fa24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 200 len: 1003 time: 0.1052709 Jan 12 10:14:01.893957 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaadd7-f84e-4452-8c31-0d81ae5f317f req-311970c1-a3b1-457b-94f9-0c3235a2b2cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:01.895370 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5eeaadd7-f84e-4452-8c31-0d81ae5f317f req-311970c1-a3b1-457b-94f9-0c3235a2b2cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0572145 Jan 12 10:14:01.973090 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5eeaadd7-f84e-4452-8c31-0d81ae5f317f req-7b14d30c-0a0f-474c-9a25-aa0d68ef071f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707407 Jan 12 10:14:02.119977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5eeaadd7-f84e-4452-8c31-0d81ae5f317f req-5b9dce20-b59d-4920-9d78-f83e52d21ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398239 Jan 12 10:14:02.374221 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5eeaadd7-f84e-4452-8c31-0d81ae5f317f req-78ebaacb-eb06-4661-9cf4-98c5bf663412 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477829 Jan 12 10:14:05.877944 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d91ea86-ba95-4833-ade1-3a5b5b1feb27 req-c57dce7c-a5f6-4df3-ad49-fa704cbbd138 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0730171 Jan 12 10:14:06.147045 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-05c1f3ad-5b16-4844-84c0-9f8e3aaf5cc4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773442 Jan 12 10:14:06.207270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8b24a-e2fc-4a47-8934-ba21b85768c9 req-c7080962-beec-46fc-8daf-7276e693e90b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:06.208733 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bec8b24a-e2fc-4a47-8934-ba21b85768c9 req-c7080962-beec-46fc-8daf-7276e693e90b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0802679 Jan 12 10:14:06.257754 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bec8b24a-e2fc-4a47-8934-ba21b85768c9 req-77b9cd86-21bd-450c-87c9-f409e0bff1f2 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430393 Jan 12 10:14:07.513222 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-c5f7caa7-fbdb-4359-9740-a0973d57c3e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 1099 time: 0.0925450 Jan 12 10:14:07.519327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf9135-a4b3-4321-87a8-7d82e3dc395f req-f337e309-75cc-428f-8de6-137f5bb9f7ff tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:07.520640 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3ddf9135-a4b3-4321-87a8-7d82e3dc395f req-f337e309-75cc-428f-8de6-137f5bb9f7ff tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.1342638 Jan 12 10:14:07.654088 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3ddf9135-a4b3-4321-87a8-7d82e3dc395f req-4cb29798-1bbd-438f-9178-07bd15f9674d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154544 Jan 12 10:14:07.673714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-3c16663e-0f2e-4a07-afa9-a1b5559cca18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:07.675164 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-3c16663e-0f2e-4a07-afa9-a1b5559cca18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1536973 Jan 12 10:14:07.786694 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-69dab419-027d-4335-9d29-7a556c19b1be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 200 len: 1003 time: 0.1043591 Jan 12 10:14:07.850280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-0ac25262-3ffa-4d0e-8452-9f706911df48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:07.851654 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-0ac25262-3ffa-4d0e-8452-9f706911df48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0588610 Jan 12 10:14:07.924936 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-da72c536-ff8a-47f9-a061-e3cb93d991a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668609 Jan 12 10:14:08.056991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-23ba5bc8-fd2d-4997-bf2d-8efc2f3a9eaa service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258855 Jan 12 10:14:08.186764 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-6269e91b-a971-4052-80e5-774b3fa03544 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227043 Jan 12 10:14:08.878323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb1732-1883-42c8-9220-4ff5d62e4e9d req-3a659eef-76a0-460b-9d70-f029830d5d03 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:08.879688 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-50bb1732-1883-42c8-9220-4ff5d62e4e9d req-3a659eef-76a0-460b-9d70-f029830d5d03 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0920694 Jan 12 10:14:08.929400 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-50bb1732-1883-42c8-9220-4ff5d62e4e9d req-4f700e2b-d247-4889-b85d-608f8242e940 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415835 Jan 12 10:14:10.144172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bd49f-da28-43ae-945b-bb0a9fa6abed req-2c0b28e7-59d5-4ee3-ab1a-ad519de11595 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:10.145596 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-308bd49f-da28-43ae-945b-bb0a9fa6abed req-2c0b28e7-59d5-4ee3-ab1a-ad519de11595 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0784397 Jan 12 10:14:10.195513 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-308bd49f-da28-43ae-945b-bb0a9fa6abed req-72bc12c2-786c-42ff-a6d8-ba237fe531b8 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419481 Jan 12 10:14:11.420978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80ed35-4d16-4889-9f5b-c32e9408c178 req-c29dc86a-0346-4cda-833b-a3f7e291f1d6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:11.422423 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9b80ed35-4d16-4889-9f5b-c32e9408c178 req-c29dc86a-0346-4cda-833b-a3f7e291f1d6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0874407 Jan 12 10:14:11.467515 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9b80ed35-4d16-4889-9f5b-c32e9408c178 req-94afc09a-f149-4004-bea4-7e1bc335033d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392802 Jan 12 10:14:12.667887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e5380-0dc2-4054-9d3b-87a22c3ca4fa req-710bf09a-8379-4106-95cd-e95e8cfba591 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:12.669304 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b69e5380-0dc2-4054-9d3b-87a22c3ca4fa req-710bf09a-8379-4106-95cd-e95e8cfba591 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0810616 Jan 12 10:14:12.715105 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b69e5380-0dc2-4054-9d3b-87a22c3ca4fa req-32ce4dca-c57a-4e70-9238-8083f205398a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396242 Jan 12 10:14:12.986772 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:14:13.914902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a4f8-5d27-4b5c-8293-9dbcf1d109f5 req-28e37f4c-a091-4284-bcde-9b7b7915b39a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:13.916331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdb4a4f8-5d27-4b5c-8293-9dbcf1d109f5 req-28e37f4c-a091-4284-bcde-9b7b7915b39a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0777304 Jan 12 10:14:13.965657 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdb4a4f8-5d27-4b5c-8293-9dbcf1d109f5 req-af06f0e8-7589-4eec-a908-b40bf9da3df6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438781 Jan 12 10:14:15.264970 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325d2b5-013a-4f25-b261-c0d2204d4311 req-a5600ccc-b8f4-4b27-9a1b-47cdec82f7ed tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:15.266292 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f325d2b5-013a-4f25-b261-c0d2204d4311 req-a5600ccc-b8f4-4b27-9a1b-47cdec82f7ed tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.1668954 Jan 12 10:14:15.315462 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f325d2b5-013a-4f25-b261-c0d2204d4311 req-9e01d5ee-c537-45a7-91b5-df07e9c57980 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407383 Jan 12 10:14:16.538198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b4a5c-5ce4-445e-802c-d8d7f45bae44 req-cc91c37c-13a2-4822-9cac-3d6c421498bc tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:16.539638 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a08b4a5c-5ce4-445e-802c-d8d7f45bae44 req-cc91c37c-13a2-4822-9cac-3d6c421498bc tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0800259 Jan 12 10:14:16.589903 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a08b4a5c-5ce4-445e-802c-d8d7f45bae44 req-876529d1-bbcd-4615-95e3-a5f72f416f4d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446901 Jan 12 10:14:17.812765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868aee9-8b54-410b-a952-81e7011dfbb6 req-dda00219-c5bb-455a-9615-a3f12a97c40e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:17.814143 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b868aee9-8b54-410b-a952-81e7011dfbb6 req-dda00219-c5bb-455a-9615-a3f12a97c40e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0885968 Jan 12 10:14:17.858822 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b868aee9-8b54-410b-a952-81e7011dfbb6 req-b7ba2cfa-62b2-4603-a1c3-60c0253c1cbc tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390329 Jan 12 10:14:19.079788 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93414a79-d3f5-4685-853b-4b2ea7b769cc req-c1bed466-5ca1-4dee-b21c-694d2367aca3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:19.081266 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-93414a79-d3f5-4685-853b-4b2ea7b769cc req-c1bed466-5ca1-4dee-b21c-694d2367aca3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0851445 Jan 12 10:14:19.090441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7a647dda-3907-4458-88f2-c9a83106fce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:19.127602 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-93414a79-d3f5-4685-853b-4b2ea7b769cc req-819df1d6-8fa2-4ea1-96af-6a7460a7221f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 Jan 12 10:14:20.323125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a50f1-7f6f-4f28-8825-a588c1380c17 req-0d322827-898e-4576-ae2c-329bbde286f5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:20.324720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f13a50f1-7f6f-4f28-8825-a588c1380c17 req-0d322827-898e-4576-ae2c-329bbde286f5 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0785944 Jan 12 10:14:20.372751 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f13a50f1-7f6f-4f28-8825-a588c1380c17 req-e2fad16e-a81b-4094-bf62-010e787e9e7f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Jan 12 10:14:20.576706 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-8058b954-ada5-4a8e-bf80-929099be2ec8 service neutron] 10.222.0.59 "GET /v2.0/ports/dbc07b01-60d0-429d-9f90-718fbef43626/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0760133 Jan 12 10:14:20.854246 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-54febbe2-b72e-4a0b-9ca8-0f61f9b21073 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 1099 time: 0.0745506 Jan 12 10:14:20.949885 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-b9b782a0-b225-40e4-b300-e367156f74f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 1099 time: 0.0732892 Jan 12 10:14:21.090599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-6f9ff580-67a3-4e86-821c-77704ba530d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:21.092232 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-6f9ff580-67a3-4e86-821c-77704ba530d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1366487 Jan 12 10:14:21.201966 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-62229ad8-b16e-4e20-b954-9caa58ee2e5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 200 len: 1003 time: 0.1042442 Jan 12 10:14:21.208034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f993392-4a57-4133-929b-4296b08d81c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:21.263830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-68510db1-345c-415d-83d8-a32d4c9e5b55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:21.265329 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-68510db1-345c-415d-83d8-a32d4c9e5b55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0579214 Jan 12 10:14:21.339861 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-be4c305a-540e-40b0-9957-a125d8e5354c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691271 Jan 12 10:14:21.482204 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-b4092010-1975-4b51-a1ae-ee8ecf598f0e service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357596 Jan 12 10:14:21.666173 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-f4135892-832c-48e6-b9bd-dae581983113 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776302 Jan 12 10:14:21.678823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab0803-b758-49c7-ad58-4291fd64726b req-c2024601-38d7-4736-b9a2-b66cf6fadbef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:21.680228 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cbab0803-b758-49c7-ad58-4291fd64726b req-c2024601-38d7-4736-b9a2-b66cf6fadbef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.1725740 Jan 12 10:14:21.728723 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cbab0803-b758-49c7-ad58-4291fd64726b req-f72e73ac-2db3-4cc8-959f-55199d59a7c8 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Jan 12 10:14:21.950442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:22.639573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:22.645058 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:22.934897 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f584b0-863c-4144-abfb-51bdeb482970 req-00c9adf7-3131-4c02-afa3-0b0d83a4b580 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:22.936292 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-75f584b0-863c-4144-abfb-51bdeb482970 req-00c9adf7-3131-4c02-afa3-0b0d83a4b580 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0814581 Jan 12 10:14:22.981431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-75f584b0-863c-4144-abfb-51bdeb482970 req-a7b816f5-2b91-4ee5-9c85-8b325a1b87f6 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388603 Jan 12 10:14:24.002584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:24.201554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42c2e4-36ae-4b90-895f-cfd0149dbfee req-245477c9-7e94-4249-aa7f-c3235b9b6bce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:24.201554 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0c42c2e4-36ae-4b90-895f-cfd0149dbfee req-245477c9-7e94-4249-aa7f-c3235b9b6bce tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0945423 Jan 12 10:14:24.243735 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0c42c2e4-36ae-4b90-895f-cfd0149dbfee req-a3bc0f16-21e7-4876-9502-d8d1d603756f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397537 Jan 12 10:14:24.262327 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:14:24.373435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:24.399568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:14:24.408798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:24.413046 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:24.476813 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'code': 200} Jan 12 10:14:24.482349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:24.490812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:24.491166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:24.491504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:24.491838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:24.492168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:24.492493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:24.492816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:24.493141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:24.493457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:24.493826 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:24.494092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:25.562161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c343f-c75e-4246-8ce6-92d83ac90f4d req-75aacacc-4f91-4df0-adad-45b2e724ae3c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:25.563549 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a43c343f-c75e-4246-8ce6-92d83ac90f4d req-75aacacc-4f91-4df0-adad-45b2e724ae3c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 944 time: 0.1777055 Jan 12 10:14:25.609401 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a43c343f-c75e-4246-8ce6-92d83ac90f4d req-75dc55b3-dfb5-4b09-a829-f37aae2c3e7a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401912 Jan 12 10:14:26.263696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:14:26.394611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:26.407364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'mac_address': 'fa:16:3e:38:5e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:14:26.459350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:26.476031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc07b01-60d0-429d-9f90-718fbef43626 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:14:26.490869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:26.496379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:26.561432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['dbc07b01-60d0-429d-9f90-718fbef43626'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:14:26.617668 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:26.822906 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275ed8a-6aed-4bfc-b22f-916a1340f7ff req-e4943988-50c2-429e-adc0-81cbd45b584e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:26.824244 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2275ed8a-6aed-4bfc-b22f-916a1340f7ff req-e4943988-50c2-429e-adc0-81cbd45b584e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 945 time: 0.0866239 Jan 12 10:14:26.871819 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2275ed8a-6aed-4bfc-b22f-916a1340f7ff req-4d406bd5-0006-49fe-ac70-3385c1251c2a tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420766 Jan 12 10:14:28.088907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dd65b-3592-478f-8c48-8b87b9d5592b req-8404d6e0-d8cb-4dfa-af15-c5bfe75ace59 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:28.090320 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-588dd65b-3592-478f-8c48-8b87b9d5592b req-8404d6e0-d8cb-4dfa-af15-c5bfe75ace59 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 945 time: 0.0864899 Jan 12 10:14:28.135128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-588dd65b-3592-478f-8c48-8b87b9d5592b req-b230dd41-3773-4993-9c3b-70f5ec74f7f0 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382040 Jan 12 10:14:28.281061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:14:28.363615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port dbc07b01-60d0-429d-9f90-718fbef43626 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:28.364008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:28.477973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:28.504727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:14:28.513946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:28.519923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:28.574234 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'code': 200} Jan 12 10:14:28.592802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:29.333123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f44ef0-dec5-4ac6-9536-4b9fb756a393 req-8e3dcbc0-30b4-4844-a9b8-1ee28dc05280 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:29.334534 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-08f44ef0-dec5-4ac6-9536-4b9fb756a393 req-8e3dcbc0-30b4-4844-a9b8-1ee28dc05280 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0767159 Jan 12 10:14:29.383079 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-08f44ef0-dec5-4ac6-9536-4b9fb756a393 req-7811fc0d-d861-401c-8c35-8caf5a9b2f08 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 Jan 12 10:14:30.296589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:14:30.475222 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:30.488222 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'mac_address': 'fa:16:3e:38:5e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:14:30.542784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:30.559899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbc07b01-60d0-429d-9f90-718fbef43626 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:14:30.574702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:30.580191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:30.589182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda57500-3b1f-4f97-b6cc-73a49aef2ee5 req-4bebe670-23ff-44df-9796-1c9910b61817 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:30.590609 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-eda57500-3b1f-4f97-b6cc-73a49aef2ee5 req-4bebe670-23ff-44df-9796-1c9910b61817 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0771418 Jan 12 10:14:30.637827 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-eda57500-3b1f-4f97-b6cc-73a49aef2ee5 req-57484fec-c074-401a-b868-9779bcbb7f38 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414941 Jan 12 10:14:30.646473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=9']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:30.672083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['dbc07b01-60d0-429d-9f90-718fbef43626'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:14:31.846562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b0231-e8f4-4955-91e7-681dd405f5e7 req-9736a5f7-5591-4cc4-bf3a-810b46c70c9b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:31.847908 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c3b0231-e8f4-4955-91e7-681dd405f5e7 req-9736a5f7-5591-4cc4-bf3a-810b46c70c9b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 945 time: 0.0876377 Jan 12 10:14:31.893132 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c3b0231-e8f4-4955-91e7-681dd405f5e7 req-b986723e-4d16-445f-b9a8-04630ead35b4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396588 Jan 12 10:14:32.326208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:14:32.378768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962d144-974e-4815-9351-ef3453308928 req-203edcc3-3171-49d4-8691-9a98ba343af4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:32.380366 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-203edcc3-3171-49d4-8691-9a98ba343af4 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87&tenant_id=c189e0b134ad4c358c601c017884858d&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 945 time: 0.1366374 Jan 12 10:14:32.397843 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port dbc07b01-60d0-429d-9f90-718fbef43626 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:32.398204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:32.445467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e26ae-f86d-49ea-af53-883364d7edbf req-93085fd9-bb22-40d9-b210-2ae5a935a485 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:32.446915 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba1e26ae-f86d-49ea-af53-883364d7edbf req-93085fd9-bb22-40d9-b210-2ae5a935a485 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 945 time: 0.1456165 Jan 12 10:14:32.498070 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-e6dd1099-7205-4b30-8f4f-34c195b7c71a service neutron] 10.222.0.59 "GET /v2.0/ports/dbc07b01-60d0-429d-9f90-718fbef43626/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.1117201 Jan 12 10:14:32.508090 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba1e26ae-f86d-49ea-af53-883364d7edbf req-61a5bbf3-edd0-416e-a625-6bfefce1488f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518618 Jan 12 10:14:32.511499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:32.544533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:14:32.554199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:32.558622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:32.592503 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-9b690264-0869-4142-882a-a516f146aa53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 1098 time: 0.0718973 Jan 12 10:14:32.611311 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'code': 200} Jan 12 10:14:32.626962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=10']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:32.733266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962d144-974e-4815-9351-ef3453308928 req-4178e55f-dbaf-46c3-b6dd-33a53936ce61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:32.734873 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-4178e55f-dbaf-46c3-b6dd-33a53936ce61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1370490 Jan 12 10:14:32.839003 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-d566fd80-0d8d-493a-beb2-bfb5b3c280c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 200 len: 1003 time: 0.0983303 Jan 12 10:14:32.916889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962d144-974e-4815-9351-ef3453308928 req-4c562a92-8822-46c3-b20d-8afaf9361fd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:32.918332 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-4c562a92-8822-46c3-b20d-8afaf9361fd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0733197 Jan 12 10:14:32.998394 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-4155508a-12a6-4053-b6df-d1ecae2be81c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745032 Jan 12 10:14:33.142410 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-cb77a04a-47cb-45cf-afee-20309be46a29 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382983 Jan 12 10:14:33.272788 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-a436df6d-84a5-49e3-886c-1f671e2ed827 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249034 Jan 12 10:14:33.734119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83205b60-414c-4875-86b6-ed44f3dbc8df req-0adfd493-cd7b-42fb-ab3c-98d944c6d3cb tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:33.735641 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83205b60-414c-4875-86b6-ed44f3dbc8df req-0adfd493-cd7b-42fb-ab3c-98d944c6d3cb tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.0921698 Jan 12 10:14:33.780198 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83205b60-414c-4875-86b6-ed44f3dbc8df req-4f4a9f70-6a2a-487f-b568-f564d5db28ba tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389521 Jan 12 10:14:34.343266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:14:34.457134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:34.490229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:34.498621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:34.578064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=11']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:34.612747 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:14:34.676751 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'code': 200} Jan 12 10:14:35.001658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0318d-8fa5-40b9-8558-0b6722a226a7 req-ab610e43-157e-40fa-be1c-aef444fab5fe tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:35.003142 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2e0318d-8fa5-40b9-8558-0b6722a226a7 req-ab610e43-157e-40fa-be1c-aef444fab5fe tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 945 time: 0.0853548 Jan 12 10:14:35.152951 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b2e0318d-8fa5-40b9-8558-0b6722a226a7 req-ced697e3-039f-4db0-bbfb-9fab63e5086c tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442068 Jan 12 10:14:36.363246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c13d86-f676-4873-9b52-52cbd802e4ae req-a7ba2db1-dfdc-46a2-a699-71e937cb7901 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:36.364673 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83c13d86-f676-4873-9b52-52cbd802e4ae req-a7ba2db1-dfdc-46a2-a699-71e937cb7901 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 945 time: 0.0744772 Jan 12 10:14:36.409650 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83c13d86-f676-4873-9b52-52cbd802e4ae req-42f31678-442d-4ea1-aac7-5ed09860cf3f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392656 Jan 12 10:14:36.507008 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-37ca0afc-13ba-4b24-b4b1-63c4c04a6400 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87&tenant_id=c189e0b134ad4c358c601c017884858d HTTP/1.1" status: 200 len: 1098 time: 0.0704796 Jan 12 10:14:36.600589 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-0421c096-a953-4b7f-928f-d25ce54caae3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c189e0b134ad4c358c601c017884858d&device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 1098 time: 0.0685914 Jan 12 10:14:36.729859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962d144-974e-4815-9351-ef3453308928 req-edc82bfd-9d87-408f-88ed-bf2c1b4f7009 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:36.731298 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-edc82bfd-9d87-408f-88ed-bf2c1b4f7009 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 200 len: 913 time: 0.1248035 Jan 12 10:14:36.832505 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-46efb005-221f-46f2-a4cd-bac9291ad5cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 200 len: 1001 time: 0.0956476 Jan 12 10:14:36.897076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962d144-974e-4815-9351-ef3453308928 req-b38f1629-f811-4fd7-a739-c50288d64e62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:36.898497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-b38f1629-f811-4fd7-a739-c50288d64e62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 200 len: 851 time: 0.0608747 Jan 12 10:14:36.973065 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-b5200686-0eb3-454d-a24a-acda5c6195df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d90d2440-1e27-4d49-a622-b7d8b16e13e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683579 Jan 12 10:14:37.104217 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-9ab38e08-5872-4d70-b60a-8d7237172de7 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251171 Jan 12 10:14:37.248080 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6962d144-974e-4815-9351-ef3453308928 req-2a40ff62-255a-4c78-8d19-5f856fd12c50 service neutron] 10.222.0.59 "GET /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381001 Jan 12 10:14:37.615768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741d66d-f1d9-40c7-84d1-7b32e0c1624d req-35b85d93-f913-489c-838d-cdd0f12f4749 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:37.617090 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d741d66d-f1d9-40c7-84d1-7b32e0c1624d req-35b85d93-f913-489c-838d-cdd0f12f4749 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 945 time: 0.0783322 Jan 12 10:14:37.665813 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d741d66d-f1d9-40c7-84d1-7b32e0c1624d req-2d747691-3c1a-42c7-a5eb-2a851016c73d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Jan 12 10:14:38.356746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:14:38.864816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462db74f-e7a7-4ff1-8fc9-cc5958d3b456 req-99e80ad6-ec0a-42d1-ac7f-a6dea4015b12 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:38.866123 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-462db74f-e7a7-4ff1-8fc9-cc5958d3b456 req-99e80ad6-ec0a-42d1-ac7f-a6dea4015b12 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 945 time: 0.0812898 Jan 12 10:14:38.914943 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-462db74f-e7a7-4ff1-8fc9-cc5958d3b456 req-27d35bc9-0af4-47ab-a48e-511ca3255546 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407352 Jan 12 10:14:40.136913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea033551-fdf5-4e8b-af23-bb8314ed2630 req-22e0e63b-2bb9-4e5f-af66-aa2146ad7d80 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:40.138883 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ea033551-fdf5-4e8b-af23-bb8314ed2630 req-22e0e63b-2bb9-4e5f-af66-aa2146ad7d80 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 945 time: 0.0951314 Jan 12 10:14:40.199554 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ea033551-fdf5-4e8b-af23-bb8314ed2630 req-febdd117-5c31-4eac-a9dd-d1ddaa6dab73 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512719 Jan 12 10:14:40.374252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:14:40.513834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:40.527135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'port_id': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'mac_address': 'fa:16:3e:38:5e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:14:40.582701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:40.600429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc07b01-60d0-429d-9f90-718fbef43626 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:14:40.616165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:40.623309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:40.686007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['dbc07b01-60d0-429d-9f90-718fbef43626'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:14:40.741947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=12']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:41.405117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16506c5-16c0-466f-a580-6a01ab42187a req-bc4e3b2e-a7f2-4a7e-9bd8-ce6745a50aa8 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:41.406443 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d16506c5-16c0-466f-a580-6a01ab42187a req-bc4e3b2e-a7f2-4a7e-9bd8-ce6745a50aa8 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 946 time: 0.0819316 Jan 12 10:14:41.453666 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d16506c5-16c0-466f-a580-6a01ab42187a req-38e8d816-1867-4e50-90f1-e5b4819c7ae3 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395129 Jan 12 10:14:42.374374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:14:42.446124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port dbc07b01-60d0-429d-9f90-718fbef43626 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:42.446503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:42.559354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:42.586504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:14:42.596054 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:42.600926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:42.650946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b12ef-9887-4132-b880-4f0352b799d7 req-ca6ba0ff-06af-4c35-9017-35205d1c5288 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:42.652635 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-511b12ef-9887-4132-b880-4f0352b799d7 req-ca6ba0ff-06af-4c35-9017-35205d1c5288 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.0794539 Jan 12 10:14:42.652984 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'code': 200} Jan 12 10:14:42.676104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=13']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:42.696338 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-511b12ef-9887-4132-b880-4f0352b799d7 req-43c4aa69-6484-495d-9433-48df4c5aaa18 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381989 Jan 12 10:14:43.919648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074ec3-5152-4456-8dc8-60be0f91a7b8 req-879916c2-a6f3-45c7-b0a6-a549e82a1efb tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:43.921181 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74074ec3-5152-4456-8dc8-60be0f91a7b8 req-879916c2-a6f3-45c7-b0a6-a549e82a1efb tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.0865266 Jan 12 10:14:43.965750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74074ec3-5152-4456-8dc8-60be0f91a7b8 req-450f0335-fbb7-4da7-9627-f1a7dd52afdf tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390310 Jan 12 10:14:45.178010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed470d-e2d5-4c35-966f-63eb931a1325 req-1257430a-e8ec-4470-892b-d2bd7753c119 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:45.179470 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83ed470d-e2d5-4c35-966f-63eb931a1325 req-1257430a-e8ec-4470-892b-d2bd7753c119 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.0814211 Jan 12 10:14:45.228172 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83ed470d-e2d5-4c35-966f-63eb931a1325 req-200338cc-2a2c-42ea-8451-994a37651723 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429633 Jan 12 10:14:46.452536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4596276-81a7-4b35-8a53-43e7f4b8a0ce req-bd44ba64-87e7-4b6f-9b35-7f427426d573 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:46.453996 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a4596276-81a7-4b35-8a53-43e7f4b8a0ce req-bd44ba64-87e7-4b6f-9b35-7f427426d573 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.0900166 Jan 12 10:14:46.596036 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a4596276-81a7-4b35-8a53-43e7f4b8a0ce req-ed58cb8a-f1d8-4150-805d-d601127c96dc tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358876 Jan 12 10:14:46.944232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909277-76a7-41c5-a656-22c94f5372ad req-8ebfcff6-2154-443a-87f3-cab839979d81 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:46.945580 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-af909277-76a7-41c5-a656-22c94f5372ad req-8ebfcff6-2154-443a-87f3-cab839979d81 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.0835719 Jan 12 10:14:46.990076 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-af909277-76a7-41c5-a656-22c94f5372ad req-a5b64674-50f7-41f6-a8fe-e2d399bbbc9b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388296 Jan 12 10:14:47.200560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f1574-70e3-4125-9d92-a866f70637a2 req-6540f014-f721-4ea0-8dff-d0ed8eb1fe1b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:47.201995 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad2f1574-70e3-4125-9d92-a866f70637a2 req-6540f014-f721-4ea0-8dff-d0ed8eb1fe1b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.0821493 Jan 12 10:14:47.247802 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad2f1574-70e3-4125-9d92-a866f70637a2 req-0a8fbd5e-04d0-4ef8-946b-255b458afb6b tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391941 Jan 12 10:14:47.669270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b468f5-1130-40a4-8962-a0a8ba775d48 req-cd12108d-00f4-480c-83ae-dcfa569c4e4d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:47.670696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6b468f5-1130-40a4-8962-a0a8ba775d48 req-cd12108d-00f4-480c-83ae-dcfa569c4e4d tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.0827301 Jan 12 10:14:47.716019 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6b468f5-1130-40a4-8962-a0a8ba775d48 req-1ef25fb4-9b0e-47c6-880f-ab721e14235f tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396233 Jan 12 10:14:48.935670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340c542-fae2-469f-aae0-523ca14c083a req-ef75b991-58e4-49cd-a496-8e514c7c44af tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:48.937112 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3340c542-fae2-469f-aae0-523ca14c083a req-ef75b991-58e4-49cd-a496-8e514c7c44af tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.0906453 Jan 12 10:14:48.983879 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3340c542-fae2-469f-aae0-523ca14c083a req-d06e4654-4871-46c0-9e41-ed52683f5fa2 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408638 Jan 12 10:14:49.087344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a56d263-3214-42ea-8a36-7abecf0eaf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:49.989071 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:14:50.067058 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3435f-2879-430d-be48-6187880a12cf req-66552e5c-1a41-4dd4-97db-64a96f2ae393 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:50.068478 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cbf3435f-2879-430d-be48-6187880a12cf req-66552e5c-1a41-4dd4-97db-64a96f2ae393 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.0771976 Jan 12 10:14:50.175268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Deleting port dbc07b01-60d0-429d-9f90-718fbef43626 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:14:50.175502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:50.295519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf426e-4a8d-46c5-b970-8759de3561b7 req-c2077376-c73d-444e-baf9-7a47ae879d31 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:50.296830 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3cf426e-4a8d-46c5-b970-8759de3561b7 req-c2077376-c73d-444e-baf9-7a47ae879d31 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 947 time: 0.1828954 Jan 12 10:14:50.436266 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3cf426e-4a8d-46c5-b970-8759de3561b7 req-b5f78d5a-9409-44cf-889a-04e88170d622 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups?id=e04f0599-0312-40c1-a543-95f20fa1ff24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333930 Jan 12 10:14:50.470157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] For port dbc07b01-60d0-429d-9f90-718fbef43626, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dbc07b01-60d0-429d-9f90-718fbef43626,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:50.470622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:50.770143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:50.770510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:50.770843 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Floating IP ee98ab05-8a59-433d-98ba-49963728331e disassociated. External IP: 172.26.1.242, port: dbc07b01-60d0-429d-9f90-718fbef43626. Jan 12 10:14:50.771175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Calling delete_port for dbc07b01-60d0-429d-9f90-718fbef43626 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:14:50.918860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:50.965933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event deleted for resources: {'Port': ['ID=dbc07b01-60d0-429d-9f90-718fbef43626,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:50.977689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:50.978015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:50.978347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:50.978693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:50.979017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:50.979329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:50.979645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:50.980430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:50.980430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:50.980626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:50.980850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:51.197257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Router a4a57c96-5240-446a-b182-e58b9812648f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:14:51.212755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ce21beb-ef81-45a6-86c2-2277a7ebe304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:51.495042 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:14:51.505957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:14:51.517979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:14:51.519283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:14:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:51.605841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] No DVR routers for this DVR port dbc07b01-60d0-429d-9f90-718fbef43626 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:14:51.611985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:51.614632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-deleted', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:14:51.622653 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a4fc8552-ea6c-4ec4-bbe4-e759af0ae5f4 req-980bdb0d-a86c-4fc3-b29b-3b7e87da7baa tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff9d37d5-2092-4305-9ba5-133e4bda6d87 HTTP/1.1" status: 200 len: 210 time: 0.0576301 Jan 12 10:14:51.634028 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cbf3435f-2879-430d-be48-6187880a12cf req-b6be213e-8c7e-42d2-b365-8dbc1bf1be55 tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.59 "DELETE /v2.0/ports/dbc07b01-60d0-429d-9f90-718fbef43626 HTTP/1.1" status: 204 len: 173 time: 1.5601399 Jan 12 10:14:51.742501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:14:51.755875 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d37d5-2092-4305-9ba5-133e4bda6d87', 'name': 'network-vif-deleted', 'tag': 'dbc07b01-60d0-429d-9f90-718fbef43626', 'status': 'completed', 'code': 200} Jan 12 10:14:51.979455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:52.075279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:52.079264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:14:52.090730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:14:52.091341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:14:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:52.279042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:14:52.468651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:14:52.510687 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: dbc07b01-60d0-429d-9f90-718fbef43626 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:14:52.511031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device dbc07b01-60d0-429d-9f90-718fbef43626 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:14:52.650429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:52.654200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:52.657931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:52.660496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035c016-005c-45f0-85a4-48c6d1497c90 None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bfeea203-b80c-4f68-8c60-87972abde4cb', 'name': '', 'network_id': 'd90d2440-1e27-4d49-a622-b7d8b16e13e4', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'mac_address': 'fa:16:3e:56:f2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:07Z', 'updated_at': '2022-01-12T10:06:25Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'subnets': [{'id': '39eb7a9f-f8cc-4caa-b140-2f4173e73d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:14:52.884676 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2af9b7-3b15-460f-8bd9-7be640d7151c None None] New status for floating IP ee98ab05-8a59-433d-98ba-49963728331e: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:14:54.003805 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.038698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48130) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:56.107121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0571d709-e22c-4d31-9e9f-cb6e911f7efd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.133038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0571d709-e22c-4d31-9e9f-cb6e911f7efd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.189799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0571d709-e22c-4d31-9e9f-cb6e911f7efd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.209281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571d709-e22c-4d31-9e9f-cb6e911f7efd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04f0599-0312-40c1-a543-95f20fa1ff24,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:56.215852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0571d709-e22c-4d31-9e9f-cb6e911f7efd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.216240 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0571d709-e22c-4d31-9e9f-cb6e911f7efd tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "DELETE /v2.0/security-groups/e04f0599-0312-40c1-a543-95f20fa1ff24 HTTP/1.1" status: 204 len: 168 time: 0.1763566 Jan 12 10:14:56.218844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48134) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:56.236305 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.api.v2.resource [None req-249c434c-0d54-442a-b9b9-8ad6bcb0f92e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] show failed (client error): The resource could not be found. Jan 12 10:14:56.237293 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-249c434c-0d54-442a-b9b9-8ad6bcb0f92e tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "GET /v2.0/security-groups/e04f0599-0312-40c1-a543-95f20fa1ff24 HTTP/1.1" status: 404 len: 347 time: 0.0174932 Jan 12 10:14:56.239959 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48138) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:56.401264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-248bf444-367a-4e29-a487-5f81ca9801ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Deleting port d4e65e36-9f24-44ef-8285-5436793d0cd3 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:14:56.401477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-248bf444-367a-4e29-a487-5f81ca9801ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.574608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-248bf444-367a-4e29-a487-5f81ca9801ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.574933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-248bf444-367a-4e29-a487-5f81ca9801ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.694189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-248bf444-367a-4e29-a487-5f81ca9801ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Calling delete_port for d4e65e36-9f24-44ef-8285-5436793d0cd3 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:14:56.839709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-248bf444-367a-4e29-a487-5f81ca9801ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.889382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bf444-367a-4e29-a487-5f81ca9801ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Pushing event deleted for resources: {'Port': ['ID=d4e65e36-9f24-44ef-8285-5436793d0cd3,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:56.983253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-248bf444-367a-4e29-a487-5f81ca9801ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.997876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-248bf444-367a-4e29-a487-5f81ca9801ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:56.999022 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-248bf444-367a-4e29-a487-5f81ca9801ef tempest-ServerActionsTestJSON-131050937 tempest-ServerActionsTestJSON-131050937-project] 10.222.0.58 "DELETE /v2.0/floatingips/ee98ab05-8a59-433d-98ba-49963728331e HTTP/1.1" status: 204 len: 168 time: 0.7580714 Jan 12 10:14:57.002131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48142) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:57.590003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:58.190087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] Deleting port bfeea203-b80c-4f68-8c60-87972abde4cb {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:14:58.190384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:58.372774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] For port bfeea203-b80c-4f68-8c60-87972abde4cb, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bfeea203-b80c-4f68-8c60-87972abde4cb,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:14:58.373116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:58.490007 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] Calling delete_port for bfeea203-b80c-4f68-8c60-87972abde4cb owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:14:58.682458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:58.724857 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfeea203-b80c-4f68-8c60-87972abde4cb,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:59.108496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:59.702405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] Router a4a57c96-5240-446a-b182-e58b9812648f has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:14:59.907045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:14:59.916202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] Sync routers for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:14:59.919561 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f7530a23-8ed8-41ea-8b77-0e2b8c26a46f admin admin] 10.222.0.58 "PUT /v2.0/routers/a4a57c96-5240-446a-b182-e58b9812648f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9163208 Jan 12 10:14:59.921889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48148) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:59.928405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:14:59.929008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:14:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:00.101332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:15:00.116960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:00.318291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:00.329972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Deleting port 2a478e24-33a1-40a8-a332-fdfa780260ce {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:00.330311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:00.431162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:14:58Z', 'revision_number': 5, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port': {'id': '2a478e24-33a1-40a8-a332-fdfa780260ce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:00.435468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] Checking router: a4a57c96-5240-446a-b182-e58b9812648f for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:15:00.446485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] Routers {'a4a57c96-5240-446a-b182-e58b9812648f'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:15:00.447159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:14:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['a4a57c96-5240-446a-b182-e58b9812648f'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:00.601084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] Set router a4a57c96-5240-446a-b182-e58b9812648f gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:15:00.621657 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] For port 2a478e24-33a1-40a8-a332-fdfa780260ce, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2a478e24-33a1-40a8-a332-fdfa780260ce,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:00.622002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:00.704670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:15:00Z', 'revision_number': 6, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:00.708756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b254c4b-d31c-41ac-ab72-90a06cd63574 None None] The sync data for ids ['a4a57c96-5240-446a-b182-e58b9812648f'] in dv-neutron-824347-1-hyperv is: [{'id': 'a4a57c96-5240-446a-b182-e58b9812648f', 'name': 'tempest-ServerActionsTestJSON-2118389080-router', 'tenant_id': 'c189e0b134ad4c358c601c017884858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:15:00Z', 'revision_number': 6, 'project_id': 'c189e0b134ad4c358c601c017884858d', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:15:00.738934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Calling delete_port for 2a478e24-33a1-40a8-a332-fdfa780260ce owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:15:00.912843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:00.958008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a478e24-33a1-40a8-a332-fdfa780260ce,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:01.121175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bfeea203-b80c-4f68-8c60-87972abde4cb no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:15:01.157429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: bfeea203-b80c-4f68-8c60-87972abde4cb {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:15:01.157429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bfeea203-b80c-4f68-8c60-87972abde4cb not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:15:01.191628 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.472098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.476740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.503440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.504094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4a57c96-5240-446a-b182-e58b9812648f {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:15:01.518940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.520077 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cfe09624-f2ce-4e5d-8927-aac649ba128f admin admin] 10.222.0.58 "DELETE /v2.0/routers/a4a57c96-5240-446a-b182-e58b9812648f HTTP/1.1" status: 204 len: 168 time: 1.5972888 Jan 12 10:15:01.522651 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48152) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:01.585827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde90b1a-d7db-46cf-8242-2cae62b2114f admin admin] Deleting subnet 39eb7a9f-f8cc-4caa-b140-2f4173e73d3c {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:15:01.589213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde90b1a-d7db-46cf-8242-2cae62b2114f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.640268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde90b1a-d7db-46cf-8242-2cae62b2114f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.719389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde90b1a-d7db-46cf-8242-2cae62b2114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.789770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde90b1a-d7db-46cf-8242-2cae62b2114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.829883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde90b1a-d7db-46cf-8242-2cae62b2114f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39eb7a9f-f8cc-4caa-b140-2f4173e73d3c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:01.837274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dde90b1a-d7db-46cf-8242-2cae62b2114f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.842568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d62fc8-f2d9-4fc1-ab84-271785323994 None None] Network d90d2440-1e27-4d49-a622-b7d8b16e13e4 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:01.846249 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dde90b1a-d7db-46cf-8242-2cae62b2114f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/39eb7a9f-f8cc-4caa-b140-2f4173e73d3c HTTP/1.1" status: 204 len: 168 time: 0.3202453 Jan 12 10:15:01.846493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48156) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:01.954683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:01.970273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Deleting port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:01.970799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.116920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] DHCP port deletion for d90d2440-1e27-4d49-a622-b7d8b16e13e4 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:15:02.122039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] Deleting port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:02.122652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.304821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] For port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a0b52f25-e41e-44d1-93b1-63c6e44bc9ad,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:02.305174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.336610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] For port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=a0b52f25-e41e-44d1-93b1-63c6e44bc9ad,segment=NetworkSegment(5b00e3ec-0495-4c0b-9759-7a7f4b84a86c),segment_id=5b00e3ec-0495-4c0b-9759-7a7f4b84a86c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:02.337028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.435376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Calling delete_port for a0b52f25-e41e-44d1-93b1-63c6e44bc9ad owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:15:02.457660 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] Calling delete_port for a0b52f25-e41e-44d1-93b1-63c6e44bc9ad owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:15:02.513018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.535363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:15:02.535697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:15:02.559862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b52f25-e41e-44d1-93b1-63c6e44bc9ad,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:02.565134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] No DVR routers for this DVR port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:15:02.681166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.708827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90d2440-1e27-4d49-a622-b7d8b16e13e4']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:02.721123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:02.721405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b00e3ec-0495-4c0b-9759-7a7f4b84a86c') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:02.732421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.747629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.753536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:15:02.753908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:15:02.766528 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:15:02.840757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.861842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:02.874161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d90d2440-1e27-4d49-a622-b7d8b16e13e4,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:02.879076 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-95bd361f-25f4-4caa-aaa2-7b2e663c5ec9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d90d2440-1e27-4d49-a622-b7d8b16e13e4 HTTP/1.1" status: 204 len: 168 time: 1.0315707 Jan 12 10:15:03.027479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48162) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:03.037156 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] Deleting port a0b52f25-e41e-44d1-93b1-63c6e44bc9ad {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:03.037715 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:03.085516 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-612e2342-09ea-4c7d-9e82-3e1f258e935a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c189e0b134ad4c358c601c017884858d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543206 Jan 12 10:15:03.085755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48166) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:03.103219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ae921a4a-b0fb-4f33-9596-e4d5e41a9150 None None] The port 'a0b52f25-e41e-44d1-93b1-63c6e44bc9ad' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:15:03.105664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2a478e24-33a1-40a8-a332-fdfa780260ce no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:15:03.142700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 2a478e24-33a1-40a8-a332-fdfa780260ce {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:15:03.143664 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2a478e24-33a1-40a8-a332-fdfa780260ce not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:15:03.143904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a0b52f25-e41e-44d1-93b1-63c6e44bc9ad no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:15:03.146259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e9178b3-f2b5-49d4-ace4-5cfe02b33e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:03.174931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e9178b3-f2b5-49d4-ace4-5cfe02b33e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:03.177630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: a0b52f25-e41e-44d1-93b1-63c6e44bc9ad {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:15:03.177968 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device a0b52f25-e41e-44d1-93b1-63c6e44bc9ad not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:15:03.227826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e9178b3-f2b5-49d4-ace4-5cfe02b33e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:03.243076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9178b3-f2b5-49d4-ace4-5cfe02b33e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6160f0f8-a2f1-4fc3-9c4e-fe5c501e6d18,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:03.247193 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e9178b3-f2b5-49d4-ace4-5cfe02b33e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:03.248330 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1e9178b3-f2b5-49d4-ace4-5cfe02b33e26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6160f0f8-a2f1-4fc3-9c4e-fe5c501e6d18 HTTP/1.1" status: 204 len: 168 time: 0.1615024 Jan 12 10:15:04.217358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48188) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:04.367236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1475422089-network', 'tenant_id': 'b02ea96c1f854fe8bf10bd6c43278ba1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:04.376337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:04.382630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Usage tracker for resource:network and tenant:b02ea96c1f854fe8bf10bd6c43278ba1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:04.386160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:04.392077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:04.404690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Made reservation on behalf of b02ea96c1f854fe8bf10bd6c43278ba1 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:04.406956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:04.422252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:04.453694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:04.457700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:b02ea96c1f854fe8bf10bd6c43278ba1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:04.460621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:04.466555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:04.535803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:04.540945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:04.569506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:15:04.578230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd89b3f9-4c5c-44bc-93a1-439960938c13,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:04.584781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:04.585689 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Added segment e83bf992-49a7-435e-9999-2c97cb56eb52 of type vlan for network 42b49b7d-8adf-452f-abaa-5191e2de8249 Jan 12 10:15:04.611894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:04.642441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:04.643720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:04.644473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:04.744111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=42b49b7d-8adf-452f-abaa-5191e2de8249,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:04.748622 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e5eefb86-ec78-4d1e-af76-289fb05bf4e1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5302069 Jan 12 10:15:04.752657 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48194) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:04.755105 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 42b49b7d-8adf-452f-abaa-5191e2de8249 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:15:04.758256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Request body: {'subnet': {'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1475422089-subnet', 'tenant_id': 'b02ea96c1f854fe8bf10bd6c43278ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:04.763765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:04.768363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Usage tracker for resource:subnet and tenant:b02ea96c1f854fe8bf10bd6c43278ba1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:04.771454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:04.777452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:04.788256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Made reservation on behalf of b02ea96c1f854fe8bf10bd6c43278ba1 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:04.790564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:04.993900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:05.057846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a0c479-a91f-4695-8d1e-752e27b0e925,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:05.081385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Checking segment: {'id': 'e83bf992-49a7-435e-9999-2c97cb56eb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:05.081736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Network hostable DHCP agents. Network: 42b49b7d-8adf-452f-abaa-5191e2de8249, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:15:05.106259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Network 42b49b7d-8adf-452f-abaa-5191e2de8249 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:15:05.116298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 42b49b7d-8adf-452f-abaa-5191e2de8249) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:05.120890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:05.121456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:05.127221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f7f7b-a939-4b4d-9900-16b2e918878a None None] Network 42b49b7d-8adf-452f-abaa-5191e2de8249 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:05.142953 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-96a6d8e4-19d7-4224-b8f7-a83873c16aff admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3889000 Jan 12 10:15:05.335169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce597b-e02a-43a4-b9d5-568c6c21349e None None] Network 42b49b7d-8adf-452f-abaa-5191e2de8249 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:05.809918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-8716690a-8116-484c-9b20-f2d5874d8a90 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:05.810567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-8716690a-8116-484c-9b20-f2d5874d8a90 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Synchronizing usage tracker for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:15:05.829227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-8716690a-8116-484c-9b20-f2d5874d8a90 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Unset dirty status for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:15:05.830786 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-8716690a-8116-484c-9b20-f2d5874d8a90 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/networks?id=42b49b7d-8adf-452f-abaa-5191e2de8249 HTTP/1.1" status: 200 len: 814 time: 0.2478261 Jan 12 10:15:05.846881 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-cdba900f-2128-4fc3-bdcc-865eeb716403 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/quotas/b02ea96c1f854fe8bf10bd6c43278ba1 HTTP/1.1" status: 200 len: 375 time: 0.0106227 Jan 12 10:15:05.891758 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-6319d03f-ac90-476d-8145-b85ebb60bfe6 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b02ea96c1f854fe8bf10bd6c43278ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399604 Jan 12 10:15:05.974094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-b345b2f6-062c-4d93-9602-d67fde6419f0 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:15:05.975090 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-b345b2f6-062c-4d93-9602-d67fde6419f0 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0735540 Jan 12 10:15:06.112403 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-4146b0bf-28bc-4b7e-93ca-9969bde00774 service neutron] 10.222.0.58 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308944 Jan 12 10:15:06.247989 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-06249f80-77eb-421e-94f5-579695230367 service neutron] 10.222.0.58 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298854 Jan 12 10:15:06.443832 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5de4df03-bd21-4f8e-a35e-651e5eb71ac0 req-99d60a7a-8331-478c-896c-f9da64440b46 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 210 time: 0.0442820 Jan 12 10:15:07.630938 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b328404c-4145-493c-b9de-f32251c1ec6e req-7518a44b-326e-4855-a1ba-701123ac926d tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 210 time: 0.0595870 Jan 12 10:15:07.746563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-88b865e0-d372-4022-a1e7-0baa227f342f tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:07.747869 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-88b865e0-d372-4022-a1e7-0baa227f342f tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.59 "GET /v2.0/networks?id=42b49b7d-8adf-452f-abaa-5191e2de8249 HTTP/1.1" status: 200 len: 814 time: 0.1428018 Jan 12 10:15:07.762782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Request body: {'port': {'device_id': '2329c630-033a-47a7-bcc4-fa30692d9761', 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249', 'admin_state_up': True, 'tenant_id': 'b02ea96c1f854fe8bf10bd6c43278ba1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:07.893457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:07.897300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Usage tracker for resource:port and tenant:b02ea96c1f854fe8bf10bd6c43278ba1 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:07.900149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:07.905809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:07.920445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Made reservation on behalf of b02ea96c1f854fe8bf10bd6c43278ba1 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:07.925127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:08.095270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Allocated IP 172.20.0.3 (42b49b7d-8adf-452f-abaa-5191e2de8249/b4a0c479-a91f-4695-8d1e-752e27b0e925/4d8dca9e-3df1-4902-b486-ba228c6bfa14) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:15:08.309385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:08.339338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:08.412251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Network 42b49b7d-8adf-452f-abaa-5191e2de8249 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:15:08.415286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:08.419536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:15:08.443761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Pushing event updated for resources: {'Port': ['ID=4d8dca9e-3df1-4902-b486-ba228c6bfa14,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:08.479511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:08.480104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:08.502356 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-a955497c-0e92-4640-a2ae-0bcacf852648 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7431142 Jan 12 10:15:08.513182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Request body: {'port': {'device_id': '2329c630-033a-47a7-bcc4-fa30692d9761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:08.623951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:09.030693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f612af-9850-4d33-8a21-75bed8933c7d req-01487ed1-636a-4a0d-81a9-888501bbb2df tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:09.031419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-48f612af-9850-4d33-8a21-75bed8933c7d req-01487ed1-636a-4a0d-81a9-888501bbb2df tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Synchronizing usage tracker for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:15:09.065630 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-48f612af-9850-4d33-8a21-75bed8933c7d req-01487ed1-636a-4a0d-81a9-888501bbb2df tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Unset dirty status for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:15:09.066757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48f612af-9850-4d33-8a21-75bed8933c7d req-01487ed1-636a-4a0d-81a9-888501bbb2df tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 931 time: 0.3170974 Jan 12 10:15:09.142758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8dca9e-3df1-4902-b486-ba228c6bfa14 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:15:09.151382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:09.171100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-48f612af-9850-4d33-8a21-75bed8933c7d req-fe15857e-8ac7-47ac-b589-463460d604dd tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Synchronizing usage tracker for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:15:09.173505 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Transition to ACTIVE for port object 4d8dca9e-3df1-4902-b486-ba228c6bfa14 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:15:09.180580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:09.231703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-48f612af-9850-4d33-8a21-75bed8933c7d req-fe15857e-8ac7-47ac-b589-463460d604dd tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Unset dirty status for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:15:09.232823 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48f612af-9850-4d33-8a21-75bed8933c7d req-fe15857e-8ac7-47ac-b589-463460d604dd tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351569 Jan 12 10:15:09.306310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8dca9e-3df1-4902-b486-ba228c6bfa14,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:09.421138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Attempting to bind port 4d8dca9e-3df1-4902-b486-ba228c6bfa14 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:15:09.421482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Attempting to bind port 4d8dca9e-3df1-4902-b486-ba228c6bfa14 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'e83bf992-49a7-435e-9999-2c97cb56eb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:15:09.421802 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Attempting to bind port 4d8dca9e-3df1-4902-b486-ba228c6bfa14 on network 42b49b7d-8adf-452f-abaa-5191e2de8249 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:15:09.427756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Port 4d8dca9e-3df1-4902-b486-ba228c6bfa14 on network 42b49b7d-8adf-452f-abaa-5191e2de8249 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:15:09.428068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Attempting to bind port 4d8dca9e-3df1-4902-b486-ba228c6bfa14 on network 42b49b7d-8adf-452f-abaa-5191e2de8249 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:15:09.434550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:15:09.434912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Checking segment: {'id': 'e83bf992-49a7-435e-9999-2c97cb56eb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:09.435293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Bound using segment: {'id': 'e83bf992-49a7-435e-9999-2c97cb56eb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:15:09.435683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Bound port: 4d8dca9e-3df1-4902-b486-ba228c6bfa14, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83bf992-49a7-435e-9999-2c97cb56eb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:15:09.436039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:09.531301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] For port 4d8dca9e-3df1-4902-b486-ba228c6bfa14, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:15:09.537187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] For port 4d8dca9e-3df1-4902-b486-ba228c6bfa14, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4d8dca9e-3df1-4902-b486-ba228c6bfa14,segment=NetworkSegment(e83bf992-49a7-435e-9999-2c97cb56eb52),segment_id=e83bf992-49a7-435e-9999-2c97cb56eb52)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:15:09.544692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:09.610564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:09.611940 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] 10.222.0.59 "PUT /v2.0/ports/4d8dca9e-3df1-4902-b486-ba228c6bfa14 HTTP/1.1" status: 200 len: 1093 time: 1.1026797 Jan 12 10:15:09.612388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2329c630-033a-47a7-bcc4-fa30692d9761', 'tag': '4d8dca9e-3df1-4902-b486-ba228c6bfa14'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:15:09.632999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62de9-f535-42be-b47b-d9dd16574418 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8dca9e-3df1-4902-b486-ba228c6bfa14,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:09.681588 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2329c630-033a-47a7-bcc4-fa30692d9761', 'tag': '4d8dca9e-3df1-4902-b486-ba228c6bfa14', 'status': 'completed', 'code': 200} Jan 12 10:15:09.735970 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-ad233063-55d8-46f7-a209-ab7f113a6d18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b02ea96c1f854fe8bf10bd6c43278ba1&device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 1096 time: 0.0848832 Jan 12 10:15:09.807761 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-fbbb3a02-7757-41c2-91ff-75e2ea5bdb15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d8dca9e-3df1-4902-b486-ba228c6bfa14 HTTP/1.1" status: 200 len: 217 time: 0.0648198 Jan 12 10:15:09.870047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-8471178b-7c1e-4134-9ad3-2a5dea522a60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:09.871390 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-8471178b-7c1e-4134-9ad3-2a5dea522a60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4a0c479-a91f-4695-8d1e-752e27b0e925 HTTP/1.1" status: 200 len: 854 time: 0.0585449 Jan 12 10:15:09.916558 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-651f3f4b-ab7d-4b4b-8ba0-a69b85981c56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=42b49b7d-8adf-452f-abaa-5191e2de8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389922 Jan 12 10:15:10.047176 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-f29e4ace-5351-4a77-afe9-d4f1fcd4b481 service neutron] 10.222.0.59 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226516 Jan 12 10:15:10.178116 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e3b3156-c421-43f8-90ff-04e1e2d187ef req-6e4a6615-8fe5-42cd-8153-32b457a4e1d7 service neutron] 10.222.0.59 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252010 Jan 12 10:15:10.306961 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb2aa9ed-9992-4065-811e-567204db65b8 req-d4f111a9-df2e-4616-8105-45e977888dd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b02ea96c1f854fe8bf10bd6c43278ba1&device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 1096 time: 0.0828693 Jan 12 10:15:10.482988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2aa9ed-9992-4065-811e-567204db65b8 req-106e4903-7f66-4a2e-be32-5ce1b89265f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:10.484431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb2aa9ed-9992-4065-811e-567204db65b8 req-106e4903-7f66-4a2e-be32-5ce1b89265f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=42b49b7d-8adf-452f-abaa-5191e2de8249 HTTP/1.1" status: 200 len: 915 time: 0.1704795 Jan 12 10:15:10.547352 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3f833-523e-4a49-9e3b-d5f839600951 req-6035a33f-3a0a-4f09-8f49-ad5864d5fd4c tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:10.548730 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e1a3f833-523e-4a49-9e3b-d5f839600951 req-6035a33f-3a0a-4f09-8f49-ad5864d5fd4c tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 943 time: 0.1723919 Jan 12 10:15:10.576201 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb2aa9ed-9992-4065-811e-567204db65b8 req-2ad19e75-356e-4020-a26a-73b2f1f37a15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d8dca9e-3df1-4902-b486-ba228c6bfa14 HTTP/1.1" status: 200 len: 217 time: 0.0852377 Jan 12 10:15:10.643810 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e1a3f833-523e-4a49-9e3b-d5f839600951 req-bf30ca07-d39a-4741-b34c-42da238e2048 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893424 Jan 12 10:15:10.651541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2aa9ed-9992-4065-811e-567204db65b8 req-9ff205b7-ee15-468b-8704-3e5d47db711a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:10.652854 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb2aa9ed-9992-4065-811e-567204db65b8 req-9ff205b7-ee15-468b-8704-3e5d47db711a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4a0c479-a91f-4695-8d1e-752e27b0e925 HTTP/1.1" status: 200 len: 854 time: 0.0710726 Jan 12 10:15:10.788803 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb2aa9ed-9992-4065-811e-567204db65b8 req-69381b69-cdde-4b0e-88ca-bbd781576cec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=42b49b7d-8adf-452f-abaa-5191e2de8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295373 Jan 12 10:15:10.915645 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb2aa9ed-9992-4065-811e-567204db65b8 req-1027d83a-e397-4f6d-a36b-2542e0609203 service neutron] 10.222.0.59 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202948 Jan 12 10:15:11.043804 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb2aa9ed-9992-4065-811e-567204db65b8 req-c3b08d09-9357-4a4b-8072-ef08db7c0daa service neutron] 10.222.0.59 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213191 Jan 12 10:15:11.854284 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ea65a-bb5f-436d-8047-0fba3aa9d03e req-2eef5cbf-5e6b-44a1-99bb-42384a709825 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:11.855653 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-717ea65a-bb5f-436d-8047-0fba3aa9d03e req-2eef5cbf-5e6b-44a1-99bb-42384a709825 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 943 time: 0.0843990 Jan 12 10:15:11.904410 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-717ea65a-bb5f-436d-8047-0fba3aa9d03e req-a325fe8d-30fa-4802-a403-1cee7b13d345 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430949 Jan 12 10:15:12.561377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4d8dca9e-3df1-4902-b486-ba228c6bfa14 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:15:12.706502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 4d8dca9e-3df1-4902-b486-ba228c6bfa14, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4d8dca9e-3df1-4902-b486-ba228c6bfa14,segment=NetworkSegment(e83bf992-49a7-435e-9999-2c97cb56eb52),segment_id=e83bf992-49a7-435e-9999-2c97cb56eb52)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:12.720371 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '4d8dca9e-3df1-4902-b486-ba228c6bfa14', 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249', 'port_id': '4d8dca9e-3df1-4902-b486-ba228c6bfa14', 'mac_address': 'fa:16:3e:50:19:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4a0c479-a91f-4695-8d1e-752e27b0e925', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:15:12.772217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:12.788663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8dca9e-3df1-4902-b486-ba228c6bfa14 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:15:12.803572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 4d8dca9e-3df1-4902-b486-ba228c6bfa14, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4d8dca9e-3df1-4902-b486-ba228c6bfa14,segment=NetworkSegment(e83bf992-49a7-435e-9999-2c97cb56eb52),segment_id=e83bf992-49a7-435e-9999-2c97cb56eb52)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:12.809095 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:12.874331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=4d8dca9e-3df1-4902-b486-ba228c6bfa14,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:13.117250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1176ae-8135-4c51-8b7f-49124507913f req-2cded89e-35fa-4c7b-9226-41ee831cfd9f tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:13.118690 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e1176ae-8135-4c51-8b7f-49124507913f req-2cded89e-35fa-4c7b-9226-41ee831cfd9f tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 944 time: 0.0908389 Jan 12 10:15:13.150899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['4d8dca9e-3df1-4902-b486-ba228c6bfa14'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:15:13.165062 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e1176ae-8135-4c51-8b7f-49124507913f req-d0d9d910-7040-4144-af47-1ec8116acc50 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406430 Jan 12 10:15:14.386651 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd49dc-624e-42fa-81ae-9bf3cc66675f req-50ae71fb-4d18-4564-b0cc-e3721e2f70cf tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:14.388227 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c1bd49dc-624e-42fa-81ae-9bf3cc66675f req-50ae71fb-4d18-4564-b0cc-e3721e2f70cf tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 944 time: 0.0887461 Jan 12 10:15:14.434424 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c1bd49dc-624e-42fa-81ae-9bf3cc66675f req-969ff118-bfb4-4e17-9c84-db7b3e585ab8 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Jan 12 10:15:14.576146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4d8dca9e-3df1-4902-b486-ba228c6bfa14 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:15:14.650512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 4d8dca9e-3df1-4902-b486-ba228c6bfa14 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:15:14.655390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 4d8dca9e-3df1-4902-b486-ba228c6bfa14 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:15:14.655833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:14.778935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:14.811071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2329c630-033a-47a7-bcc4-fa30692d9761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8dca9e-3df1-4902-b486-ba228c6bfa14'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:15:14.821069 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 4d8dca9e-3df1-4902-b486-ba228c6bfa14, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4d8dca9e-3df1-4902-b486-ba228c6bfa14,segment=NetworkSegment(e83bf992-49a7-435e-9999-2c97cb56eb52),segment_id=e83bf992-49a7-435e-9999-2c97cb56eb52)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:14.825975 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:14.890046 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=4d8dca9e-3df1-4902-b486-ba228c6bfa14,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:14.943873 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2329c630-033a-47a7-bcc4-fa30692d9761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8dca9e-3df1-4902-b486-ba228c6bfa14', 'code': 200} Jan 12 10:15:15.169710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad378e3d-1736-4adb-bea2-23d06305fe72 req-da2aee6b-e94c-4bee-b4b9-79b765974f84 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 1098 time: 0.0706053 Jan 12 10:15:15.212312 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad378e3d-1736-4adb-bea2-23d06305fe72 req-f578d7a8-bc00-421d-a814-2e76570c1caf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365489 Jan 12 10:15:15.651465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887f57c-489d-4061-bcf5-fc45a0e88072 req-9db73423-4b49-4445-9aeb-041facaf9d4d tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:15.652872 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5887f57c-489d-4061-bcf5-fc45a0e88072 req-9db73423-4b49-4445-9aeb-041facaf9d4d tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.0907812 Jan 12 10:15:15.699460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5887f57c-489d-4061-bcf5-fc45a0e88072 req-282d896d-3c4a-4943-b20c-3946655e31e8 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381951 Jan 12 10:15:16.908205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fb45f-acbb-4310-80e0-c06d3619e1c9 req-5df6d81a-33a0-4ab7-910a-68eb436c1e53 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:16.909539 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-333fb45f-acbb-4310-80e0-c06d3619e1c9 req-5df6d81a-33a0-4ab7-910a-68eb436c1e53 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.0834880 Jan 12 10:15:16.957068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-333fb45f-acbb-4310-80e0-c06d3619e1c9 req-02ff721c-d133-49be-a51c-7109fc0fd6f1 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Jan 12 10:15:17.265954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-23e970a8-2fbb-4ac2-a5bf-020a321ab484 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:17.267290 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-23e970a8-2fbb-4ac2-a5bf-020a321ab484 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/networks?id=42b49b7d-8adf-452f-abaa-5191e2de8249 HTTP/1.1" status: 200 len: 814 time: 0.1450772 Jan 12 10:15:17.286101 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-410eebf5-17b8-4838-b068-20ef8f5d6327 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/quotas/b02ea96c1f854fe8bf10bd6c43278ba1 HTTP/1.1" status: 200 len: 375 time: 0.0104315 Jan 12 10:15:17.362924 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-9d4705b5-1d49-4f30-82cf-091d04e32550 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b02ea96c1f854fe8bf10bd6c43278ba1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708916 Jan 12 10:15:17.492089 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-0415a0a1-3952-4d84-a744-e04837b04e5e service neutron] 10.222.0.58 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219873 Jan 12 10:15:17.627668 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-6c94c8ea-b692-49dd-b4ac-5f32988be34f service neutron] 10.222.0.58 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299012 Jan 12 10:15:17.811848 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a33303a4-3bf9-4be8-96dc-5c86075de12f req-83569c50-efc4-450b-aab8-a5f38594a9e5 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 210 time: 0.0431261 Jan 12 10:15:18.840132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-7eb14df3-f23a-4a41-8ab7-eda4528ec36d tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:18.841429 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-7eb14df3-f23a-4a41-8ab7-eda4528ec36d tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.59 "GET /v2.0/networks?id=42b49b7d-8adf-452f-abaa-5191e2de8249 HTTP/1.1" status: 200 len: 814 time: 0.1394494 Jan 12 10:15:18.856778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Request body: {'port': {'device_id': '653039af-4a8f-4004-95ac-2976af73690a', 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249', 'admin_state_up': True, 'tenant_id': 'b02ea96c1f854fe8bf10bd6c43278ba1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:19.069960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b82e97ad-78b6-4df1-ac3a-34db21e40d22 req-8c56d610-d7e2-4831-9865-f53d0ebb7e95 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 210 time: 0.0576177 Jan 12 10:15:19.084510 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75195f9b-3ac7-4bcb-ac74-c777301dacda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:19.123111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:19.132499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:19.143498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Made reservation on behalf of b02ea96c1f854fe8bf10bd6c43278ba1 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:19.146469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:19.311747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Allocated IP 172.20.0.2 (42b49b7d-8adf-452f-abaa-5191e2de8249/b4a0c479-a91f-4695-8d1e-752e27b0e925/025233f4-814f-4ff4-89e2-4617cc712931) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:15:19.521116 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:19.553163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:19.565803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['4d8dca9e-3df1-4902-b486-ba228c6bfa14'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:15:19.634928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Network 42b49b7d-8adf-452f-abaa-5191e2de8249 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:15:19.638063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:19.643202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:15:19.670015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Pushing event updated for resources: {'Port': ['ID=025233f4-814f-4ff4-89e2-4617cc712931,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:19.702687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:19.703293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:19.727727 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-1b164857-1328-4a12-be68-2765a3fd7997 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8747365 Jan 12 10:15:19.739706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Request body: {'port': {'device_id': '653039af-4a8f-4004-95ac-2976af73690a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:19.847263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:20.191114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025233f4-814f-4ff4-89e2-4617cc712931 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:15:20.226509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:20.250993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Transition to ACTIVE for port object 025233f4-814f-4ff4-89e2-4617cc712931 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:15:20.263628 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:20.403765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Pushing event updated for resources: {'Port': ['ID=025233f4-814f-4ff4-89e2-4617cc712931,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:20.419917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efccb98-5cd1-4471-944d-5c7538e2644c req-d779213b-c7c9-4625-833e-bafb8bc4b6a1 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:20.420618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-3efccb98-5cd1-4471-944d-5c7538e2644c req-d779213b-c7c9-4625-833e-bafb8bc4b6a1 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Synchronizing usage tracker for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:15:20.501119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-3efccb98-5cd1-4471-944d-5c7538e2644c req-d779213b-c7c9-4625-833e-bafb8bc4b6a1 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Unset dirty status for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:15:20.502611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3efccb98-5cd1-4471-944d-5c7538e2644c req-d779213b-c7c9-4625-833e-bafb8bc4b6a1 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 931 time: 0.3070843 Jan 12 10:15:20.562766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Attempting to bind port 025233f4-814f-4ff4-89e2-4617cc712931 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:15:20.563049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Attempting to bind port 025233f4-814f-4ff4-89e2-4617cc712931 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'e83bf992-49a7-435e-9999-2c97cb56eb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:15:20.563400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Attempting to bind port 025233f4-814f-4ff4-89e2-4617cc712931 on network 42b49b7d-8adf-452f-abaa-5191e2de8249 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:15:20.576501 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3efccb98-5cd1-4471-944d-5c7538e2644c req-8625ff23-f9aa-44d4-85dc-2219e43d3e90 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641913 Jan 12 10:15:20.577459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Port 025233f4-814f-4ff4-89e2-4617cc712931 on network 42b49b7d-8adf-452f-abaa-5191e2de8249 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:15:20.577774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Attempting to bind port 025233f4-814f-4ff4-89e2-4617cc712931 on network 42b49b7d-8adf-452f-abaa-5191e2de8249 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:15:20.584342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:15:20.584613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Checking segment: {'id': 'e83bf992-49a7-435e-9999-2c97cb56eb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:20.584975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Bound using segment: {'id': 'e83bf992-49a7-435e-9999-2c97cb56eb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:15:20.585390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Bound port: 025233f4-814f-4ff4-89e2-4617cc712931, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83bf992-49a7-435e-9999-2c97cb56eb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:15:20.585784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:20.677581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] For port 025233f4-814f-4ff4-89e2-4617cc712931, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:15:20.680865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] For port 025233f4-814f-4ff4-89e2-4617cc712931, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=025233f4-814f-4ff4-89e2-4617cc712931,segment=NetworkSegment(e83bf992-49a7-435e-9999-2c97cb56eb52),segment_id=e83bf992-49a7-435e-9999-2c97cb56eb52)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:15:20.686326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:20.842454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:20.843829 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] 10.222.0.59 "PUT /v2.0/ports/025233f4-814f-4ff4-89e2-4617cc712931 HTTP/1.1" status: 200 len: 1093 time: 1.1091650 Jan 12 10:15:20.844248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653039af-4a8f-4004-95ac-2976af73690a', 'tag': '025233f4-814f-4ff4-89e2-4617cc712931'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:15:20.858337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b2358-e79c-4e71-9f78-9d78afaf266c service neutron] Pushing event updated for resources: {'Port': ['ID=025233f4-814f-4ff4-89e2-4617cc712931,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:20.912135 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653039af-4a8f-4004-95ac-2976af73690a', 'tag': '025233f4-814f-4ff4-89e2-4617cc712931', 'status': 'completed', 'code': 200} Jan 12 10:15:20.953315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-ca179761-852a-4f9a-bfe8-5d73118520a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b02ea96c1f854fe8bf10bd6c43278ba1&device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 1096 time: 0.0736313 Jan 12 10:15:21.020597 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-ac990342-5281-4b59-a67e-db70c17c9777 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=025233f4-814f-4ff4-89e2-4617cc712931 HTTP/1.1" status: 200 len: 217 time: 0.0613666 Jan 12 10:15:21.090154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-b3721372-b798-482c-b6af-136a3085c649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:21.091611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-b3721372-b798-482c-b6af-136a3085c649 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4a0c479-a91f-4695-8d1e-752e27b0e925 HTTP/1.1" status: 200 len: 854 time: 0.0658267 Jan 12 10:15:21.139944 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-3d07efde-c216-4158-bddd-f32abea5b2a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=42b49b7d-8adf-452f-abaa-5191e2de8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426860 Jan 12 10:15:21.218367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2db5f6a-c1b2-4591-b806-0f9887d02680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:21.269644 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-d8dad3a6-f489-4aac-8b73-a33d94b9b509 service neutron] 10.222.0.59 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242387 Jan 12 10:15:21.396599 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2bc31c-73a6-4fa3-b2b6-710e74c7159b req-15dc25ec-c819-4d85-ac83-f44169ccd365 service neutron] 10.222.0.59 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218867 Jan 12 10:15:21.516063 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3fbfe192-d1a1-4aab-8267-205b8f075357 req-c7934d2d-79bb-4235-8106-535a742e9422 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b02ea96c1f854fe8bf10bd6c43278ba1&device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 1096 time: 0.0700319 Jan 12 10:15:21.649305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfe192-d1a1-4aab-8267-205b8f075357 req-a009216a-cd69-49b0-aa87-946bae514574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:21.650817 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3fbfe192-d1a1-4aab-8267-205b8f075357 req-a009216a-cd69-49b0-aa87-946bae514574 service neutron] 10.222.0.59 "GET /v2.0/networks?id=42b49b7d-8adf-452f-abaa-5191e2de8249 HTTP/1.1" status: 200 len: 915 time: 0.1294432 Jan 12 10:15:21.752115 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3fbfe192-d1a1-4aab-8267-205b8f075357 req-a49c8079-8464-478e-91ff-ebb453127f61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=025233f4-814f-4ff4-89e2-4617cc712931 HTTP/1.1" status: 200 len: 217 time: 0.0944633 Jan 12 10:15:21.828888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfe192-d1a1-4aab-8267-205b8f075357 req-dfd02d56-690a-4041-8a18-8e96a98c3177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:21.830297 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3fbfe192-d1a1-4aab-8267-205b8f075357 req-dfd02d56-690a-4041-8a18-8e96a98c3177 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4a0c479-a91f-4695-8d1e-752e27b0e925 HTTP/1.1" status: 200 len: 854 time: 0.0724158 Jan 12 10:15:21.876255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3fbfe192-d1a1-4aab-8267-205b8f075357 req-f3895f0e-c2c4-4f08-8e12-6160a3211797 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=42b49b7d-8adf-452f-abaa-5191e2de8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398581 Jan 12 10:15:21.882622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7012cd7-84c3-4386-a42e-3af553a9eceb req-e4fa40a7-1719-4160-b0ae-d48f9e802961 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:21.883981 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7012cd7-84c3-4386-a42e-3af553a9eceb req-e4fa40a7-1719-4160-b0ae-d48f9e802961 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 943 time: 0.1771584 Jan 12 10:15:21.984480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:22.019162 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7012cd7-84c3-4386-a42e-3af553a9eceb req-d1716c0d-4bfa-456a-a40a-7cd602113f9a tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172225 Jan 12 10:15:22.040707 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3fbfe192-d1a1-4aab-8267-205b8f075357 req-ceedd8e5-d2a5-4629-9a64-05bdd8ab73c5 service neutron] 10.222.0.59 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552367 Jan 12 10:15:22.171259 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3fbfe192-d1a1-4aab-8267-205b8f075357 req-8fd19fe0-f12e-4d0b-9532-c53489d000d7 service neutron] 10.222.0.59 "GET /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252606 Jan 12 10:15:22.656204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:22.660494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:23.252511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649a81c-1f28-4d3d-9e59-b92017af986e req-55273d40-451b-4122-b477-218aed4b0b44 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:23.253919 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1649a81c-1f28-4d3d-9e59-b92017af986e req-55273d40-451b-4122-b477-218aed4b0b44 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 943 time: 0.0909843 Jan 12 10:15:23.300052 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1649a81c-1f28-4d3d-9e59-b92017af986e req-cc8df166-a8f8-47f7-b6dc-5f979d02023f tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 Jan 12 10:15:24.015617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:24.504972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e3891-b383-45e2-afb6-db8883843c51 req-23a08a70-3144-49a2-859c-2d019b54e448 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:24.506389 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a15e3891-b383-45e2-afb6-db8883843c51 req-23a08a70-3144-49a2-859c-2d019b54e448 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 943 time: 0.0798731 Jan 12 10:15:24.559943 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a15e3891-b383-45e2-afb6-db8883843c51 req-8c6b48bf-fda5-4f65-83ba-4717abbe5301 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478556 Jan 12 10:15:24.628082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 025233f4-814f-4ff4-89e2-4617cc712931 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:15:24.774696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 025233f4-814f-4ff4-89e2-4617cc712931, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=025233f4-814f-4ff4-89e2-4617cc712931,segment=NetworkSegment(e83bf992-49a7-435e-9999-2c97cb56eb52),segment_id=e83bf992-49a7-435e-9999-2c97cb56eb52)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:24.788678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '025233f4-814f-4ff4-89e2-4617cc712931', 'network_id': '42b49b7d-8adf-452f-abaa-5191e2de8249', 'port_id': '025233f4-814f-4ff4-89e2-4617cc712931', 'mac_address': 'fa:16:3e:c6:73:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4a0c479-a91f-4695-8d1e-752e27b0e925', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:15:24.846478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:24.864230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025233f4-814f-4ff4-89e2-4617cc712931 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:15:24.880192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 025233f4-814f-4ff4-89e2-4617cc712931, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=025233f4-814f-4ff4-89e2-4617cc712931,segment=NetworkSegment(e83bf992-49a7-435e-9999-2c97cb56eb52),segment_id=e83bf992-49a7-435e-9999-2c97cb56eb52)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:24.885953 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:24.949587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=025233f4-814f-4ff4-89e2-4617cc712931,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:24.958311 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:24.958652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:24.959040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:24.959337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:24.959661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:24.959976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:24.960293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:24.960627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:24.960965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:24.961278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:24.961596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:25.223613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['025233f4-814f-4ff4-89e2-4617cc712931'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:15:25.863944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528b164-44e3-4d05-b545-52b13d8e8756 req-b5fd775c-d666-4202-97fe-5fa537b66394 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:25.865294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8528b164-44e3-4d05-b545-52b13d8e8756 req-b5fd775c-d666-4202-97fe-5fa537b66394 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 944 time: 0.1755016 Jan 12 10:15:25.912548 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8528b164-44e3-4d05-b545-52b13d8e8756 req-8d66ad9e-cd4c-4bed-9955-ee6f2498c8d9 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Jan 12 10:15:26.630854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 025233f4-814f-4ff4-89e2-4617cc712931 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:15:26.704282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 025233f4-814f-4ff4-89e2-4617cc712931 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:15:26.709127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 025233f4-814f-4ff4-89e2-4617cc712931 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:15:26.709512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:26.824238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:26.855097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653039af-4a8f-4004-95ac-2976af73690a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025233f4-814f-4ff4-89e2-4617cc712931'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:15:26.864337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 025233f4-814f-4ff4-89e2-4617cc712931, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=025233f4-814f-4ff4-89e2-4617cc712931,segment=NetworkSegment(e83bf992-49a7-435e-9999-2c97cb56eb52),segment_id=e83bf992-49a7-435e-9999-2c97cb56eb52)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:26.868680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:26.910644 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653039af-4a8f-4004-95ac-2976af73690a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025233f4-814f-4ff4-89e2-4617cc712931', 'code': 200} Jan 12 10:15:26.935383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=025233f4-814f-4ff4-89e2-4617cc712931,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:26.989739 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:15:27.170355 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-31bc3cee-176c-4651-be37-1615ec29d964 req-5775e041-8c4a-4044-baae-ded94667af1e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 1098 time: 0.0985165 Jan 12 10:15:27.175711 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260e879-a9ca-4289-a6e8-758167254601 req-9c501f15-e96a-42ce-86c2-09068a2da21b tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:27.177036 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2260e879-a9ca-4289-a6e8-758167254601 req-9c501f15-e96a-42ce-86c2-09068a2da21b tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 945 time: 0.1429546 Jan 12 10:15:27.242842 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-31bc3cee-176c-4651-be37-1615ec29d964 req-8661c07d-cc14-4a15-a403-53e4ee4b8e77 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648925 Jan 12 10:15:27.249649 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2260e879-a9ca-4289-a6e8-758167254601 req-2de27fc1-ba2b-4080-acbc-23caa79e67aa tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596347 Jan 12 10:15:28.471380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1eadf-1d34-4e93-b5a8-09ae2032e9dc req-91afd6f3-2f57-4fed-9361-b2ce9bed289d tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:28.472807 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20e1eadf-1d34-4e93-b5a8-09ae2032e9dc req-91afd6f3-2f57-4fed-9361-b2ce9bed289d tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 945 time: 0.0861712 Jan 12 10:15:28.518124 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20e1eadf-1d34-4e93-b5a8-09ae2032e9dc req-6d239670-7076-459b-a6f5-7fbfb25753e3 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389979 Jan 12 10:15:29.731500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f390d2-34e9-4c78-8c8a-07e851fd95a8 req-f96d22da-72a0-421c-a882-ebe55b049478 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:29.732925 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b4f390d2-34e9-4c78-8c8a-07e851fd95a8 req-f96d22da-72a0-421c-a882-ebe55b049478 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 945 time: 0.0828333 Jan 12 10:15:29.779277 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b4f390d2-34e9-4c78-8c8a-07e851fd95a8 req-dc19d9c9-bd54-41a0-9ae3-4c3817967853 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Jan 12 10:15:30.209693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd4695-83c9-4d53-a8c6-f9c8371b89d1 req-339b4fae-618b-4e93-aeeb-50a5d5f61222 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:30.211158 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-15dd4695-83c9-4d53-a8c6-f9c8371b89d1 req-339b4fae-618b-4e93-aeeb-50a5d5f61222 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 945 time: 0.1050029 Jan 12 10:15:30.255710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-15dd4695-83c9-4d53-a8c6-f9c8371b89d1 req-77210630-2759-4e7e-a508-c5f838c11495 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389678 Jan 12 10:15:31.465968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20f88-533a-4b4a-a3c2-43d9f51337ce req-b6cab9c5-1d17-4afd-91fa-18bd2ea424b2 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:31.467445 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-72b20f88-533a-4b4a-a3c2-43d9f51337ce req-b6cab9c5-1d17-4afd-91fa-18bd2ea424b2 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 945 time: 0.0830266 Jan 12 10:15:31.511087 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-72b20f88-533a-4b4a-a3c2-43d9f51337ce req-869d5dca-db93-485f-8a1c-8a6cba2e4a9e tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381024 Jan 12 10:15:31.710354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-f89243c6-9757-4161-a92b-2148071d9e59 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:31.712483 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-f89243c6-9757-4161-a92b-2148071d9e59 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.59 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 945 time: 0.0966704 Jan 12 10:15:31.788371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-ef77d83c-28b2-44d3-a546-71421bce21f7 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Deleting port 025233f4-814f-4ff4-89e2-4617cc712931 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:31.788703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-ef77d83c-28b2-44d3-a546-71421bce21f7 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:32.045440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-ef77d83c-28b2-44d3-a546-71421bce21f7 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] For port 025233f4-814f-4ff4-89e2-4617cc712931, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=025233f4-814f-4ff4-89e2-4617cc712931,segment=NetworkSegment(e83bf992-49a7-435e-9999-2c97cb56eb52),segment_id=e83bf992-49a7-435e-9999-2c97cb56eb52)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:32.045799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-ef77d83c-28b2-44d3-a546-71421bce21f7 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:32.170309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-ef77d83c-28b2-44d3-a546-71421bce21f7 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Calling delete_port for 025233f4-814f-4ff4-89e2-4617cc712931 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:15:32.320189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-ef77d83c-28b2-44d3-a546-71421bce21f7 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:32.332186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['4d8dca9e-3df1-4902-b486-ba228c6bfa14', '025233f4-814f-4ff4-89e2-4617cc712931'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:15:32.368836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77d83c-28b2-44d3-a546-71421bce21f7 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Pushing event deleted for resources: {'Port': ['ID=025233f4-814f-4ff4-89e2-4617cc712931,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:32.439484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-ef77d83c-28b2-44d3-a546-71421bce21f7 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] No DVR routers for this DVR port 025233f4-814f-4ff4-89e2-4617cc712931 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:15:32.442054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-ef77d83c-28b2-44d3-a546-71421bce21f7 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:32.444746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653039af-4a8f-4004-95ac-2976af73690a', 'name': 'network-vif-deleted', 'tag': '025233f4-814f-4ff4-89e2-4617cc712931'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:15:32.463453 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d06f8965-12a2-4d8d-a3d5-ba412d6d9aa9 req-ef77d83c-28b2-44d3-a546-71421bce21f7 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.59 "DELETE /v2.0/ports/025233f4-814f-4ff4-89e2-4617cc712931 HTTP/1.1" status: 204 len: 173 time: 0.7456110 Jan 12 10:15:32.524663 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653039af-4a8f-4004-95ac-2976af73690a', 'name': 'network-vif-deleted', 'tag': '025233f4-814f-4ff4-89e2-4617cc712931', 'status': 'completed', 'code': 200} Jan 12 10:15:32.704710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-eee5872e-2cf0-435e-8a2c-9b1ffb5e8f98 req-290a154d-9d39-4301-94c0-d788a19b9060 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Synchronizing usage tracker for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:15:32.723329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-eee5872e-2cf0-435e-8a2c-9b1ffb5e8f98 req-290a154d-9d39-4301-94c0-d788a19b9060 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Unset dirty status for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:15:32.724513 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-eee5872e-2cf0-435e-8a2c-9b1ffb5e8f98 req-290a154d-9d39-4301-94c0-d788a19b9060 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=653039af-4a8f-4004-95ac-2976af73690a HTTP/1.1" status: 200 len: 210 time: 0.0670378 Jan 12 10:15:34.021761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ca7e0-a7fd-42d2-8ed9-5b970e31ede1 req-6a04f603-bcb6-4912-8df5-5c85c0ee586c tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:34.023202 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-908ca7e0-a7fd-42d2-8ed9-5b970e31ede1 req-6a04f603-bcb6-4912-8df5-5c85c0ee586c tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.0781300 Jan 12 10:15:34.069807 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-908ca7e0-a7fd-42d2-8ed9-5b970e31ede1 req-6bbbe42e-7f45-4ee0-a819-205141bfd924 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405402 Jan 12 10:15:34.303776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531df58-963a-4655-8ddf-ade7b44be761 req-64b1913f-20fd-43bd-9581-5677d3804d28 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:34.305227 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2531df58-963a-4655-8ddf-ade7b44be761 req-64b1913f-20fd-43bd-9581-5677d3804d28 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.0928333 Jan 12 10:15:34.353793 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2531df58-963a-4655-8ddf-ade7b44be761 req-4fb74e77-c821-4b32-a218-9308091c80ee tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Jan 12 10:15:34.620952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6f7e7-87cf-4f7d-851c-3c88b524f5d6 req-6461c1e6-425e-49d3-bb28-8486ef85633e tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:34.622307 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c6c6f7e7-87cf-4f7d-851c-3c88b524f5d6 req-6461c1e6-425e-49d3-bb28-8486ef85633e tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.1493838 Jan 12 10:15:34.673803 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c6c6f7e7-87cf-4f7d-851c-3c88b524f5d6 req-17ade489-973b-4de9-8165-c256ed86dcbc tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Jan 12 10:15:35.030334 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c194648c-b1c4-49c6-a00e-1e769bd56057 req-88295bc0-ff57-45bc-aeba-1e645784cb90 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2213786 Jan 12 10:15:35.226823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3b714-1a49-47fd-a9bb-5447896534a2 req-184345f1-da0e-420e-8038-89038a882791 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:35.228233 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-63e3b714-1a49-47fd-a9bb-5447896534a2 req-184345f1-da0e-420e-8038-89038a882791 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.0797732 Jan 12 10:15:35.278221 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-63e3b714-1a49-47fd-a9bb-5447896534a2 req-4bc8c1ba-a081-4bc8-9872-837a44fe642f tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413768 Jan 12 10:15:35.554506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828ff21-6a83-4ee5-9d1f-c9e0c6a1c857 req-a5292095-aa37-41aa-8e7e-2e9d4a738700 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:35.555964 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b828ff21-6a83-4ee5-9d1f-c9e0c6a1c857 req-a5292095-aa37-41aa-8e7e-2e9d4a738700 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.1495392 Jan 12 10:15:35.600476 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b828ff21-6a83-4ee5-9d1f-c9e0c6a1c857 req-cd5f3337-3f0b-4241-891b-263e5305066d tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389657 Jan 12 10:15:35.834291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482057b7-922a-40b7-8a1d-b6c315b1a1bd req-c04587ad-f2a7-4539-ad3d-6e0c04a08349 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:35.835681 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-482057b7-922a-40b7-8a1d-b6c315b1a1bd req-c04587ad-f2a7-4539-ad3d-6e0c04a08349 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.0924962 Jan 12 10:15:35.882499 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-482057b7-922a-40b7-8a1d-b6c315b1a1bd req-b2637b57-d85c-4932-b16f-0d1d1f969201 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Jan 12 10:15:36.452792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45544f95-e7a9-40d4-b694-e88ef475e7d3 req-baa80fd8-728b-4431-ae99-5e44b2e6ff3a tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:36.454141 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-45544f95-e7a9-40d4-b694-e88ef475e7d3 req-baa80fd8-728b-4431-ae99-5e44b2e6ff3a tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.0776663 Jan 12 10:15:36.500830 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-45544f95-e7a9-40d4-b694-e88ef475e7d3 req-a742b448-66d5-443c-a47d-4fd88d93b104 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Jan 12 10:15:36.639770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 025233f4-814f-4ff4-89e2-4617cc712931 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:15:36.675363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 025233f4-814f-4ff4-89e2-4617cc712931 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:15:36.675700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 025233f4-814f-4ff4-89e2-4617cc712931 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:15:37.722489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9924bf8-f014-4ec3-833b-14bceca5ea36 req-5a386446-555f-406d-a2d3-6ba2f370f8d6 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:37.724051 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d9924bf8-f014-4ec3-833b-14bceca5ea36 req-5a386446-555f-406d-a2d3-6ba2f370f8d6 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.0822439 Jan 12 10:15:37.779397 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d9924bf8-f014-4ec3-833b-14bceca5ea36 req-3d8037ed-1178-412c-aabf-13bbec7e7942 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd89b3f9-4c5c-44bc-93a1-439960938c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493536 Jan 12 10:15:38.061251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-8ae140ff-5847-4af4-8f23-7e75419b30f2 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:38.062572 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-8ae140ff-5847-4af4-8f23-7e75419b30f2 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.59 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 945 time: 0.0879459 Jan 12 10:15:38.131940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-12466f40-55b5-44ab-bf86-8bfa20361810 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Deleting port 4d8dca9e-3df1-4902-b486-ba228c6bfa14 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:38.132244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-12466f40-55b5-44ab-bf86-8bfa20361810 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:38.380941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-12466f40-55b5-44ab-bf86-8bfa20361810 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] For port 4d8dca9e-3df1-4902-b486-ba228c6bfa14, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4d8dca9e-3df1-4902-b486-ba228c6bfa14,segment=NetworkSegment(e83bf992-49a7-435e-9999-2c97cb56eb52),segment_id=e83bf992-49a7-435e-9999-2c97cb56eb52)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:38.381190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-12466f40-55b5-44ab-bf86-8bfa20361810 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:38.499896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-12466f40-55b5-44ab-bf86-8bfa20361810 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Calling delete_port for 4d8dca9e-3df1-4902-b486-ba228c6bfa14 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:15:38.642581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-12466f40-55b5-44ab-bf86-8bfa20361810 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:38.654375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['4d8dca9e-3df1-4902-b486-ba228c6bfa14'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:15:38.689103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12466f40-55b5-44ab-bf86-8bfa20361810 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Pushing event deleted for resources: {'Port': ['ID=4d8dca9e-3df1-4902-b486-ba228c6bfa14,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:38.763836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-12466f40-55b5-44ab-bf86-8bfa20361810 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] No DVR routers for this DVR port 4d8dca9e-3df1-4902-b486-ba228c6bfa14 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:15:38.767124 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-12466f40-55b5-44ab-bf86-8bfa20361810 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:38.771049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2329c630-033a-47a7-bcc4-fa30692d9761', 'name': 'network-vif-deleted', 'tag': '4d8dca9e-3df1-4902-b486-ba228c6bfa14'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:15:38.789234 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bf69053e-66ee-4c8f-abb4-85415bf1b9c5 req-12466f40-55b5-44ab-bf86-8bfa20361810 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.59 "DELETE /v2.0/ports/4d8dca9e-3df1-4902-b486-ba228c6bfa14 HTTP/1.1" status: 204 len: 173 time: 0.7209415 Jan 12 10:15:38.839497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2329c630-033a-47a7-bcc4-fa30692d9761', 'name': 'network-vif-deleted', 'tag': '4d8dca9e-3df1-4902-b486-ba228c6bfa14', 'status': 'completed', 'code': 200} Jan 12 10:15:38.951517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-c76deeb9-17af-49e3-920a-3bfb806f9b4e req-b7d46d5f-70cc-4ede-98af-8de6be2397a4 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Synchronizing usage tracker for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:15:38.968157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-c76deeb9-17af-49e3-920a-3bfb806f9b4e req-b7d46d5f-70cc-4ede-98af-8de6be2397a4 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] Unset dirty status for tenant:b02ea96c1f854fe8bf10bd6c43278ba1 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:15:38.969325 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c76deeb9-17af-49e3-920a-3bfb806f9b4e req-b7d46d5f-70cc-4ede-98af-8de6be2397a4 tempest-ServersNegativeTestJSON-1737537097 tempest-ServersNegativeTestJSON-1737537097-project] 10.222.0.58 "GET /v2.0/ports?device_id=2329c630-033a-47a7-bcc4-fa30692d9761 HTTP/1.1" status: 200 len: 210 time: 0.0626967 Jan 12 10:15:40.078408 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48342) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:40.138783 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Deleting subnet b4a0c479-a91f-4695-8d1e-752e27b0e925 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:15:40.141665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.193531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.257511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.325364 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.368295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a0c479-a91f-4695-8d1e-752e27b0e925,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:40.379088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.383248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.383586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.383918 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.384241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.384558 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.384877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.385189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.385521 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.385828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.386136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.386450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:40.391152 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-54d5ddb3-8756-40e3-b144-193e28f0ce7a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b4a0c479-a91f-4695-8d1e-752e27b0e925 HTTP/1.1" status: 204 len: 168 time: 0.3117497 Jan 12 10:15:40.394600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48346) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:40.498235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.619754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.644555 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b49b7d-8adf-452f-abaa-5191e2de8249']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:40.656883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83bf992-49a7-435e-9999-2c97cb56eb52') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:40.657170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83bf992-49a7-435e-9999-2c97cb56eb52') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:40.668594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.684049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.689993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:15:40.690362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:15:40.703044 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:15:40.779764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.796855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.807315 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] Pushing event deleted for resources: {'Network': ['ID=42b49b7d-8adf-452f-abaa-5191e2de8249,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:40.818271 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-69ce87bc-be3f-4b2e-a3a5-97768011215c admin admin] 10.222.0.58 "DELETE /v2.0/networks/42b49b7d-8adf-452f-abaa-5191e2de8249 HTTP/1.1" status: 204 len: 168 time: 0.4225502 Jan 12 10:15:40.961768 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48352) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:41.026202 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9ee33121-2f49-4154-b54a-c84c2df619cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b02ea96c1f854fe8bf10bd6c43278ba1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0628510 Jan 12 10:15:41.028799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48356) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:41.094750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7cf67334-96ef-4f0c-89e8-1bc2d5703671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:41.120239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7cf67334-96ef-4f0c-89e8-1bc2d5703671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:41.178985 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7cf67334-96ef-4f0c-89e8-1bc2d5703671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:41.195874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf67334-96ef-4f0c-89e8-1bc2d5703671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd89b3f9-4c5c-44bc-93a1-439960938c13,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:41.204093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7cf67334-96ef-4f0c-89e8-1bc2d5703671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:41.205215 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7cf67334-96ef-4f0c-89e8-1bc2d5703671 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd89b3f9-4c5c-44bc-93a1-439960938c13 HTTP/1.1" status: 204 len: 168 time: 0.1753571 Jan 12 10:15:42.103510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48378) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:42.238229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1183333439'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:42.243587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:42.247585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:network and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:42.250575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:42.256895 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:42.270473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Made reservation on behalf of 9a4dd11aad474cc6b9558aa507818ef0 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:42.275181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:42.293443 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:42.326072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:42.329778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:security_group_rule and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:42.332785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:42.338320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:42.407855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:42.413921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:42.466516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:15:42.475071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b65512-b077-44ea-89a1-92482df0da0e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:42.485419 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:42.486002 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Added segment 5cda35c1-0862-4395-a4c6-9aca53bcf124 of type vlan for network 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa Jan 12 10:15:42.527795 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:42.563229 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:42.567021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:42.567597 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:42.652159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4d8dca9e-3df1-4902-b486-ba228c6bfa14 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:15:42.685716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 4d8dca9e-3df1-4902-b486-ba228c6bfa14 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:15:42.686035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 4d8dca9e-3df1-4902-b486-ba228c6bfa14 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:15:42.773871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'Network': ['ID=63fd7323-f167-4d32-a9e2-ae3a65cdf1fa,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:42.777060 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a4a47b9f-1cf0-4191-b9ae-034fa892a8bc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6724663 Jan 12 10:15:42.793471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:15:45.995097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48384) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:46.004050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Request body: {'subnet': {'network_id': '63fd7323-f167-4d32-a9e2-ae3a65cdf1fa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:46.114135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:46.117910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:subnet and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:46.120726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:46.126301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:46.136850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Made reservation on behalf of 9a4dd11aad474cc6b9558aa507818ef0 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:46.328529 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:46.549621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:46.623114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'Subnet': ['ID=d4318214-ed91-4db5-a5de-15e60ca2ae56,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:46.639690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Checking segment: {'id': '5cda35c1-0862-4395-a4c6-9aca53bcf124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '63fd7323-f167-4d32-a9e2-ae3a65cdf1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:46.640043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Network hostable DHCP agents. Network: 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:15:46.663212 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Network 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:15:46.673080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:46.677438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:46.678021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:46.682716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d925c0-14be-4acc-8e22-c509bf1f9955 None None] Network 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:46.700809 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d46f5bb2-f9f5-48cb-abb9-960c5dcdd6fa tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7042806 Jan 12 10:15:46.704374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48388) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:46.709663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1229248964'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:46.714562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:46.718542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:network and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:46.721518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:46.727427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:46.739087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Made reservation on behalf of 9a4dd11aad474cc6b9558aa507818ef0 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:46.741973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:46.769139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:15:46.778454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:46.778896 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Added segment dd0d8044-97d5-4b69-9491-313bb48f3bd9 of type vlan for network 6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29 Jan 12 10:15:46.807696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:46.841098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:46.844766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:46.845351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:46.921389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-63fd7323-f167-4d32-a9e2-ae3a65cdf1fa', 'network_id': '63fd7323-f167-4d32-a9e2-ae3a65cdf1fa', 'tenant_id': '9a4dd11aad474cc6b9558aa507818ef0', 'fixed_ips': [{'subnet_id': 'd4318214-ed91-4db5-a5de-15e60ca2ae56'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:15:46.922207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:46.947401 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2419579 Jan 12 10:15:46.950295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbe914-1049-4358-9474-a88ab007f8a2 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'Network': ['ID=6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:46.950446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48392) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:46.956121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Request body: {'subnet': {'network_id': '6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:46.977766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:15:47.065799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:47.069616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:subnet and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:47.072446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:47.078106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:47.089232 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Made reservation on behalf of 9a4dd11aad474cc6b9558aa507818ef0 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:47.166092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Allocated IP 2001:db8:0:ffff::2 (63fd7323-f167-4d32-a9e2-ae3a65cdf1fa/d4318214-ed91-4db5-a5de-15e60ca2ae56/6ecc101b-1cc4-4c19-95b9-44035c88ee24) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:15:47.194833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.370322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.381987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Transition to ACTIVE for port object 6ecc101b-1cc4-4c19-95b9-44035c88ee24 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:15:47.401957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Transition to ACTIVE for port object 6ecc101b-1cc4-4c19-95b9-44035c88ee24 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:15:47.408115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.420450 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.482495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Pushing event updated for resources: {'Port': ['ID=6ecc101b-1cc4-4c19-95b9-44035c88ee24,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:47.486035 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Network 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:15:47.487467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:47.489597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:15:47.496461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'Subnet': ['ID=7a5338d5-106e-49fa-a53a-2a8c0c96e8a3,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:47.525393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Checking segment: {'id': 'dd0d8044-97d5-4b69-9491-313bb48f3bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:47.525761 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Network hostable DHCP agents. Network: 6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:15:47.548754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Network 6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:15:47.558571 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:47.562875 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:47.564067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.571233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31c1fe9-221a-4c97-a998-f0647c8675f4 None None] Network 6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:47.586400 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-89248819-0792-428f-a242-afc49f87e2d1 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6348774 Jan 12 10:15:47.589173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48396) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:47.673328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Attempting to bind port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:15:47.673562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Attempting to bind port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '5cda35c1-0862-4395-a4c6-9aca53bcf124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '63fd7323-f167-4d32-a9e2-ae3a65cdf1fa'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:15:47.674599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Attempting to bind port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 on network 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:15:47.690495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:15:47.691165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Checking segment: {'id': '5cda35c1-0862-4395-a4c6-9aca53bcf124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '63fd7323-f167-4d32-a9e2-ae3a65cdf1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:47.691271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.691634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Bound using segment: {'id': '5cda35c1-0862-4395-a4c6-9aca53bcf124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '63fd7323-f167-4d32-a9e2-ae3a65cdf1fa'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:15:47.692086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Bound port: 6ecc101b-1cc4-4c19-95b9-44035c88ee24, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cda35c1-0862-4395-a4c6-9aca53bcf124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '63fd7323-f167-4d32-a9e2-ae3a65cdf1fa'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:15:47.692466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.733881 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.798744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.854549 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fb142639-8c38-472c-9193-8d828e40508b None None] For port 6ecc101b-1cc4-4c19-95b9-44035c88ee24, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:15:47.889462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.903424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fb142639-8c38-472c-9193-8d828e40508b None None] For port 6ecc101b-1cc4-4c19-95b9-44035c88ee24, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6ecc101b-1cc4-4c19-95b9-44035c88ee24,segment=NetworkSegment(5cda35c1-0862-4395-a4c6-9aca53bcf124),segment_id=5cda35c1-0862-4395-a4c6-9aca53bcf124)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:15:47.908617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:47.929204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5338d5-106e-49fa-a53a-2a8c0c96e8a3,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:47.940298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41476025-65db-4054-9324-94ffb31f3f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29', 'network_id': '6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29', 'tenant_id': '9a4dd11aad474cc6b9558aa507818ef0', 'fixed_ips': [{'subnet_id': '7a5338d5-106e-49fa-a53a-2a8c0c96e8a3'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:15:47.941111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41476025-65db-4054-9324-94ffb31f3f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.031820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.061775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:48.062944 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb142639-8c38-472c-9193-8d828e40508b None None] Pushing event updated for resources: {'Port': ['ID=6ecc101b-1cc4-4c19-95b9-44035c88ee24,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:48.076718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0d8044-97d5-4b69-9491-313bb48f3bd9') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:48.077049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0d8044-97d5-4b69-9491-313bb48f3bd9') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:48.088052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ab581-f7d9-4d70-85b3-67b81bb54f06 None None] Network 6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:48.089169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.105792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.113233 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:15:48.113667 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:15:48.128583 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:15:48.228331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.254959 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.270393 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/networks/6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29 HTTP/1.1" status: 204 len: 168 time: 0.6792395 Jan 12 10:15:48.270393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f65b7-6c65-4dc4-8180-99e67993e934 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Network': ['ID=6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:48.272806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48400) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:48.282971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597468591'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:48.288362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:48.292263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:network and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:48.295164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:48.301275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:48.312381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Made reservation on behalf of 9a4dd11aad474cc6b9558aa507818ef0 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:48.315858 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.345632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:15:48.358565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.358955 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Added segment 65eae67c-79b6-43d3-8151-974211417488 of type vlan for network 49936c7d-40f6-434e-aee3-cf7278037f8e Jan 12 10:15:48.389075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.418560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.422167 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:48.422773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.521560 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2457504 Jan 12 10:15:48.525053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48404) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:48.530351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355dd75-6da5-403d-9773-36046794b374 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'Network': ['ID=49936c7d-40f6-434e-aee3-cf7278037f8e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:48.530548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Request body: {'subnet': {'network_id': '49936c7d-40f6-434e-aee3-cf7278037f8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:48.540718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 49936c7d-40f6-434e-aee3-cf7278037f8e details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:15:48.640605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:48.644909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:subnet and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:48.647881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:48.653733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:48.665812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Made reservation on behalf of 9a4dd11aad474cc6b9558aa507818ef0 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:48.769202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.860571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Performing IP validity checks on allocation pools {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 10:15:48.861080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.ipam_backend_mixin [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 10:15:48.942873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba80fac-15f1-4f14-a5ba-29aadb85f3bc None None] Network 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:48.986036 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.068914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'Subnet': ['ID=7e56cb76-591a-464a-bee0-c84ed71d3409,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:49.079852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Checking segment: {'id': '65eae67c-79b6-43d3-8151-974211417488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '49936c7d-40f6-434e-aee3-cf7278037f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:49.080199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Network hostable DHCP agents. Network: 49936c7d-40f6-434e-aee3-cf7278037f8e, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:15:49.108238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Network 49936c7d-40f6-434e-aee3-cf7278037f8e is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:15:49.124550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f230bea7-10a8-4729-abe0-f11733bc0f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.125254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 49936c7d-40f6-434e-aee3-cf7278037f8e) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:49.126011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0a814dda-02cf-4e62-9948-8972166e4ed0 None None] Provisioning for port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:15:49.130554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:49.131194 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.159390 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7d4e2ca5-f201-4149-8dca-494dcc662f97 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6335907 Jan 12 10:15:49.162297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48408) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:49.174749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5792ea85-1ac7-43fa-8867-2f66dfcc4bf1 None None] Network 49936c7d-40f6-434e-aee3-cf7278037f8e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:49.190636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6ecc101b-1cc4-4c19-95b9-44035c88ee24 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:15:49.303153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.404485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:15:49.414577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:15:49.414947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.460755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.521809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd45760-b793-4e03-b783-03150e1c2b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-49936c7d-40f6-434e-aee3-cf7278037f8e', 'network_id': '49936c7d-40f6-434e-aee3-cf7278037f8e', 'tenant_id': '9a4dd11aad474cc6b9558aa507818ef0', 'fixed_ips': [{'subnet_id': '7e56cb76-591a-464a-bee0-c84ed71d3409'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:15:49.522837 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdd45760-b793-4e03-b783-03150e1c2b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.548337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.594607 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Subnet': ['ID=7e56cb76-591a-464a-bee0-c84ed71d3409,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:49.695102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.701229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cceec4d-d211-41d8-94ef-ceb57ff66a3f None None] Network 49936c7d-40f6-434e-aee3-cf7278037f8e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:49.713677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.721904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49936c7d-40f6-434e-aee3-cf7278037f8e']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:49.734246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65eae67c-79b6-43d3-8151-974211417488') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:49.734541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65eae67c-79b6-43d3-8151-974211417488') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:49.736134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-33ad1193-c960-4cbe-84d5-1c04cf9fd125 None None] Provisioning complete for port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:15:49.736488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-33ad1193-c960-4cbe-84d5-1c04cf9fd125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.746323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.762174 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.768942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:15:49.769312 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:15:49.783929 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:15:49.865531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.885381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.894310 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Network': ['ID=49936c7d-40f6-434e-aee3-cf7278037f8e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:49.898219 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-434c6af8-1af5-4a14-9d6b-4cd426eea7c8 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/networks/49936c7d-40f6-434e-aee3-cf7278037f8e HTTP/1.1" status: 204 len: 168 time: 0.7347586 Jan 12 10:15:49.902558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48412) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:49.913222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2077678660'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:49.919874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:49.923881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:network and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:49.926908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:49.932563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:49.941624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 6ecc101b-1cc4-4c19-95b9-44035c88ee24, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6ecc101b-1cc4-4c19-95b9-44035c88ee24,segment=NetworkSegment(5cda35c1-0862-4395-a4c6-9aca53bcf124),segment_id=5cda35c1-0862-4395-a4c6-9aca53bcf124)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:49.945555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Made reservation on behalf of 9a4dd11aad474cc6b9558aa507818ef0 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:49.948613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.969835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.978606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:15:49.987695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.988038 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Added segment 9eda0699-c563-424b-b9ba-37801e87555f of type vlan for network 25c90889-200a-49f1-a3fd-40a1566bf7ac Jan 12 10:15:50.014275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.046928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.051203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:50.051780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.123688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=6ecc101b-1cc4-4c19-95b9-44035c88ee24,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:50.151287 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2430983 Jan 12 10:15:50.154327 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48416) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:50.159763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee39bb7-d19f-4dbc-a331-61801aa91249 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'Network': ['ID=25c90889-200a-49f1-a3fd-40a1566bf7ac,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:50.160094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Request body: {'subnet': {'network_id': '25c90889-200a-49f1-a3fd-40a1566bf7ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:50.170032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 25c90889-200a-49f1-a3fd-40a1566bf7ac details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:15:50.266848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:50.271221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:subnet and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:50.276234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:50.282119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:50.294706 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Made reservation on behalf of 9a4dd11aad474cc6b9558aa507818ef0 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:50.400933 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.613251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.687348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'Subnet': ['ID=8e17a816-6561-44a8-a7fe-57956c801a80,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:50.701611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Checking segment: {'id': '9eda0699-c563-424b-b9ba-37801e87555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '25c90889-200a-49f1-a3fd-40a1566bf7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:50.701957 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Network hostable DHCP agents. Network: 25c90889-200a-49f1-a3fd-40a1566bf7ac, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:15:50.726349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Network 25c90889-200a-49f1-a3fd-40a1566bf7ac is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:15:50.735824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 25c90889-200a-49f1-a3fd-40a1566bf7ac) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:50.740044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:50.740629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.745068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa9c32-7db1-4ecf-85c3-925a67d3eac5 None None] Network 25c90889-200a-49f1-a3fd-40a1566bf7ac requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:50.763670 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5cb51d1e-e8d8-4b9b-9f08-7aeaf47f68fc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6081784 Jan 12 10:15:50.767185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48420) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:50.773309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-586446660'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:50.778376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:50.782403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:network and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:50.785426 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:50.791344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:50.804511 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Made reservation on behalf of 9a4dd11aad474cc6b9558aa507818ef0 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:50.807734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.835365 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:15:50.844870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.845355 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Added segment 1b2681e6-716f-4398-b817-a3627283ccaf of type vlan for network 03577a5e-2ac5-43e3-a0d5-7e946dcb52ab Jan 12 10:15:50.872141 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.903786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.907913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:50.908598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.953958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-25c90889-200a-49f1-a3fd-40a1566bf7ac', 'network_id': '25c90889-200a-49f1-a3fd-40a1566bf7ac', 'tenant_id': '9a4dd11aad474cc6b9558aa507818ef0', 'fixed_ips': [{'subnet_id': '8e17a816-6561-44a8-a7fe-57956c801a80'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:15:50.954807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.006585 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2379353 Jan 12 10:15:51.009736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48424) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:51.015598 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0a82d-7245-4cd2-97e4-784d57fa368e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'Network': ['ID=03577a5e-2ac5-43e3-a0d5-7e946dcb52ab,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:51.015978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Request body: {'subnet': {'network_id': '03577a5e-2ac5-43e3-a0d5-7e946dcb52ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:51.030940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 03577a5e-2ac5-43e3-a0d5-7e946dcb52ab details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:15:51.134150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6ecc101b-1cc4-4c19-95b9-44035c88ee24 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:15:51.136239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:51.140032 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Usage tracker for resource:subnet and tenant:9a4dd11aad474cc6b9558aa507818ef0 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:51.143340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:51.149027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:51.159111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Made reservation on behalf of 9a4dd11aad474cc6b9558aa507818ef0 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:51.258888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.261217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5c12257-cb64-4842-aca8-746b33ad9b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.278075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Allocated IP 2001:db8::2 (25c90889-200a-49f1-a3fd-40a1566bf7ac/8e17a816-6561-44a8-a7fe-57956c801a80/b0242f41-c726-45fa-a9a7-bdd343786ac5) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:15:51.355364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:15:51.355788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.580901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.581120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.591485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Transition to ACTIVE for port object b0242f41-c726-45fa-a9a7-bdd343786ac5 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:15:51.609693 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Transition to ACTIVE for port object b0242f41-c726-45fa-a9a7-bdd343786ac5 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:15:51.618093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.660321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event updated for resources: {'Subnet': ['ID=a1a63e8f-e6b0-44cd-aa43-228db72d8f7b,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:51.674463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.674861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.675175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.675504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.675824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.676160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.676474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.676790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.677101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.677408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.677706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:51.680999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Checking segment: {'id': '1b2681e6-716f-4398-b817-a3627283ccaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '03577a5e-2ac5-43e3-a0d5-7e946dcb52ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:51.681528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Network hostable DHCP agents. Network: 03577a5e-2ac5-43e3-a0d5-7e946dcb52ab, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:15:51.688172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Network 25c90889-200a-49f1-a3fd-40a1566bf7ac is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:15:51.691701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:51.693512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Pushing event updated for resources: {'Port': ['ID=b0242f41-c726-45fa-a9a7-bdd343786ac5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:51.696149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:15:51.705170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Network 03577a5e-2ac5-43e3-a0d5-7e946dcb52ab is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:15:51.715767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 03577a5e-2ac5-43e3-a0d5-7e946dcb52ab) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:51.721820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:51.722513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.730425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b8be6-1078-4e44-be61-1a11132722c7 None None] Network 03577a5e-2ac5-43e3-a0d5-7e946dcb52ab requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:51.746820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f63b9c5b-f00f-4563-a886-ff55e7701962 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7351453 Jan 12 10:15:51.748705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48428) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:51.890579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.904054 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Attempting to bind port b0242f41-c726-45fa-a9a7-bdd343786ac5 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:15:51.904409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Attempting to bind port b0242f41-c726-45fa-a9a7-bdd343786ac5 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '9eda0699-c563-424b-b9ba-37801e87555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '25c90889-200a-49f1-a3fd-40a1566bf7ac'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:15:51.904752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Attempting to bind port b0242f41-c726-45fa-a9a7-bdd343786ac5 on network 25c90889-200a-49f1-a3fd-40a1566bf7ac {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:15:51.928814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:15:51.929175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Checking segment: {'id': '9eda0699-c563-424b-b9ba-37801e87555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '25c90889-200a-49f1-a3fd-40a1566bf7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:51.929566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.929947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Bound using segment: {'id': '9eda0699-c563-424b-b9ba-37801e87555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '25c90889-200a-49f1-a3fd-40a1566bf7ac'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:15:51.930411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Bound port: b0242f41-c726-45fa-a9a7-bdd343786ac5, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eda0699-c563-424b-b9ba-37801e87555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '25c90889-200a-49f1-a3fd-40a1566bf7ac'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:15:51.930809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:51.961772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.040822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.054212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.079074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a63e8f-e6b0-44cd-aa43-228db72d8f7b,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:52.118622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] For port b0242f41-c726-45fa-a9a7-bdd343786ac5, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:15:52.126170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496dc45e-bada-4aaa-b6d2-ee3b6bf9776e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-03577a5e-2ac5-43e3-a0d5-7e946dcb52ab', 'network_id': '03577a5e-2ac5-43e3-a0d5-7e946dcb52ab', 'tenant_id': '9a4dd11aad474cc6b9558aa507818ef0', 'fixed_ips': [{'subnet_id': 'a1a63e8f-e6b0-44cd-aa43-228db72d8f7b'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:15:52.126988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-496dc45e-bada-4aaa-b6d2-ee3b6bf9776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.139149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] For port b0242f41-c726-45fa-a9a7-bdd343786ac5, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b0242f41-c726-45fa-a9a7-bdd343786ac5,segment=NetworkSegment(9eda0699-c563-424b-b9ba-37801e87555f),segment_id=9eda0699-c563-424b-b9ba-37801e87555f)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:15:52.145700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.178633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.203273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03577a5e-2ac5-43e3-a0d5-7e946dcb52ab']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:52.215138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2681e6-716f-4398-b817-a3627283ccaf') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:52.215442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2681e6-716f-4398-b817-a3627283ccaf') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:52.226555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.242963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.249170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:15:52.249570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:15:52.264296 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:15:52.281594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf693c-ac5b-4176-a725-5d942952e059 None None] Pushing event updated for resources: {'Port': ['ID=b0242f41-c726-45fa-a9a7-bdd343786ac5,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:52.296973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dad81ad-23d3-4896-8dd3-9a07dee45ddf None None] Network 03577a5e-2ac5-43e3-a0d5-7e946dcb52ab requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:52.352074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.369841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.380917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Network': ['ID=03577a5e-2ac5-43e3-a0d5-7e946dcb52ab,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:52.391308 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48432) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:52.399356 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-00a0eb6d-e69c-4353-8df4-6ea97b646255 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/networks/03577a5e-2ac5-43e3-a0d5-7e946dcb52ab HTTP/1.1" status: 204 len: 168 time: 0.6493039 Jan 12 10:15:52.450095 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.pecan_wsgi.hooks.translation [None req-2531a914-3bff-4708-b6f3-e4d6e67474b3 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] GET failed (client error): The resource could not be found. Jan 12 10:15:52.450604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2531a914-3bff-4708-b6f3-e4d6e67474b3 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Synchronizing usage tracker for tenant:9a4dd11aad474cc6b9558aa507818ef0 on resource:subnet {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:15:52.480418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2531a914-3bff-4708-b6f3-e4d6e67474b3 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Unset dirty status for tenant:9a4dd11aad474cc6b9558aa507818ef0 on resource:subnet {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:15:52.484529 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2531a914-3bff-4708-b6f3-e4d6e67474b3 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "GET /v2.0/subnets/a1a63e8f-e6b0-44cd-aa43-228db72d8f7b HTTP/1.1" status: 404 len: 337 time: 0.0894372 Jan 12 10:15:52.484716 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48436) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:52.512415 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae6f4b5-475f-4624-ae9c-35375a853e69 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] DELETE failed (client error): The resource could not be found. Jan 12 10:15:52.513028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae6f4b5-475f-4624-ae9c-35375a853e69 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:15:52.518550 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0ae6f4b5-475f-4624-ae9c-35375a853e69 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/networks/03577a5e-2ac5-43e3-a0d5-7e946dcb52ab HTTP/1.1" status: 404 len: 339 time: 0.0287907 Jan 12 10:15:52.518839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48440) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:52.560850 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-295c3091-c429-4604-b364-af7890a6f469 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] DELETE failed (client error): The resource could not be found. Jan 12 10:15:52.561291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295c3091-c429-4604-b364-af7890a6f469 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:15:52.563998 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-295c3091-c429-4604-b364-af7890a6f469 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/subnets/a1a63e8f-e6b0-44cd-aa43-228db72d8f7b HTTP/1.1" status: 404 len: 337 time: 0.0432003 Jan 12 10:15:52.565622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48444) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:52.590487 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-52949de1-db4d-476b-98f5-8ff326f6fe33 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] DELETE failed (client error): The resource could not be found. Jan 12 10:15:52.590951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52949de1-db4d-476b-98f5-8ff326f6fe33 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:15:52.592639 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-52949de1-db4d-476b-98f5-8ff326f6fe33 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/networks/03577a5e-2ac5-43e3-a0d5-7e946dcb52ab HTTP/1.1" status: 404 len: 339 time: 0.0261164 Jan 12 10:15:52.595263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48448) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:52.643088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.654830 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.783974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-355a3fcd-7c46-4832-8891-9886d4e048dc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Deleting subnet 8e17a816-6561-44a8-a7fe-57956c801a80 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:15:52.787119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-355a3fcd-7c46-4832-8891-9886d4e048dc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.845087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-355a3fcd-7c46-4832-8891-9886d4e048dc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.928836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-355a3fcd-7c46-4832-8891-9886d4e048dc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.002335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-355a3fcd-7c46-4832-8891-9886d4e048dc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.045173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a3fcd-7c46-4832-8891-9886d4e048dc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Subnet': ['ID=8e17a816-6561-44a8-a7fe-57956c801a80,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:53.049919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-355a3fcd-7c46-4832-8891-9886d4e048dc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.066933 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-355a3fcd-7c46-4832-8891-9886d4e048dc tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/subnets/8e17a816-6561-44a8-a7fe-57956c801a80 HTTP/1.1" status: 204 len: 168 time: 0.4703770 Jan 12 10:15:53.069202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48452) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:53.155938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b0242f41-c726-45fa-a9a7-bdd343786ac5 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:15:53.191300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.202423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Deleting port b0242f41-c726-45fa-a9a7-bdd343786ac5 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:53.202784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.214514 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c736b-c66f-496d-b814-79c3ae5bdca5 None None] Network 25c90889-200a-49f1-a3fd-40a1566bf7ac requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:53.354460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port b0242f41-c726-45fa-a9a7-bdd343786ac5 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:15:53.364517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-275522c1-8e10-489d-8ada-a58f7c357e0f None None] Provisioning for port b0242f41-c726-45fa-a9a7-bdd343786ac5 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:15:53.396956 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port b0242f41-c726-45fa-a9a7-bdd343786ac5 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:15:53.397401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.428882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-275522c1-8e10-489d-8ada-a58f7c357e0f None None] Provisioning complete for port b0242f41-c726-45fa-a9a7-bdd343786ac5 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:15:53.429139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-275522c1-8e10-489d-8ada-a58f7c357e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.500822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] For port b0242f41-c726-45fa-a9a7-bdd343786ac5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b0242f41-c726-45fa-a9a7-bdd343786ac5,segment=NetworkSegment(9eda0699-c563-424b-b9ba-37801e87555f),segment_id=9eda0699-c563-424b-b9ba-37801e87555f)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:53.501184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.622322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Calling delete_port for b0242f41-c726-45fa-a9a7-bdd343786ac5 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:15:53.634122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-275522c1-8e10-489d-8ada-a58f7c357e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.653090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.677389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2820c53-0fc3-4f41-a4b2-cd590684eb5e None None] DHCP port deletion for 25c90889-200a-49f1-a3fd-40a1566bf7ac request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:15:53.690212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d2820c53-0fc3-4f41-a4b2-cd590684eb5e None None] Deleting port b0242f41-c726-45fa-a9a7-bdd343786ac5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:53.690612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2820c53-0fc3-4f41-a4b2-cd590684eb5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.728757 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-275522c1-8e10-489d-8ada-a58f7c357e0f None None] For port b0242f41-c726-45fa-a9a7-bdd343786ac5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b0242f41-c726-45fa-a9a7-bdd343786ac5,segment=NetworkSegment(9eda0699-c563-424b-b9ba-37801e87555f),segment_id=9eda0699-c563-424b-b9ba-37801e87555f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:53.738946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.db.api [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:15:53.739319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG oslo_db.api [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:15:53.739575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-275522c1-8e10-489d-8ada-a58f7c357e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.899045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:15:53.899284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:15:53.903107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275522c1-8e10-489d-8ada-a58f7c357e0f None None] Pushing event updated for resources: {'Port': ['ID=b0242f41-c726-45fa-a9a7-bdd343786ac5,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:54.009906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d2820c53-0fc3-4f41-a4b2-cd590684eb5e None None] For port b0242f41-c726-45fa-a9a7-bdd343786ac5, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b0242f41-c726-45fa-a9a7-bdd343786ac5,segment=NetworkSegment(9eda0699-c563-424b-b9ba-37801e87555f),segment_id=9eda0699-c563-424b-b9ba-37801e87555f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:54.010329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2820c53-0fc3-4f41-a4b2-cd590684eb5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:54.117074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:54.174637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d2820c53-0fc3-4f41-a4b2-cd590684eb5e None None] Calling delete_port for b0242f41-c726-45fa-a9a7-bdd343786ac5 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:15:54.240165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Deleting port b0242f41-c726-45fa-a9a7-bdd343786ac5 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:54.240733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:54.246309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2820c53-0fc3-4f41-a4b2-cd590684eb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:54.291288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2820c53-0fc3-4f41-a4b2-cd590684eb5e None None] Pushing event deleted for resources: {'Port': ['ID=b0242f41-c726-45fa-a9a7-bdd343786ac5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:54.298802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2820c53-0fc3-4f41-a4b2-cd590684eb5e None None] No DVR routers for this DVR port b0242f41-c726-45fa-a9a7-bdd343786ac5 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:15:54.306718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] The port 'b0242f41-c726-45fa-a9a7-bdd343786ac5' was deleted {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:15:54.429482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:54.433548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Port b0242f41-c726-45fa-a9a7-bdd343786ac5 update to ACTIVE by agent not found {{(pid=83596) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 12 10:15:54.456657 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c90889-200a-49f1-a3fd-40a1566bf7ac']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:54.469169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eda0699-c563-424b-b9ba-37801e87555f') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:54.469470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eda0699-c563-424b-b9ba-37801e87555f') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:54.480984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:54.497299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:54.503479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:15:54.503869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:15:54.518502 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:15:54.601929 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:54.606303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:54.632249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Network': ['ID=25c90889-200a-49f1-a3fd-40a1566bf7ac,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:54.635909 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c2769a2a-37a7-440b-bdf8-22084935014b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/networks/25c90889-200a-49f1-a3fd-40a1566bf7ac HTTP/1.1" status: 204 len: 168 time: 1.5646911 Jan 12 10:15:54.637611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48456) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:54.674235 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e11851-3162-4190-80a8-7cd35bbd5e6b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] DELETE failed (client error): The resource could not be found. Jan 12 10:15:54.674655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e11851-3162-4190-80a8-7cd35bbd5e6b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:15:54.676253 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-46e11851-3162-4190-80a8-7cd35bbd5e6b tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/subnets/7e56cb76-591a-464a-bee0-c84ed71d3409 HTTP/1.1" status: 404 len: 337 time: 0.0377305 Jan 12 10:15:54.678764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48460) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:54.702096 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3331667b-5fc5-44fe-b1f6-df8d2fa819de tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] DELETE failed (client error): The resource could not be found. Jan 12 10:15:54.702430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3331667b-5fc5-44fe-b1f6-df8d2fa819de tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:15:54.703964 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3331667b-5fc5-44fe-b1f6-df8d2fa819de tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/networks/49936c7d-40f6-434e-aee3-cf7278037f8e HTTP/1.1" status: 404 len: 339 time: 0.0243671 Jan 12 10:15:54.706349 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48464) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:54.751044 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a1d4ca-00c5-4fcb-b038-0a09b7283223 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] DELETE failed (client error): The resource could not be found. Jan 12 10:15:54.751483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a1d4ca-00c5-4fcb-b038-0a09b7283223 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:15:54.753031 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e3a1d4ca-00c5-4fcb-b038-0a09b7283223 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/subnets/7a5338d5-106e-49fa-a53a-2a8c0c96e8a3 HTTP/1.1" status: 404 len: 337 time: 0.0457585 Jan 12 10:15:54.756908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48468) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:54.780649 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.pecan_wsgi.hooks.translation [None req-899b4187-f6be-4d52-81fc-fcd8767c5974 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] DELETE failed (client error): The resource could not be found. Jan 12 10:15:54.781053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899b4187-f6be-4d52-81fc-fcd8767c5974 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:15:54.782535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-899b4187-f6be-4d52-81fc-fcd8767c5974 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/networks/6b3fec4e-b38b-4728-96fb-9d5ec1f6bf29 HTTP/1.1" status: 404 len: 339 time: 0.0247808 Jan 12 10:15:54.784919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48472) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:54.985759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cd6fab-a43e-4b76-90b1-9ce2cd686db9 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Deleting subnet d4318214-ed91-4db5-a5de-15e60ca2ae56 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:15:54.989108 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-92cd6fab-a43e-4b76-90b1-9ce2cd686db9 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.060844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-92cd6fab-a43e-4b76-90b1-9ce2cd686db9 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.118175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b0242f41-c726-45fa-a9a7-bdd343786ac5 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:15:55.143134 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-92cd6fab-a43e-4b76-90b1-9ce2cd686db9 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.150698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: b0242f41-c726-45fa-a9a7-bdd343786ac5 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:15:55.152756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b0242f41-c726-45fa-a9a7-bdd343786ac5 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:15:55.224652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-92cd6fab-a43e-4b76-90b1-9ce2cd686db9 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.263803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd6fab-a43e-4b76-90b1-9ce2cd686db9 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Subnet': ['ID=d4318214-ed91-4db5-a5de-15e60ca2ae56,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:55.268989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-92cd6fab-a43e-4b76-90b1-9ce2cd686db9 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.274809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda98ea-caba-4776-a18b-37d8bae25c26 None None] Network 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:55.278875 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-92cd6fab-a43e-4b76-90b1-9ce2cd686db9 tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/subnets/d4318214-ed91-4db5-a5de-15e60ca2ae56 HTTP/1.1" status: 204 len: 168 time: 0.4930634 Jan 12 10:15:55.281262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48476) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:55.391635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.402472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Deleting port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:55.402824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.514337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] DHCP port deletion for 63fd7323-f167-4d32-a9e2-ae3a65cdf1fa request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:15:55.519135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] Deleting port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:55.519492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.704044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] For port 6ecc101b-1cc4-4c19-95b9-44035c88ee24, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6ecc101b-1cc4-4c19-95b9-44035c88ee24,segment=NetworkSegment(5cda35c1-0862-4395-a4c6-9aca53bcf124),segment_id=5cda35c1-0862-4395-a4c6-9aca53bcf124)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:55.704404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.717580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] For port 6ecc101b-1cc4-4c19-95b9-44035c88ee24, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=6ecc101b-1cc4-4c19-95b9-44035c88ee24,segment=NetworkSegment(5cda35c1-0862-4395-a4c6-9aca53bcf124),segment_id=5cda35c1-0862-4395-a4c6-9aca53bcf124)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:15:55.717929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.823355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Calling delete_port for 6ecc101b-1cc4-4c19-95b9-44035c88ee24 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:15:55.834001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] Calling delete_port for 6ecc101b-1cc4-4c19-95b9-44035c88ee24 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:15:55.897139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.904405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:15:55.904829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:15:55.947714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Port': ['ID=6ecc101b-1cc4-4c19-95b9-44035c88ee24,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:55.955324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] No DVR routers for this DVR port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:15:56.082488 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.107532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fd7323-f167-4d32-a9e2-ae3a65cdf1fa']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:56.119326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cda35c1-0862-4395-a4c6-9aca53bcf124') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:56.119664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cda35c1-0862-4395-a4c6-9aca53bcf124') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:56.130701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.146549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.152658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:15:56.153034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:15:56.167178 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:15:56.246184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.263152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.273942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] Pushing event deleted for resources: {'Network': ['ID=63fd7323-f167-4d32-a9e2-ae3a65cdf1fa,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:56.277818 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-88481db8-ad91-4a94-80f7-15300300749e tempest-NetworksIpV6Test-1513085929 tempest-NetworksIpV6Test-1513085929-project] 10.222.0.58 "DELETE /v2.0/networks/63fd7323-f167-4d32-a9e2-ae3a65cdf1fa HTTP/1.1" status: 204 len: 168 time: 0.9956110 Jan 12 10:15:56.406577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] Deleting port 6ecc101b-1cc4-4c19-95b9-44035c88ee24 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:15:56.407173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.472614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-92b59496-0d25-41dd-b857-d5238152a01c None None] The port '6ecc101b-1cc4-4c19-95b9-44035c88ee24' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:15:56.592135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48484) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:56.776066 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f0f26dc9-fa9d-4e25-b743-b2293a94bd83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a4dd11aad474cc6b9558aa507818ef0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1826339 Jan 12 10:15:56.778730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48490) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:56.845594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-076a105a-a4bc-4e2a-bd52-ab23920f8b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.879278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-076a105a-a4bc-4e2a-bd52-ab23920f8b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.933774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-076a105a-a4bc-4e2a-bd52-ab23920f8b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.947714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a105a-a4bc-4e2a-bd52-ab23920f8b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b65512-b077-44ea-89a1-92482df0da0e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:56.955985 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-076a105a-a4bc-4e2a-bd52-ab23920f8b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.957225 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-076a105a-a4bc-4e2a-bd52-ab23920f8b20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30b65512-b077-44ea-89a1-92482df0da0e HTTP/1.1" status: 204 len: 168 time: 0.1773996 Jan 12 10:15:57.118493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6ecc101b-1cc4-4c19-95b9-44035c88ee24 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:15:57.150423 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 6ecc101b-1cc4-4c19-95b9-44035c88ee24 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:15:57.150906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 6ecc101b-1cc4-4c19-95b9-44035c88ee24 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:15:57.807925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48512) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:57.933656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-937811976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:57.940686 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:57.944592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Usage tracker for resource:router and tenant:f367f7d9115744678bc297a955bdc0e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:57.947466 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:57.956989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:57.969429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:57.970336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:57.989461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.012592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.034517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.035701 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-03ea2c8f-4e1e-46e7-9153-b5148dcb62a3 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2268066 Jan 12 10:15:58.039785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48518) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:58.045734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2064049510'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:58.050486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:58.054295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Usage tracker for resource:network and tenant:f367f7d9115744678bc297a955bdc0e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:58.057673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:58.063220 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:58.073691 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Made reservation on behalf of f367f7d9115744678bc297a955bdc0e4 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:58.076519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.088665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.121290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:58.125240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Usage tracker for resource:security_group_rule and tenant:f367f7d9115744678bc297a955bdc0e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:58.128108 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:58.133927 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:58.200678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.207181 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.237823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:15:58.245867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c909bd76-4a21-48ee-84ed-1e2d5cbeefae,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:58.251213 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.251609 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Added segment 908bfd09-8b4a-4826-a8e3-2b659fd579d3 of type vlan for network 36139641-e526-4d00-a2ce-637a87401a51 Jan 12 10:15:58.277185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.307562 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.311360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:58.311919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.417392 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event updated for resources: {'Network': ['ID=36139641-e526-4d00-a2ce-637a87401a51,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:58.420432 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7e5ce325-9f12-449c-aa94-f8d8be2ad3c6 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3794293 Jan 12 10:15:58.424829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48522) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:58.430130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 36139641-e526-4d00-a2ce-637a87401a51 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:15:58.430725 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Request body: {'subnet': {'network_id': '36139641-e526-4d00-a2ce-637a87401a51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:58.634934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:58.638846 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Usage tracker for resource:subnet and tenant:f367f7d9115744678bc297a955bdc0e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:58.641659 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:58.647664 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:58.660334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Made reservation on behalf of f367f7d9115744678bc297a955bdc0e4 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:58.768674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.001196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.074739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event updated for resources: {'Subnet': ['ID=3c5a64a5-abe0-457f-9124-6ec26d5b57f1,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:59.091314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Checking segment: {'id': '908bfd09-8b4a-4826-a8e3-2b659fd579d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36139641-e526-4d00-a2ce-637a87401a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:59.091670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Network hostable DHCP agents. Network: 36139641-e526-4d00-a2ce-637a87401a51, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:15:59.116867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Network 36139641-e526-4d00-a2ce-637a87401a51 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:15:59.126843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 36139641-e526-4d00-a2ce-637a87401a51) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:59.130735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:59.131313 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.137722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e369594-6f6d-4641-a620-713ddd8e3ef3 None None] Network 36139641-e526-4d00-a2ce-637a87401a51 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:15:59.154427 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-54d1e558-6223-4620-ab8e-1650268cbce5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7286031 Jan 12 10:15:59.157698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48526) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:59.163608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1892220417'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:59.168665 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:59.172615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Usage tracker for resource:network and tenant:f367f7d9115744678bc297a955bdc0e4 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:59.175535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:59.181253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:59.192729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Made reservation on behalf of f367f7d9115744678bc297a955bdc0e4 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:59.195713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.223269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:15:59.231760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.232102 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Added segment 6c384b39-f87b-4ffa-a188-b041d942665c of type vlan for network a2b1b64d-406f-4650-bc48-036649815385 Jan 12 10:15:59.258329 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.289783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.293755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:59.294322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.346022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-36139641-e526-4d00-a2ce-637a87401a51', 'network_id': '36139641-e526-4d00-a2ce-637a87401a51', 'tenant_id': 'f367f7d9115744678bc297a955bdc0e4', 'fixed_ips': [{'subnet_id': '3c5a64a5-abe0-457f-9124-6ec26d5b57f1'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:15:59.346929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.390232 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2313917 Jan 12 10:15:59.393587 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48530) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:59.400760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Request body: {'subnet': {'network_id': 'a2b1b64d-406f-4650-bc48-036649815385', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:15:59.401132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79c050-245c-4cb7-ac00-8f21ba08c040 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event updated for resources: {'Network': ['ID=a2b1b64d-406f-4650-bc48-036649815385,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:59.437789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network a2b1b64d-406f-4650-bc48-036649815385 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:15:59.510098 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:15:59.513964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Usage tracker for resource:subnet and tenant:f367f7d9115744678bc297a955bdc0e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:15:59.516553 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:15:59.522375 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:15:59.533356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Made reservation on behalf of f367f7d9115744678bc297a955bdc0e4 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:15:59.618183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Allocated IP 172.20.0.2 (36139641-e526-4d00-a2ce-637a87401a51/3c5a64a5-abe0-457f-9124-6ec26d5b57f1/bf199a5f-b065-46d9-9a7e-f440c26fb17a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:15:59.636245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.821243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.831446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Transition to ACTIVE for port object bf199a5f-b065-46d9-9a7e-f440c26fb17a will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:15:59.852182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Transition to ACTIVE for port object bf199a5f-b065-46d9-9a7e-f440c26fb17a will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:15:59.854216 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.860278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.923209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Network 36139641-e526-4d00-a2ce-637a87401a51 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:15:59.925909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:59.929578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:15:59.930390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event updated for resources: {'Subnet': ['ID=f00686f4-c40f-4831-9ce8-92cf6624a90a,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:59.935777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Pushing event updated for resources: {'Port': ['ID=bf199a5f-b065-46d9-9a7e-f440c26fb17a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:59.949313 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Checking segment: {'id': '6c384b39-f87b-4ffa-a188-b041d942665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a2b1b64d-406f-4650-bc48-036649815385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:15:59.949662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Network hostable DHCP agents. Network: a2b1b64d-406f-4650-bc48-036649815385, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:15:59.972036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Network a2b1b64d-406f-4650-bc48-036649815385 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:15:59.981593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, a2b1b64d-406f-4650-bc48-036649815385) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:15:59.994402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:59.995755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.999488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb8b9eb-a165-4edb-9295-791547fe6ed7 None None] Network a2b1b64d-406f-4650-bc48-036649815385 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:16:00.026000 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-43c29bf7-a5cb-409b-8b71-5bec7a81bdcf tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6298070 Jan 12 10:16:00.028937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48534) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:00.034222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-fda00b5a-abd2-4856-b389-39247a6e37c5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a2b1b64d-406f-4650-bc48-036649815385'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:00.089909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Attempting to bind port bf199a5f-b065-46d9-9a7e-f440c26fb17a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:00.090268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Attempting to bind port bf199a5f-b065-46d9-9a7e-f440c26fb17a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '908bfd09-8b4a-4826-a8e3-2b659fd579d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36139641-e526-4d00-a2ce-637a87401a51'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:00.090632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Attempting to bind port bf199a5f-b065-46d9-9a7e-f440c26fb17a on network 36139641-e526-4d00-a2ce-637a87401a51 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:00.108177 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:16:00.108539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Checking segment: {'id': '908bfd09-8b4a-4826-a8e3-2b659fd579d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36139641-e526-4d00-a2ce-637a87401a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:00.108933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.109318 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Bound using segment: {'id': '908bfd09-8b4a-4826-a8e3-2b659fd579d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36139641-e526-4d00-a2ce-637a87401a51'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:16:00.109774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Bound port: bf199a5f-b065-46d9-9a7e-f440c26fb17a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908bfd09-8b4a-4826-a8e3-2b659fd579d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '36139641-e526-4d00-a2ce-637a87401a51'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:00.110135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.289789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] For port bf199a5f-b065-46d9-9a7e-f440c26fb17a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:16:00.302472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] For port bf199a5f-b065-46d9-9a7e-f440c26fb17a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bf199a5f-b065-46d9-9a7e-f440c26fb17a,segment=NetworkSegment(908bfd09-8b4a-4826-a8e3-2b659fd579d3),segment_id=908bfd09-8b4a-4826-a8e3-2b659fd579d3)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:16:00.307053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-a2b1b64d-406f-4650-bc48-036649815385', 'network_id': 'a2b1b64d-406f-4650-bc48-036649815385', 'tenant_id': 'f367f7d9115744678bc297a955bdc0e4', 'fixed_ips': [{'subnet_id': 'f00686f4-c40f-4831-9ce8-92cf6624a90a'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:16:00.307858 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.319225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.472015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d36882-2e23-4ecc-8e88-d39554bcefa2 None None] Pushing event updated for resources: {'Port': ['ID=bf199a5f-b065-46d9-9a7e-f440c26fb17a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:00.530798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fda00b5a-abd2-4856-b389-39247a6e37c5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.540081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Allocated IP 172.21.0.2 (a2b1b64d-406f-4650-bc48-036649815385/f00686f4-c40f-4831-9ce8-92cf6624a90a/9724219b-b459-4637-98b8-709f9468bf72) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:00.711685 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.api.v2.resource [None req-fda00b5a-abd2-4856-b389-39247a6e37c5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 10:16:00.718639 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fda00b5a-abd2-4856-b389-39247a6e37c5 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "PUT /v2.0/routers/dffe20e0-bb5b-4ed6-aa26-56f86ec37da6 HTTP/1.1" status: 400 len: 364 time: 0.6831150 Jan 12 10:16:00.719605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48538) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:00.776260 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.787290 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Transition to ACTIVE for port object 9724219b-b459-4637-98b8-709f9468bf72 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:00.807103 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Transition to ACTIVE for port object 9724219b-b459-4637-98b8-709f9468bf72 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:00.814108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.879660 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Network a2b1b64d-406f-4650-bc48-036649815385 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:00.882446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:00.886906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:16:00.888941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Pushing event updated for resources: {'Port': ['ID=9724219b-b459-4637-98b8-709f9468bf72,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:00.915091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd63a014-2133-4232-964f-148574e67052 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Deleting subnet f00686f4-c40f-4831-9ce8-92cf6624a90a {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:16:00.918048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd63a014-2133-4232-964f-148574e67052 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.974694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd63a014-2133-4232-964f-148574e67052 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.976470 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Attempting to bind port 9724219b-b459-4637-98b8-709f9468bf72 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:00.976926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Attempting to bind port 9724219b-b459-4637-98b8-709f9468bf72 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '6c384b39-f87b-4ffa-a188-b041d942665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a2b1b64d-406f-4650-bc48-036649815385'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:00.977322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Attempting to bind port 9724219b-b459-4637-98b8-709f9468bf72 on network a2b1b64d-406f-4650-bc48-036649815385 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:00.984016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:16:00.984379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Checking segment: {'id': '6c384b39-f87b-4ffa-a188-b041d942665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a2b1b64d-406f-4650-bc48-036649815385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:00.984773 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.985159 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Bound using segment: {'id': '6c384b39-f87b-4ffa-a188-b041d942665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a2b1b64d-406f-4650-bc48-036649815385'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:16:00.985614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Bound port: 9724219b-b459-4637-98b8-709f9468bf72, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c384b39-f87b-4ffa-a188-b041d942665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a2b1b64d-406f-4650-bc48-036649815385'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:00.985982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.055383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd63a014-2133-4232-964f-148574e67052 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.138379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] For port 9724219b-b459-4637-98b8-709f9468bf72, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:16:01.141578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd63a014-2133-4232-964f-148574e67052 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.146329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] For port 9724219b-b459-4637-98b8-709f9468bf72, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=9724219b-b459-4637-98b8-709f9468bf72,segment=NetworkSegment(6c384b39-f87b-4ffa-a188-b041d942665c),segment_id=6c384b39-f87b-4ffa-a188-b041d942665c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:16:01.152861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.198330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63a014-2133-4232-964f-148574e67052 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event deleted for resources: {'Subnet': ['ID=f00686f4-c40f-4831-9ce8-92cf6624a90a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:01.203024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bd63a014-2133-4232-964f-148574e67052 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.204168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bf199a5f-b065-46d9-9a7e-f440c26fb17a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:01.210219 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bd63a014-2133-4232-964f-148574e67052 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "DELETE /v2.0/subnets/f00686f4-c40f-4831-9ce8-92cf6624a90a HTTP/1.1" status: 204 len: 168 time: 0.4893527 Jan 12 10:16:01.212733 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48542) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:01.333429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d09571-f1c1-4a5b-a57a-53a274d8ba9b None None] Pushing event updated for resources: {'Port': ['ID=9724219b-b459-4637-98b8-709f9468bf72,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:01.344246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.351756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port bf199a5f-b065-46d9-9a7e-f440c26fb17a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:01.357695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Deleting port 9724219b-b459-4637-98b8-709f9468bf72 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:16:01.358627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.554974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8654fd-1e6e-454b-a38c-e0b362662560 None None] Network 36139641-e526-4d00-a2ce-637a87401a51 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:16:01.596300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] For port 9724219b-b459-4637-98b8-709f9468bf72, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=9724219b-b459-4637-98b8-709f9468bf72,segment=NetworkSegment(6c384b39-f87b-4ffa-a188-b041d942665c),segment_id=6c384b39-f87b-4ffa-a188-b041d942665c)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:01.596616 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.669888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e16c4dde-85d8-407c-8c05-3b31a2fb9ab4 None None] Provisioning for port bf199a5f-b065-46d9-9a7e-f440c26fb17a completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:01.684898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e16c4dde-85d8-407c-8c05-3b31a2fb9ab4 None None] Provisioning complete for port bf199a5f-b065-46d9-9a7e-f440c26fb17a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:01.685258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dde-85d8-407c-8c05-3b31a2fb9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.720911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Calling delete_port for 9724219b-b459-4637-98b8-709f9468bf72 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:16:01.793168 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.848177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event deleted for resources: {'Port': ['ID=9724219b-b459-4637-98b8-709f9468bf72,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:01.854379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] No DVR routers for this DVR port 9724219b-b459-4637-98b8-709f9468bf72 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:16:01.893506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dde-85d8-407c-8c05-3b31a2fb9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.934325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e16c4dde-85d8-407c-8c05-3b31a2fb9ab4 None None] For port bf199a5f-b065-46d9-9a7e-f440c26fb17a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bf199a5f-b065-46d9-9a7e-f440c26fb17a,segment=NetworkSegment(908bfd09-8b4a-4826-a8e3-2b659fd579d3),segment_id=908bfd09-8b4a-4826-a8e3-2b659fd579d3)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:01.939523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e16c4dde-85d8-407c-8c05-3b31a2fb9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.987227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.020417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b1b64d-406f-4650-bc48-036649815385']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:02.024161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c4dde-85d8-407c-8c05-3b31a2fb9ab4 None None] Pushing event updated for resources: {'Port': ['ID=bf199a5f-b065-46d9-9a7e-f440c26fb17a,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:02.033838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c384b39-f87b-4ffa-a188-b041d942665c') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:02.034034 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c384b39-f87b-4ffa-a188-b041d942665c') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:02.046040 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.062280 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.069151 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:16:02.069662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:16:02.084336 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:16:02.173834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.191289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.202471 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event deleted for resources: {'Network': ['ID=a2b1b64d-406f-4650-bc48-036649815385,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:02.206552 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-536cf206-2781-4c41-a616-4666f6473914 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "DELETE /v2.0/networks/a2b1b64d-406f-4650-bc48-036649815385 HTTP/1.1" status: 204 len: 168 time: 0.9924281 Jan 12 10:16:02.209024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48546) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:02.265881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-faedb75f-7f30-4c52-96d0-e7ca6d410e90 None None] Provisioning complete for port bf199a5f-b065-46d9-9a7e-f440c26fb17a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:02.266352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faedb75f-7f30-4c52-96d0-e7ca6d410e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.275387 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9bd275-2d03-438e-9981-b6849a88eac0 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Deleting subnet 3c5a64a5-abe0-457f-9124-6ec26d5b57f1 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:16:02.278928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd275-2d03-438e-9981-b6849a88eac0 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.338363 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd275-2d03-438e-9981-b6849a88eac0 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.421889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba3293-2e7b-4c59-b578-20416bf1d345 None None] DHCP port deletion for a2b1b64d-406f-4650-bc48-036649815385 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:16:02.422183 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd275-2d03-438e-9981-b6849a88eac0 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.437055 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff95b447-388a-461a-9587-d67b5c49c684 None None] Network a2b1b64d-406f-4650-bc48-036649815385 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:16:02.455141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff95b447-388a-461a-9587-d67b5c49c684 None None] Network a2b1b64d-406f-4650-bc48-036649815385 could not be found, it might have been deleted concurrently. {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 12 10:16:02.496369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd275-2d03-438e-9981-b6849a88eac0 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.500192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8762567b-b7cf-449e-9b41-24fcc0ac9a68 None None] Could not find standard attr ID for object 9724219b-b459-4637-98b8-709f9468bf72. {{(pid=83596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 10:16:02.539998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bd275-2d03-438e-9981-b6849a88eac0 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5a64a5-abe0-457f-9124-6ec26d5b57f1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:02.543847 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd275-2d03-438e-9981-b6849a88eac0 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.552466 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2e9bd275-2d03-438e-9981-b6849a88eac0 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "DELETE /v2.0/subnets/3c5a64a5-abe0-457f-9124-6ec26d5b57f1 HTTP/1.1" status: 204 len: 168 time: 0.3400283 Jan 12 10:16:02.552635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b902a-e26f-4f09-955b-f87cede9972a None None] Network 36139641-e526-4d00-a2ce-637a87401a51 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:16:02.552729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48550) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:02.755409 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.765949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Deleting port bf199a5f-b065-46d9-9a7e-f440c26fb17a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:16:02.766267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.803585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] DHCP port deletion for 36139641-e526-4d00-a2ce-637a87401a51 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:16:02.808004 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] Deleting port bf199a5f-b065-46d9-9a7e-f440c26fb17a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:16:02.808372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.967812 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] For port bf199a5f-b065-46d9-9a7e-f440c26fb17a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bf199a5f-b065-46d9-9a7e-f440c26fb17a,segment=NetworkSegment(908bfd09-8b4a-4826-a8e3-2b659fd579d3),segment_id=908bfd09-8b4a-4826-a8e3-2b659fd579d3)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:02.968451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.017143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] For port bf199a5f-b065-46d9-9a7e-f440c26fb17a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bf199a5f-b065-46d9-9a7e-f440c26fb17a,segment=NetworkSegment(908bfd09-8b4a-4826-a8e3-2b659fd579d3),segment_id=908bfd09-8b4a-4826-a8e3-2b659fd579d3)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:03.017443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.097263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Calling delete_port for bf199a5f-b065-46d9-9a7e-f440c26fb17a owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:16:03.135446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bf199a5f-b065-46d9-9a7e-f440c26fb17a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:16:03.172705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] Calling delete_port for bf199a5f-b065-46d9-9a7e-f440c26fb17a owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:16:03.180455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.234060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event deleted for resources: {'Port': ['ID=bf199a5f-b065-46d9-9a7e-f440c26fb17a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:03.240012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] No DVR routers for this DVR port bf199a5f-b065-46d9-9a7e-f440c26fb17a on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:16:03.257331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No active binding found for port bf199a5f-b065-46d9-9a7e-f440c26fb17a {{(pid=83596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 12 10:16:03.257707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bf199a5f-b065-46d9-9a7e-f440c26fb17a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:16:03.265872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:16:03.266311 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:16:03.388576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.424449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36139641-e526-4d00-a2ce-637a87401a51']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:03.438205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908bfd09-8b4a-4826-a8e3-2b659fd579d3') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:03.438478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908bfd09-8b4a-4826-a8e3-2b659fd579d3') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:03.453289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.470988 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.479230 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:16:03.479699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:16:03.496426 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:16:03.592825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.614186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.625131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Pushing event deleted for resources: {'Network': ['ID=36139641-e526-4d00-a2ce-637a87401a51,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:03.632221 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e7ec3280-d1fa-4bde-a780-5138bc5aed25 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "DELETE /v2.0/networks/36139641-e526-4d00-a2ce-637a87401a51 HTTP/1.1" status: 204 len: 168 time: 1.0775282 Jan 12 10:16:03.634258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48554) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:03.677335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a9755857-fc4e-41ec-8be1-55f81e24774e tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffe20e0-bb5b-4ed6-aa26-56f86ec37da6 HTTP/1.1" status: 200 len: 205 time: 0.0417943 Jan 12 10:16:03.680050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48558) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:03.768636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] Deleting port bf199a5f-b065-46d9-9a7e-f440c26fb17a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:16:03.769104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.840634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f1581a0b-96cf-48de-9850-0fc91a51d88f None None] The port 'bf199a5f-b065-46d9-9a7e-f440c26fb17a' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:16:03.924520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12804fde-efa6-48d7-a191-fb753e70b657 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.990307 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:16:04.319875 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12804fde-efa6-48d7-a191-fb753e70b657 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.324718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12804fde-efa6-48d7-a191-fb753e70b657 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.352566 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12804fde-efa6-48d7-a191-fb753e70b657 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.353138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12804fde-efa6-48d7-a191-fb753e70b657 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Fanout notify agent at l3_agent the message router_deleted on router dffe20e0-bb5b-4ed6-aa26-56f86ec37da6 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:16:04.363676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-12804fde-efa6-48d7-a191-fb753e70b657 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.364738 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-12804fde-efa6-48d7-a191-fb753e70b657 tempest-RoutersNegativeTest-1867454987 tempest-RoutersNegativeTest-1867454987-project] 10.222.0.58 "DELETE /v2.0/routers/dffe20e0-bb5b-4ed6-aa26-56f86ec37da6 HTTP/1.1" status: 204 len: 168 time: 0.6838443 Jan 12 10:16:04.667837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48566) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:04.851157 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e4b4bf8e-d2d6-4736-af99-d453a353f068 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f367f7d9115744678bc297a955bdc0e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1819181 Jan 12 10:16:04.853412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48572) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:04.913490 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f1c88de-63d6-4b59-ae69-61406de4ba5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.939983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f1c88de-63d6-4b59-ae69-61406de4ba5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.995499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f1c88de-63d6-4b59-ae69-61406de4ba5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.010617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c88de-63d6-4b59-ae69-61406de4ba5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c909bd76-4a21-48ee-84ed-1e2d5cbeefae,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:05.015577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f1c88de-63d6-4b59-ae69-61406de4ba5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.016268 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2f1c88de-63d6-4b59-ae69-61406de4ba5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c909bd76-4a21-48ee-84ed-1e2d5cbeefae HTTP/1.1" status: 204 len: 168 time: 0.1619635 Jan 12 10:16:05.941188 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48594) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:06.095374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1824160465-network', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:06.100366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:06.104377 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Usage tracker for resource:network and tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:06.107356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:06.116758 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:06.127980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Made reservation on behalf of a7ddfa5af10b41b1a8ab348e1ded25a2 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:16:06.130208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.142275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.172617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:06.176414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Usage tracker for resource:security_group_rule and tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:06.179170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:06.184702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:06.247346 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.253367 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.284961 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:16:06.290653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9299f09-5bfc-4f9a-a8ad-f51b431c079a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:06.297563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.298840 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Added segment b848d310-0060-4501-b2d7-2aab406a26b1 of type vlan for network dfe43073-e92c-411b-99b1-80ad2abae0e5 Jan 12 10:16:06.324332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.355394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.356512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:06.357094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.458018 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] Pushing event updated for resources: {'Network': ['ID=dfe43073-e92c-411b-99b1-80ad2abae0e5,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:06.462641 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b87e2657-118d-4601-9937-167f7953db1c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5204313 Jan 12 10:16:06.465833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48600) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:06.469404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network dfe43073-e92c-411b-99b1-80ad2abae0e5 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:16:06.472103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Request body: {'subnet': {'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1824160465-subnet', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:06.477175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:06.481108 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Usage tracker for resource:subnet and tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:06.484748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:06.491046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:06.502445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Made reservation on behalf of a7ddfa5af10b41b1a8ab348e1ded25a2 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:16:06.505017 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.706362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.776472 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad45dfbd-0d98-40b6-953e-89093c60d84b,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:06.794008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Checking segment: {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:06.794356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Network hostable DHCP agents. Network: dfe43073-e92c-411b-99b1-80ad2abae0e5, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:16:06.817874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Network dfe43073-e92c-411b-99b1-80ad2abae0e5 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:16:06.827431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, dfe43073-e92c-411b-99b1-80ad2abae0e5) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:06.831194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:06.831773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.837124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab82a8d6-7bda-413f-870f-5231a6b6206c None None] Network dfe43073-e92c-411b-99b1-80ad2abae0e5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:16:06.853212 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-324d55f7-1a4f-4069-b2ea-4d7701c7f95b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3861971 Jan 12 10:16:06.856169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48604) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:06.861195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1824160465-router', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:06.866118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:06.870404 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Usage tracker for resource:router and tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:06.873453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:06.879527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:06.895984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.896951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.918556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.056792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-dfe43073-e92c-411b-99b1-80ad2abae0e5', 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'fixed_ips': [{'subnet_id': 'ad45dfbd-0d98-40b6-953e-89093c60d84b'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:16:07.057655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.157411 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.216558 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Allocated IP 172.20.0.2 (dfe43073-e92c-411b-99b1-80ad2abae0e5/ad45dfbd-0d98-40b6-953e-89093c60d84b/76c92274-d56e-4cf8-aca9-8802f5d6caa6) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:07.355806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.385254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.425462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.437764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Transition to ACTIVE for port object 76c92274-d56e-4cf8-aca9-8802f5d6caa6 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:07.457446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Transition to ACTIVE for port object 76c92274-d56e-4cf8-aca9-8802f5d6caa6 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:07.465614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.521793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Allocated IP 172.26.1.223 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/45a7077e-c304-439f-928c-e4308083180a) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:07.528018 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Network dfe43073-e92c-411b-99b1-80ad2abae0e5 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:07.530848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:07.535268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:16:07.540274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Pushing event updated for resources: {'Port': ['ID=76c92274-d56e-4cf8-aca9-8802f5d6caa6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:07.625644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Attempting to bind port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:07.625970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Attempting to bind port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:07.626345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Attempting to bind port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 on network dfe43073-e92c-411b-99b1-80ad2abae0e5 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:07.632714 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:16:07.633069 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Checking segment: {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:07.633453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.633829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Bound using segment: {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:16:07.634271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Bound port: 76c92274-d56e-4cf8-aca9-8802f5d6caa6, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:07.634646 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.672888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.702430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.719376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] For port 76c92274-d56e-4cf8-aca9-8802f5d6caa6, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:16:07.722788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] For port 76c92274-d56e-4cf8-aca9-8802f5d6caa6, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=76c92274-d56e-4cf8-aca9-8802f5d6caa6,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:16:07.727980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.767931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:07.770887 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:07.775323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:16:07.805624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Pushing event updated for resources: {'Port': ['ID=45a7077e-c304-439f-928c-e4308083180a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:07.809884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabb903-dcb2-419a-b1d8-72e49f01eae1 None None] Pushing event updated for resources: {'Port': ['ID=76c92274-d56e-4cf8-aca9-8802f5d6caa6,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:07.949476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.950179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:08.197634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:16:08.408845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:16:08.421315 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Sync routers for ids ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:16:08.436032 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Routers {'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:16:08.436840 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:08.437250 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:15:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:08.440818 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cf8ba49d-e1f6-41ea-bbbc-e80f8d6108b2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5815675 Jan 12 10:16:08.442018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48608) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:08.620975 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Set router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:16:08.703213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a77e7dc-138a-40ce-8230-ae1e8dcd0b35 None None] Network dfe43073-e92c-411b-99b1-80ad2abae0e5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:16:08.821271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-26c4db05-9045-445f-935c-a5ad82db5642 None None] Provisioning for port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:08.935558 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'name': 'tempest-TestEncryptedCinderVolumes-1824160465-router', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '45a7077e-c304-439f-928c-e4308083180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:06Z', 'updated_at': '2022-01-12T10:16:07Z', 'revision_number': 3, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'gw_port': {'id': '45a7077e-c304-439f-928c-e4308083180a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:dc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:07Z', 'updated_at': '2022-01-12T10:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:08.939561 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Checking router: cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:16:08.940017 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Updating router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 port 45a7077e-c304-439f-928c-e4308083180a binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:16:08.993843 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.180879 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 76c92274-d56e-4cf8-aca9-8802f5d6caa6 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:09.262187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:09.270792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-54a3dff6-7b1a-4e5f-b897-16350b4ccc4e None None] Provisioning complete for port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:09.271148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54a3dff6-7b1a-4e5f-b897-16350b4ccc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.297934 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:09.298293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.304022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.333014 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.345028 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Transition to ACTIVE for port object 45a7077e-c304-439f-928c-e4308083180a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:09.352882 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.430996 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c343281-4168-403e-9059-8654fe145466 None None] Pushing event updated for resources: {'Port': ['ID=45a7077e-c304-439f-928c-e4308083180a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:09.451555 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.451920 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.453007 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.453481 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.453820 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.454717 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.455063 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.455391 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.455713 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.456120 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.456436 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c343281-4168-403e-9059-8654fe145466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:09.459587 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Attempting to bind port 45a7077e-c304-439f-928c-e4308083180a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:09.467245 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Attempting to bind port 45a7077e-c304-439f-928c-e4308083180a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:09.467609 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Attempting to bind port 45a7077e-c304-439f-928c-e4308083180a on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:09.478602 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:16:09.479095 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:09.479464 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.480266 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:16:09.480735 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Bound port: 45a7077e-c304-439f-928c-e4308083180a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:09.481368 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.482951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54a3dff6-7b1a-4e5f-b897-16350b4ccc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.491861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.507724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Allocated IP 172.20.0.1 (dfe43073-e92c-411b-99b1-80ad2abae0e5/ad45dfbd-0d98-40b6-953e-89093c60d84b/2f1fa006-0ecf-44aa-a2bd-2912cfa0440f) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:09.539487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-54a3dff6-7b1a-4e5f-b897-16350b4ccc4e None None] For port 76c92274-d56e-4cf8-aca9-8802f5d6caa6, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=76c92274-d56e-4cf8-aca9-8802f5d6caa6,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:09.544963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54a3dff6-7b1a-4e5f-b897-16350b4ccc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.567437 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] For port 45a7077e-c304-439f-928c-e4308083180a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:16:09.570409 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] For port 45a7077e-c304-439f-928c-e4308083180a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=45a7077e-c304-439f-928c-e4308083180a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:16:09.575585 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.655397 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c343281-4168-403e-9059-8654fe145466 None None] Pushing event updated for resources: {'Port': ['ID=45a7077e-c304-439f-928c-e4308083180a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:09.657212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:16:09.658044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:16:09.658193 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Routers {'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:16:09.658411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.658623 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:15:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:09.661178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3dff6-7b1a-4e5f-b897-16350b4ccc4e None None] Pushing event updated for resources: {'Port': ['ID=76c92274-d56e-4cf8-aca9-8802f5d6caa6,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:09.674885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Transition to ACTIVE for port object 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:09.696717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.765175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Network dfe43073-e92c-411b-99b1-80ad2abae0e5 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:09.768377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:09.774055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:16:09.801585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Pushing event updated for resources: {'Port': ['ID=2f1fa006-0ecf-44aa-a2bd-2912cfa0440f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:09.834576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.836091 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] Set router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:16:09.917278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:10.080070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2ff2ad8b-d13b-451c-8eb0-864c54bc284e None None] Provisioning for port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:10.085686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2ff2ad8b-d13b-451c-8eb0-864c54bc284e None None] Provisioning complete for port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:10.086080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff2ad8b-d13b-451c-8eb0-864c54bc284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:10.139725 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'name': 'tempest-TestEncryptedCinderVolumes-1824160465-router', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '45a7077e-c304-439f-928c-e4308083180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:06Z', 'updated_at': '2022-01-12T10:16:07Z', 'revision_number': 3, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'gw_port': {'id': '45a7077e-c304-439f-928c-e4308083180a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:dc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:07Z', 'updated_at': '2022-01-12T10:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:10.144030 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22540910-078c-415e-8914-e033dfad4ce0 None None] The sync data for ids ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'] in dv-neutron-824347-1-hyperv is: [{'id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'name': 'tempest-TestEncryptedCinderVolumes-1824160465-router', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '45a7077e-c304-439f-928c-e4308083180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:06Z', 'updated_at': '2022-01-12T10:16:07Z', 'revision_number': 3, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'gw_port': {'id': '45a7077e-c304-439f-928c-e4308083180a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:dc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:07Z', 'updated_at': '2022-01-12T10:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:16:10.169738 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:10.175833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:10.218478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2ad8b-d13b-451c-8eb0-864c54bc284e None None] Port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:16:10.293066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:10.296682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Pushing event updated for resources: {'Port': ['ID=2f1fa006-0ecf-44aa-a2bd-2912cfa0440f,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:10.449963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Network dfe43073-e92c-411b-99b1-80ad2abae0e5 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:10.451240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:10.753853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dead2563-15a9-46cd-9ed2-2e58806618d2 None None] Provisioning complete for port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:10.754219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dead2563-15a9-46cd-9ed2-2e58806618d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:10.814542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dead2563-15a9-46cd-9ed2-2e58806618d2 None None] Port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:16:10.853606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:16:11.170365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:16:11.179480 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-dff5b86b-858e-4f74-8d74-a23e60de4192 admin admin] 10.222.0.58 "PUT /v2.0/routers/cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7345579 Jan 12 10:16:11.197671 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 45a7077e-c304-439f-928c-e4308083180a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:11.265189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 45a7077e-c304-439f-928c-e4308083180a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:11.270322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 45a7077e-c304-439f-928c-e4308083180a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:11.270715 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:11.382938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:11.400438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 45a7077e-c304-439f-928c-e4308083180a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=45a7077e-c304-439f-928c-e4308083180a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:11.406569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:11.407379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 76c92274-d56e-4cf8-aca9-8802f5d6caa6 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:11.518434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=45a7077e-c304-439f-928c-e4308083180a,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:11.532362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:11.532725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.029887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48630) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:12.035355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-129162506-network', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:12.040476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:12.044796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Usage tracker for resource:network and tenant:0e12b8e94c5e4ff19976671dbaaf5f94 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:12.047814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:12.054133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:12.065793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Made reservation on behalf of 0e12b8e94c5e4ff19976671dbaaf5f94 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:16:12.068052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.080311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.113583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:12.117634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0e12b8e94c5e4ff19976671dbaaf5f94 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:12.120519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:12.127417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:12.193737 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.199931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.232341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:16:12.237393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba4f006-b132-42e1-b5b3-c23a67dd06c0,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:12.244110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.244473 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Added segment 855778a7-53c5-4846-b1a5-7c2c9caecfbc of type vlan for network b2028668-6b1b-4b61-86a5-f78676a0453c Jan 12 10:16:12.269975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.303790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.304607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:12.305167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.402720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] Pushing event updated for resources: {'Network': ['ID=b2028668-6b1b-4b61-86a5-f78676a0453c,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:12.406862 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-14d89029-4d38-4f29-b4a2-d74ab31e26e7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3758421 Jan 12 10:16:12.409743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48634) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:12.414853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network b2028668-6b1b-4b61-86a5-f78676a0453c details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:16:12.415691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Request body: {'subnet': {'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-129162506-subnet', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'ip_version': 4}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:12.421131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:12.425402 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Usage tracker for resource:subnet and tenant:0e12b8e94c5e4ff19976671dbaaf5f94 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:12.428588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:12.435040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:12.448188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Made reservation on behalf of 0e12b8e94c5e4ff19976671dbaaf5f94 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:16:12.450651 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.658195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.718156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3da38d-075b-452c-9b15-0fa9b359e62d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:12.743014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Checking segment: {'id': '855778a7-53c5-4846-b1a5-7c2c9caecfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:12.743369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Network hostable DHCP agents. Network: b2028668-6b1b-4b61-86a5-f78676a0453c, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:16:12.768069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Network b2028668-6b1b-4b61-86a5-f78676a0453c is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:16:12.779250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, b2028668-6b1b-4b61-86a5-f78676a0453c) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:12.785303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:12.786015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.787037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1793741-3bf4-4ed8-b166-a71711795f3c None None] Network b2028668-6b1b-4b61-86a5-f78676a0453c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:16:12.806836 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7b671833-fddd-4ae7-a27b-f2d42a02819c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3959565 Jan 12 10:16:12.809709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48638) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:12.814685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-129162506-router', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:12.819347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:12.823576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Usage tracker for resource:router and tenant:0e12b8e94c5e4ff19976671dbaaf5f94 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:12.826433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:12.832148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:12.845733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.846748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.865044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.999279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-b2028668-6b1b-4b61-86a5-f78676a0453c', 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'fixed_ips': [{'subnet_id': 'fa3da38d-075b-452c-9b15-0fa9b359e62d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:16:13.000180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.014385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.154601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 45a7077e-c304-439f-928c-e4308083180a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:13.186908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Allocated IP 172.20.0.2 (b2028668-6b1b-4b61-86a5-f78676a0453c/fa3da38d-075b-452c-9b15-0fa9b359e62d/035ce9e9-7e90-489f-af94-fca1435a5035) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:13.207441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.236703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.330926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 45a7077e-c304-439f-928c-e4308083180a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:13.331301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.377886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Allocated IP 172.26.1.222 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:13.472657 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.516097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Transition to ACTIVE for port object 035ce9e9-7e90-489f-af94-fca1435a5035 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:13.535605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.549915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Transition to ACTIVE for port object 035ce9e9-7e90-489f-af94-fca1435a5035 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:13.558718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.566272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.595966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Sync routers for ids ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:16:13.638595 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:13.639185 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Network b2028668-6b1b-4b61-86a5-f78676a0453c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:13.642083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:13.643161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:13.645497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Pushing event updated for resources: {'Port': ['ID=d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:13.648085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:16:13.648388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:16:13.650615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Pushing event updated for resources: {'Port': ['ID=035ce9e9-7e90-489f-af94-fca1435a5035,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:13.652627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Routers {'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:16:13.653217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-629cb28a-347a-4f33-afc0-316091108876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:15:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:13.803589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.804328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.913470 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Attempting to bind port 035ce9e9-7e90-489f-af94-fca1435a5035 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:13.913709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Attempting to bind port 035ce9e9-7e90-489f-af94-fca1435a5035 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '855778a7-53c5-4846-b1a5-7c2c9caecfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:13.914076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Attempting to bind port 035ce9e9-7e90-489f-af94-fca1435a5035 on network b2028668-6b1b-4b61-86a5-f78676a0453c {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:13.931743 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:16:13.932169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Checking segment: {'id': '855778a7-53c5-4846-b1a5-7c2c9caecfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:13.932574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.932996 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Bound using segment: {'id': '855778a7-53c5-4846-b1a5-7c2c9caecfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:16:13.933499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Bound port: 035ce9e9-7e90-489f-af94-fca1435a5035, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855778a7-53c5-4846-b1a5-7c2c9caecfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:13.933882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:13.991530 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Set router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:16:14.143654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Router 4e9a5494-5347-4275-a4fb-e0f302c144e7 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:16:14.149430 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] For port 035ce9e9-7e90-489f-af94-fca1435a5035, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:16:14.225325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] For port 035ce9e9-7e90-489f-af94-fca1435a5035, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=035ce9e9-7e90-489f-af94-fca1435a5035,segment=NetworkSegment(855778a7-53c5-4846-b1a5-7c2c9caecfbc),segment_id=855778a7-53c5-4846-b1a5-7c2c9caecfbc)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:16:14.232878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:14.354301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883cbe8-1db6-4df7-9835-ca573fe8d57c None None] Pushing event updated for resources: {'Port': ['ID=035ce9e9-7e90-489f-af94-fca1435a5035,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:14.371837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:16:14.383961 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Sync routers for ids ['4e9a5494-5347-4275-a4fb-e0f302c144e7'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:16:14.398081 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Routers {'4e9a5494-5347-4275-a4fb-e0f302c144e7'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:16:14.398454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:14.399608 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:15:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4e9a5494-5347-4275-a4fb-e0f302c144e7'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:14.402831 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48642) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:14.403385 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d91e02c5-2fcf-41d6-b671-03b025908296 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5922782 Jan 12 10:16:14.429055 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-629cb28a-347a-4f33-afc0-316091108876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'name': 'tempest-TestEncryptedCinderVolumes-1824160465-router', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '45a7077e-c304-439f-928c-e4308083180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:06Z', 'updated_at': '2022-01-12T10:16:09Z', 'revision_number': 4, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'gw_port': {'id': '45a7077e-c304-439f-928c-e4308083180a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:dc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:07Z', 'updated_at': '2022-01-12T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2f1fa006-0ecf-44aa-a2bd-2912cfa0440f', 'name': '', 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'mac_address': 'fa:16:3e:57:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad45dfbd-0d98-40b6-953e-89093c60d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:09Z', 'updated_at': '2022-01-12T10:16:09Z', 'revision_number': 2, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'subnets': [{'id': 'ad45dfbd-0d98-40b6-953e-89093c60d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:14.433348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Checking router: cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:16:14.433703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Updating router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:16:14.495040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:14.657137 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Set router 4e9a5494-5347-4275-a4fb-e0f302c144e7 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:16:14.915157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:14.927510 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Transition to ACTIVE for port object 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:14.935874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:14.988434 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'name': 'tempest-TestEncryptedCinderVolumes-129162506-router', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:12Z', 'updated_at': '2022-01-12T10:16:13Z', 'revision_number': 3, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'gw_port': {'id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:13Z', 'updated_at': '2022-01-12T10:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:14.993333 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Checking router: 4e9a5494-5347-4275-a4fb-e0f302c144e7 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:16:14.993541 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Updating router 4e9a5494-5347-4275-a4fb-e0f302c144e7 port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:16:15.048769 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.077321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16980c04-e696-4608-9145-4ae0db312179 None None] Pushing event updated for resources: {'Port': ['ID=2f1fa006-0ecf-44aa-a2bd-2912cfa0440f,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:15.230502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 035ce9e9-7e90-489f-af94-fca1435a5035 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:15.331745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Attempting to bind port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:15.332088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Attempting to bind port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:15.332393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Attempting to bind port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f on network dfe43073-e92c-411b-99b1-80ad2abae0e5 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:15.358127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:16:15.358524 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Checking segment: {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:15.359350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.359771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Bound using segment: {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:16:15.360241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Bound port: 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:15.360625 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.468469 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.475796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.480297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-629cb28a-347a-4f33-afc0-316091108876 None None] For port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:16:15.482322 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Transition to ACTIVE for port object d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:15.487011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-629cb28a-347a-4f33-afc0-316091108876 None None] For port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2f1fa006-0ecf-44aa-a2bd-2912cfa0440f,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:16:15.496533 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.504509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.544888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 035ce9e9-7e90-489f-af94-fca1435a5035 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:15.605987 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Attempting to bind port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:15.606345 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Attempting to bind port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:15.607099 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Attempting to bind port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:15.607573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16980c04-e696-4608-9145-4ae0db312179 None None] Pushing event updated for resources: {'Port': ['ID=2f1fa006-0ecf-44aa-a2bd-2912cfa0440f,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:15.615694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Routers {'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:16:15.616121 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-629cb28a-347a-4f33-afc0-316091108876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:15:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:15.621818 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:16:15.622183 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:15.622720 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.622965 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:16:15.623411 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Bound port: d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:15.623866 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.654394 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac7f1c-eb2a-4b20-93f0-f28a82852f38 None None] Pushing event updated for resources: {'Port': ['ID=d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:15.708783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f246ae-7ac4-444b-9ff4-4d03c13785b3 None None] Network b2028668-6b1b-4b61-86a5-f78676a0453c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:16:15.729961 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] For port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:16:15.734522 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] For port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:16:15.741408 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.749537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Allocated IP 172.20.0.1 (b2028668-6b1b-4b61-86a5-f78676a0453c/fa3da38d-075b-452c-9b15-0fa9b359e62d/7f82a0d3-c144-4489-83fe-2cd6ed55fc25) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:15.845105 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Routers {'4e9a5494-5347-4275-a4fb-e0f302c144e7'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:16:15.845710 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:15:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4e9a5494-5347-4275-a4fb-e0f302c144e7'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:15.948137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-298ed411-84ce-42ed-9ca7-e39449b35a77 None None] Provisioning for port 035ce9e9-7e90-489f-af94-fca1435a5035 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:15.976497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:15.993515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Transition to ACTIVE for port object 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:16.025862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.041145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-298ed411-84ce-42ed-9ca7-e39449b35a77 None None] Provisioning complete for port 035ce9e9-7e90-489f-af94-fca1435a5035 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:16.041145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-298ed411-84ce-42ed-9ca7-e39449b35a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.091606 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] Set router 4e9a5494-5347-4275-a4fb-e0f302c144e7 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:16:16.111059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Network b2028668-6b1b-4b61-86a5-f78676a0453c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:16.112722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:16.115302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:16:16.160607 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-629cb28a-347a-4f33-afc0-316091108876 None None] Set router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:16:16.161542 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac7f1c-eb2a-4b20-93f0-f28a82852f38 None None] Pushing event updated for resources: {'Port': ['ID=d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:16.187461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Pushing event updated for resources: {'Port': ['ID=7f82a0d3-c144-4489-83fe-2cd6ed55fc25,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:16.205381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.311154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.449538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-298ed411-84ce-42ed-9ca7-e39449b35a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.474077 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'name': 'tempest-TestEncryptedCinderVolumes-129162506-router', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:12Z', 'updated_at': '2022-01-12T10:16:13Z', 'revision_number': 3, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'gw_port': {'id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:13Z', 'updated_at': '2022-01-12T10:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:16.478621 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02de1e-cd71-4c68-8069-d8f8c48ef1e4 None None] The sync data for ids ['4e9a5494-5347-4275-a4fb-e0f302c144e7'] in dv-neutron-824347-1-hyperv is: [{'id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'name': 'tempest-TestEncryptedCinderVolumes-129162506-router', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:12Z', 'updated_at': '2022-01-12T10:16:13Z', 'revision_number': 3, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'gw_port': {'id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:13Z', 'updated_at': '2022-01-12T10:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:16:16.545960 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-298ed411-84ce-42ed-9ca7-e39449b35a77 None None] For port 035ce9e9-7e90-489f-af94-fca1435a5035, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=035ce9e9-7e90-489f-af94-fca1435a5035,segment=NetworkSegment(855778a7-53c5-4846-b1a5-7c2c9caecfbc),segment_id=855778a7-53c5-4846-b1a5-7c2c9caecfbc)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:16.553245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-298ed411-84ce-42ed-9ca7-e39449b35a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.630314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.638418 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.691970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ed411-84ce-42ed-9ca7-e39449b35a77 None None] Pushing event updated for resources: {'Port': ['ID=035ce9e9-7e90-489f-af94-fca1435a5035,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:16.733338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-629cb28a-347a-4f33-afc0-316091108876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'name': 'tempest-TestEncryptedCinderVolumes-1824160465-router', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '45a7077e-c304-439f-928c-e4308083180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:06Z', 'updated_at': '2022-01-12T10:16:09Z', 'revision_number': 4, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'gw_port': {'id': '45a7077e-c304-439f-928c-e4308083180a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:dc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:07Z', 'updated_at': '2022-01-12T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2f1fa006-0ecf-44aa-a2bd-2912cfa0440f', 'name': '', 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'mac_address': 'fa:16:3e:57:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad45dfbd-0d98-40b6-953e-89093c60d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:09Z', 'updated_at': '2022-01-12T10:16:15Z', 'revision_number': 4, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'subnets': [{'id': 'ad45dfbd-0d98-40b6-953e-89093c60d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:16.740153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cb28a-347a-4f33-afc0-316091108876 None None] The sync data for ids ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'] in dv-neutron-824347-1-hyperv is: [{'id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'name': 'tempest-TestEncryptedCinderVolumes-1824160465-router', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '45a7077e-c304-439f-928c-e4308083180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:06Z', 'updated_at': '2022-01-12T10:16:09Z', 'revision_number': 4, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'gw_port': {'id': '45a7077e-c304-439f-928c-e4308083180a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:dc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:07Z', 'updated_at': '2022-01-12T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2f1fa006-0ecf-44aa-a2bd-2912cfa0440f', 'name': '', 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'mac_address': 'fa:16:3e:57:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad45dfbd-0d98-40b6-953e-89093c60d84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:09Z', 'updated_at': '2022-01-12T10:16:15Z', 'revision_number': 4, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'subnets': [{'id': 'ad45dfbd-0d98-40b6-953e-89093c60d84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:16:16.744580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-30409e02-7976-46e1-a9df-ec102584cd84 None None] Provisioning for port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:16.753442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-30409e02-7976-46e1-a9df-ec102584cd84 None None] Provisioning complete for port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:16.753966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30409e02-7976-46e1-a9df-ec102584cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.754514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Pushing event updated for resources: {'Port': ['ID=7f82a0d3-c144-4489-83fe-2cd6ed55fc25,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:16.783349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.859337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-30409e02-7976-46e1-a9df-ec102584cd84 None None] Port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:16:16.872118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-30409e02-7976-46e1-a9df-ec102584cd84 None None] Provisioning complete for port 035ce9e9-7e90-489f-af94-fca1435a5035 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:16.872483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30409e02-7976-46e1-a9df-ec102584cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.985564 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Network b2028668-6b1b-4b61-86a5-f78676a0453c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:16.986583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:17.141597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7fd96bb3-5ad6-464e-8c2e-2f36c43ca193 None None] Provisioning complete for port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:17.141972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fd96bb3-5ad6-464e-8c2e-2f36c43ca193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:17.223486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7fd96bb3-5ad6-464e-8c2e-2f36c43ca193 None None] Port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:16:17.288411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 035ce9e9-7e90-489f-af94-fca1435a5035 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:17.401387 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e6563a96-864a-487e-9c76-47b055277622 None None] Provisioning complete for port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:17.401952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6563a96-864a-487e-9c76-47b055277622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:17.465647 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e6563a96-864a-487e-9c76-47b055277622 None None] Port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:16:17.478170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 035ce9e9-7e90-489f-af94-fca1435a5035 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:17.478630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:17.605396 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Router 4e9a5494-5347-4275-a4fb-e0f302c144e7 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:16:17.611688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:17.682548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:17.688703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:17.689151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:17.830063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:16:17.844040 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4cfbd0b7-00d6-43c9-8170-ede9624b1b94 admin admin] 10.222.0.58 "PUT /v2.0/routers/4e9a5494-5347-4275-a4fb-e0f302c144e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4399126 Jan 12 10:16:17.870168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:17.905584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2f1fa006-0ecf-44aa-a2bd-2912cfa0440f,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:17.914995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:17.987029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=2f1fa006-0ecf-44aa-a2bd-2912cfa0440f,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:19.018571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-23c1530e-2e1f-45a2-ba3f-35f8386999af tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:19.020005 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-23c1530e-2e1f-45a2-ba3f-35f8386999af tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/networks?id=dfe43073-e92c-411b-99b1-80ad2abae0e5 HTTP/1.1" status: 200 len: 817 time: 0.1432543 Jan 12 10:16:19.038707 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-1363f0a8-f384-4509-869a-6bf894c62925 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/quotas/a7ddfa5af10b41b1a8ab348e1ded25a2 HTTP/1.1" status: 200 len: 375 time: 0.0107539 Jan 12 10:16:19.075546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d243e5a3-426b-4215-ae6a-3fde98548e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:19.124073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-f2e0cc54-22ed-4bc1-9320-8d07c9ac32ec tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Synchronizing usage tracker for tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:16:19.141419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-f2e0cc54-22ed-4bc1-9320-8d07c9ac32ec tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Unset dirty status for tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:16:19.143069 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-f2e0cc54-22ed-4bc1-9320-8d07c9ac32ec tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7ddfa5af10b41b1a8ab348e1ded25a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973830 Jan 12 10:16:19.161419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-0419c888-e1f8-47db-8283-da97af8f31b5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:16:19.162396 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-0419c888-e1f8-47db-8283-da97af8f31b5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071216 Jan 12 10:16:19.212591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:19.281192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:19.285842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:19.286187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:19.291494 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-9f68454f-25eb-437b-ba95-c2189acf3312 service neutron] 10.222.0.58 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225026 Jan 12 10:16:19.401496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:19.417149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:19.421137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:19.422139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:19.424160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-01415368-56c1-4ab2-8156-52c6f4e355f3 service neutron] 10.222.0.58 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268485 Jan 12 10:16:19.538892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:19.557108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:19.557477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:19.641911 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-436149ca-0581-4b02-90d0-36392e099f70 req-c668f9ee-7758-44bd-93ba-d0af2a3571ac tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 210 time: 0.0521204 Jan 12 10:16:20.718933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-1cc202e6-0eb8-4907-8d44-bd0397ceed96 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:20.720373 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-1cc202e6-0eb8-4907-8d44-bd0397ceed96 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.59 "GET /v2.0/networks?id=dfe43073-e92c-411b-99b1-80ad2abae0e5 HTTP/1.1" status: 200 len: 817 time: 0.1520574 Jan 12 10:16:20.735759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Request body: {'port': {'device_id': '44251934-2d1d-4daf-b88d-2ae92470303b', 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5', 'admin_state_up': True, 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:20.861313 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8ba27c1-314a-483b-8fc4-c03284d920df req-7559dd2e-cc20-4235-8f05-56c6388d784c tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 210 time: 0.0544140 Jan 12 10:16:20.915715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:20.925221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:20.937089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Made reservation on behalf of a7ddfa5af10b41b1a8ab348e1ded25a2 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:16:20.940130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.106592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Allocated IP 172.20.0.12 (dfe43073-e92c-411b-99b1-80ad2abae0e5/ad45dfbd-0d98-40b6-953e-89093c60d84b/0885df52-6a6c-4e29-95f9-883b4da79fff) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:21.143901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:21.223653 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:21.224074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.250485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01d5023b-5109-478d-afd1-c5b05b1fdd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.416330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.433031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Transition to ACTIVE for port object 0885df52-6a6c-4e29-95f9-883b4da79fff will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:21.455455 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.537428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Network dfe43073-e92c-411b-99b1-80ad2abae0e5 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:21.540816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:21.543413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:16:21.579798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Pushing event updated for resources: {'Port': ['ID=0885df52-6a6c-4e29-95f9-883b4da79fff,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:21.611859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:21.612455 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.639690 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-7f0066d7-90a9-4933-b69a-8443c93f25c3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9076688 Jan 12 10:16:21.649159 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-90b278b7-e024-4449-8e46-5c2e55552a93 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:16:21.650095 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-90b278b7-e024-4449-8e46-5c2e55552a93 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050204 Jan 12 10:16:21.660403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Request body: {'port': {'device_id': '44251934-2d1d-4daf-b88d-2ae92470303b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:21.768175 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.829525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c5681cba-b9bc-4e5e-a52a-d82536e39cb0 None None] Provisioning for port 0885df52-6a6c-4e29-95f9-883b4da79fff completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:21.834111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c5681cba-b9bc-4e5e-a52a-d82536e39cb0 None None] Provisioning complete for port 0885df52-6a6c-4e29-95f9-883b4da79fff triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:21.834482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5681cba-b9bc-4e5e-a52a-d82536e39cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.884878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c5681cba-b9bc-4e5e-a52a-d82536e39cb0 None None] Port 0885df52-6a6c-4e29-95f9-883b4da79fff cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:16:21.977852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.145210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c1b03-50be-4c9b-a3dc-9d5b545a13cb req-2a68859d-484d-466b-81b8-e6057624d3ad tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:22.145784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-325c1b03-50be-4c9b-a3dc-9d5b545a13cb req-2a68859d-484d-466b-81b8-e6057624d3ad tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Synchronizing usage tracker for tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:16:22.159437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0885df52-6a6c-4e29-95f9-883b4da79fff {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:16:22.169285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.178795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-325c1b03-50be-4c9b-a3dc-9d5b545a13cb req-2a68859d-484d-466b-81b8-e6057624d3ad tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Unset dirty status for tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:16:22.179900 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-325c1b03-50be-4c9b-a3dc-9d5b545a13cb req-2a68859d-484d-466b-81b8-e6057624d3ad tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 932 time: 0.1931973 Jan 12 10:16:22.185497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Transition to ACTIVE for port object 0885df52-6a6c-4e29-95f9-883b4da79fff will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:22.206806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.338982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Pushing event updated for resources: {'Port': ['ID=0885df52-6a6c-4e29-95f9-883b4da79fff,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:22.351524 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-325c1b03-50be-4c9b-a3dc-9d5b545a13cb req-69226586-13b7-4758-9ade-bec9dcdc4ab9 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649175 Jan 12 10:16:22.455011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Attempting to bind port 0885df52-6a6c-4e29-95f9-883b4da79fff on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:22.455344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Attempting to bind port 0885df52-6a6c-4e29-95f9-883b4da79fff by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:22.455658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Attempting to bind port 0885df52-6a6c-4e29-95f9-883b4da79fff on network dfe43073-e92c-411b-99b1-80ad2abae0e5 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:22.461245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Port 0885df52-6a6c-4e29-95f9-883b4da79fff on network dfe43073-e92c-411b-99b1-80ad2abae0e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:16:22.461557 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Attempting to bind port 0885df52-6a6c-4e29-95f9-883b4da79fff on network dfe43073-e92c-411b-99b1-80ad2abae0e5 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:22.467597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:16:22.467919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Checking segment: {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:22.468291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Bound using segment: {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:16:22.468698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Bound port: 0885df52-6a6c-4e29-95f9-883b4da79fff, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:22.469031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.562023 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] For port 0885df52-6a6c-4e29-95f9-883b4da79fff, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:16:22.564902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] For port 0885df52-6a6c-4e29-95f9-883b4da79fff, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0885df52-6a6c-4e29-95f9-883b4da79fff,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:16:22.573317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.631807 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.633570 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] 10.222.0.59 "PUT /v2.0/ports/0885df52-6a6c-4e29-95f9-883b4da79fff HTTP/1.1" status: 200 len: 1094 time: 0.9771073 Jan 12 10:16:22.633988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44251934-2d1d-4daf-b88d-2ae92470303b', 'tag': '0885df52-6a6c-4e29-95f9-883b4da79fff'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:16:22.656646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4c7d-fe48-4109-b763-b055648ad69d service neutron] Pushing event updated for resources: {'Port': ['ID=0885df52-6a6c-4e29-95f9-883b4da79fff,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:22.674020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.703195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.719311 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44251934-2d1d-4daf-b88d-2ae92470303b', 'tag': '0885df52-6a6c-4e29-95f9-883b4da79fff', 'status': 'completed', 'code': 200} Jan 12 10:16:22.760404 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-5f41de61-d48d-4132-9509-d7ce2bfd8ee8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7ddfa5af10b41b1a8ab348e1ded25a2&device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 1097 time: 0.0774148 Jan 12 10:16:22.828131 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-0b4bfed1-ca8c-4690-9870-edf35bcf57b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0885df52-6a6c-4e29-95f9-883b4da79fff HTTP/1.1" status: 200 len: 217 time: 0.0612230 Jan 12 10:16:22.895940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-cfded3e7-5a63-46bf-9f5f-53f1156bc930 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:22.897365 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-cfded3e7-5a63-46bf-9f5f-53f1156bc930 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad45dfbd-0d98-40b6-953e-89093c60d84b HTTP/1.1" status: 200 len: 856 time: 0.0640869 Jan 12 10:16:22.971954 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-a088900c-76f8-4299-a215-3a06096ec7f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfe43073-e92c-411b-99b1-80ad2abae0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691988 Jan 12 10:16:23.101331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-9695af25-307a-4546-a005-781933c65dbe service neutron] 10.222.0.59 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235833 Jan 12 10:16:23.323866 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f706e2b3-cc86-409a-a6a1-b4f89e27cac0 req-e94ccecc-d63f-4cb9-955b-8123b2bd5b6c service neutron] 10.222.0.59 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169771 Jan 12 10:16:23.450531 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-630bd21b-8da6-44f3-a11b-60a222360f85 req-7e3bc4ea-4aea-4a98-b9e1-1e743b15ae59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7ddfa5af10b41b1a8ab348e1ded25a2&device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 1097 time: 0.0739148 Jan 12 10:16:23.628678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bd21b-8da6-44f3-a11b-60a222360f85 req-691b7d47-5dc7-47fb-abff-5739c8fce1c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:23.630011 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-630bd21b-8da6-44f3-a11b-60a222360f85 req-691b7d47-5dc7-47fb-abff-5739c8fce1c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dfe43073-e92c-411b-99b1-80ad2abae0e5 HTTP/1.1" status: 200 len: 918 time: 0.1738086 Jan 12 10:16:23.691761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe8b5b-b06e-41e3-8e52-9481d0da1233 req-0c513676-157d-4d6e-8c35-9a446917abfa tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:23.693245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b5fe8b5b-b06e-41e3-8e52-9481d0da1233 req-0c513676-157d-4d6e-8c35-9a446917abfa tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 944 time: 0.2170091 Jan 12 10:16:23.722426 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-630bd21b-8da6-44f3-a11b-60a222360f85 req-80fb3ad1-ec88-4531-b83b-c0b5b9edb984 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0885df52-6a6c-4e29-95f9-883b4da79fff HTTP/1.1" status: 200 len: 217 time: 0.0858190 Jan 12 10:16:23.796294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b5fe8b5b-b06e-41e3-8e52-9481d0da1233 req-696d3a20-de75-48e0-be2a-44bc01fd89d8 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969324 Jan 12 10:16:23.802074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bd21b-8da6-44f3-a11b-60a222360f85 req-851faa3f-6c9a-4b51-b3f9-5d6d8e2144ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:23.803573 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-630bd21b-8da6-44f3-a11b-60a222360f85 req-851faa3f-6c9a-4b51-b3f9-5d6d8e2144ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad45dfbd-0d98-40b6-953e-89093c60d84b HTTP/1.1" status: 200 len: 856 time: 0.0742271 Jan 12 10:16:23.880318 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-630bd21b-8da6-44f3-a11b-60a222360f85 req-f5f8d339-d307-411b-ac5d-0d45d0dc738c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfe43073-e92c-411b-99b1-80ad2abae0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713544 Jan 12 10:16:24.010310 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-630bd21b-8da6-44f3-a11b-60a222360f85 req-3fb707ec-9dce-4944-aae3-383870b001bc service neutron] 10.222.0.59 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237218 Jan 12 10:16:24.015817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:24.148148 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-630bd21b-8da6-44f3-a11b-60a222360f85 req-e878ffe6-b36d-4414-b914-23801f4ada65 service neutron] 10.222.0.59 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308234 Jan 12 10:16:24.855759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0885df52-6a6c-4e29-95f9-883b4da79fff details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:16:24.992303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0885df52-6a6c-4e29-95f9-883b4da79fff, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0885df52-6a6c-4e29-95f9-883b4da79fff,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:25.005674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '0885df52-6a6c-4e29-95f9-883b4da79fff', 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5', 'port_id': '0885df52-6a6c-4e29-95f9-883b4da79fff', 'mac_address': 'fa:16:3e:1b:63:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad45dfbd-0d98-40b6-953e-89093c60d84b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:16:25.007673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0137bc-1587-4726-b808-ae3f6e555d6a req-6ceb7bb4-89ec-464c-adae-4e8f4316ae6c tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:25.009118 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a0137bc-1587-4726-b808-ae3f6e555d6a req-6ceb7bb4-89ec-464c-adae-4e8f4316ae6c tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 944 time: 0.0761585 Jan 12 10:16:25.054416 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a0137bc-1587-4726-b808-ae3f6e555d6a req-c7a3785a-6b88-445e-b3b2-d3875e1a00b3 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Jan 12 10:16:25.062481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:25.080065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0885df52-6a6c-4e29-95f9-883b4da79fff {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:16:25.095635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0885df52-6a6c-4e29-95f9-883b4da79fff, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0885df52-6a6c-4e29-95f9-883b4da79fff,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:25.101067 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:25.167037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0885df52-6a6c-4e29-95f9-883b4da79fff,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:25.175478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.175825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.176158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.176491 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.176820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.177147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.177467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.177793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.178111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.178423 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.178757 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:25.470653 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['0885df52-6a6c-4e29-95f9-883b4da79fff'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:16:26.258150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba45a09-f58f-47d1-8cef-bb2d4a8f4e9f req-d6049a2d-468f-4e21-8686-9907d771135a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:26.259548 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aba45a09-f58f-47d1-8cef-bb2d4a8f4e9f req-d6049a2d-468f-4e21-8686-9907d771135a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 945 time: 0.0858014 Jan 12 10:16:26.303634 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aba45a09-f58f-47d1-8cef-bb2d4a8f4e9f req-6a2384c8-36e7-4a12-904c-1d3bb0758de0 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 Jan 12 10:16:26.861767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0885df52-6a6c-4e29-95f9-883b4da79fff up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:26.932195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 0885df52-6a6c-4e29-95f9-883b4da79fff completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:26.937162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 0885df52-6a6c-4e29-95f9-883b4da79fff triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:26.937536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:27.080412 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:27.106566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44251934-2d1d-4daf-b88d-2ae92470303b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0885df52-6a6c-4e29-95f9-883b4da79fff'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:16:27.115797 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0885df52-6a6c-4e29-95f9-883b4da79fff, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0885df52-6a6c-4e29-95f9-883b4da79fff,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:27.120952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:27.162653 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44251934-2d1d-4daf-b88d-2ae92470303b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0885df52-6a6c-4e29-95f9-883b4da79fff', 'code': 200} Jan 12 10:16:27.190543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0885df52-6a6c-4e29-95f9-883b4da79fff,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:27.388902 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e5a20ec9-1903-4fe9-9dfa-6d333888946e req-0479a6d6-f1e2-45da-bb50-4f369596d63c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 1099 time: 0.0668592 Jan 12 10:16:27.465789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e5a20ec9-1903-4fe9-9dfa-6d333888946e req-920f40d3-3704-4896-abde-b0862d1f17dc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712447 Jan 12 10:16:27.505043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef26fe2-6d3c-4044-8f5e-6ef171273db8 req-2a09f3df-ccc7-4736-926c-336d77dc8cee tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:27.506434 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aef26fe2-6d3c-4044-8f5e-6ef171273db8 req-2a09f3df-ccc7-4736-926c-336d77dc8cee tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 946 time: 0.0786886 Jan 12 10:16:27.553470 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aef26fe2-6d3c-4044-8f5e-6ef171273db8 req-b6d3c356-0b0b-4c63-9c18-5519356b7be2 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387888 Jan 12 10:16:28.775636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb9775-749b-4027-901d-83211ffb14fc req-2400db2d-7eff-4a42-a323-f8d723268821 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:28.777273 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10eb9775-749b-4027-901d-83211ffb14fc req-2400db2d-7eff-4a42-a323-f8d723268821 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 946 time: 0.0890477 Jan 12 10:16:28.827649 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10eb9775-749b-4027-901d-83211ffb14fc req-b5e6128f-0374-4552-8d83-da9abc22160b tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446937 Jan 12 10:16:30.036999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7762a-e399-4552-b466-a85057e95039 req-a97f1bd3-90be-4e97-bf47-3b9e132dbd34 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:30.038511 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bee7762a-e399-4552-b466-a85057e95039 req-a97f1bd3-90be-4e97-bf47-3b9e132dbd34 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 946 time: 0.0844562 Jan 12 10:16:30.095750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bee7762a-e399-4552-b466-a85057e95039 req-cef9c593-c1d8-4693-a4b6-d7e033a962d9 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513613 Jan 12 10:16:30.307887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320dc6-1ad8-4b91-bf1e-d018c57b5e92 req-ddf4197b-510a-4310-b7b5-9a6c97d901b5 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:30.309340 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61320dc6-1ad8-4b91-bf1e-d018c57b5e92 req-ddf4197b-510a-4310-b7b5-9a6c97d901b5 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 946 time: 0.0945768 Jan 12 10:16:30.358412 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61320dc6-1ad8-4b91-bf1e-d018c57b5e92 req-45808ae8-e53b-4ca4-b771-b56ff629de85 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Jan 12 10:16:38.915469 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Sync routers for ids ['4e9a5494-5347-4275-a4fb-e0f302c144e7'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:16:38.929499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Routers {'4e9a5494-5347-4275-a4fb-e0f302c144e7'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:16:38.930115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:16:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4e9a5494-5347-4275-a4fb-e0f302c144e7'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:39.105001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Set router 4e9a5494-5347-4275-a4fb-e0f302c144e7 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:16:39.411421 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'name': 'tempest-TestEncryptedCinderVolumes-129162506-router', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:12Z', 'updated_at': '2022-01-12T10:16:16Z', 'revision_number': 4, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'gw_port': {'id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:13Z', 'updated_at': '2022-01-12T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '7f82a0d3-c144-4489-83fe-2cd6ed55fc25', 'name': '', 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'mac_address': 'fa:16:3e:6d:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa3da38d-075b-452c-9b15-0fa9b359e62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:15Z', 'updated_at': '2022-01-12T10:16:16Z', 'revision_number': 2, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'subnets': [{'id': 'fa3da38d-075b-452c-9b15-0fa9b359e62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:39.416092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Checking router: 4e9a5494-5347-4275-a4fb-e0f302c144e7 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:16:39.416468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Updating router 4e9a5494-5347-4275-a4fb-e0f302c144e7 port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:16:39.467741 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:39.796440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:39.808776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Transition to ACTIVE for port object 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:39.816900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:39.941773 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492e3b-cbd5-4512-bdeb-30689b6bfc33 None None] Pushing event updated for resources: {'Port': ['ID=7f82a0d3-c144-4489-83fe-2cd6ed55fc25,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:40.037593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Attempting to bind port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:40.037957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Attempting to bind port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '855778a7-53c5-4846-b1a5-7c2c9caecfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:40.038305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Attempting to bind port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 on network b2028668-6b1b-4b61-86a5-f78676a0453c {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:40.045366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:16:40.045729 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Checking segment: {'id': '855778a7-53c5-4846-b1a5-7c2c9caecfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:40.046107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:40.046544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Bound using segment: {'id': '855778a7-53c5-4846-b1a5-7c2c9caecfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:16:40.046979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Bound port: 7f82a0d3-c144-4489-83fe-2cd6ed55fc25, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855778a7-53c5-4846-b1a5-7c2c9caecfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:40.047345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:40.145885 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] For port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:16:40.150525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] For port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7f82a0d3-c144-4489-83fe-2cd6ed55fc25,segment=NetworkSegment(855778a7-53c5-4846-b1a5-7c2c9caecfbc),segment_id=855778a7-53c5-4846-b1a5-7c2c9caecfbc)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:16:40.158187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:40.244271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492e3b-cbd5-4512-bdeb-30689b6bfc33 None None] Pushing event updated for resources: {'Port': ['ID=7f82a0d3-c144-4489-83fe-2cd6ed55fc25,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:40.259490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Routers {'4e9a5494-5347-4275-a4fb-e0f302c144e7'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:16:40.260566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:16:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4e9a5494-5347-4275-a4fb-e0f302c144e7'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:40.506317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] Set router 4e9a5494-5347-4275-a4fb-e0f302c144e7 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:16:40.816604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'name': 'tempest-TestEncryptedCinderVolumes-129162506-router', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:12Z', 'updated_at': '2022-01-12T10:16:16Z', 'revision_number': 4, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'gw_port': {'id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:13Z', 'updated_at': '2022-01-12T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '7f82a0d3-c144-4489-83fe-2cd6ed55fc25', 'name': '', 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'mac_address': 'fa:16:3e:6d:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa3da38d-075b-452c-9b15-0fa9b359e62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:15Z', 'updated_at': '2022-01-12T10:16:40Z', 'revision_number': 4, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'subnets': [{'id': 'fa3da38d-075b-452c-9b15-0fa9b359e62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:40.820772 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b6a85-5656-48fc-b95a-78ee60194a05 None None] The sync data for ids ['4e9a5494-5347-4275-a4fb-e0f302c144e7'] in dv-neutron-824347-1-hyperv is: [{'id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'name': 'tempest-TestEncryptedCinderVolumes-129162506-router', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:12Z', 'updated_at': '2022-01-12T10:16:16Z', 'revision_number': 4, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'gw_port': {'id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:13Z', 'updated_at': '2022-01-12T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '7f82a0d3-c144-4489-83fe-2cd6ed55fc25', 'name': '', 'network_id': 'b2028668-6b1b-4b61-86a5-f78676a0453c', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'mac_address': 'fa:16:3e:6d:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa3da38d-075b-452c-9b15-0fa9b359e62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:15Z', 'updated_at': '2022-01-12T10:16:40Z', 'revision_number': 4, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'subnets': [{'id': 'fa3da38d-075b-452c-9b15-0fa9b359e62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:16:40.992931 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:16:41.203589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:41.284621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:41.290101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:41.290462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:41.402761 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:41.441251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7f82a0d3-c144-4489-83fe-2cd6ed55fc25,segment=NetworkSegment(855778a7-53c5-4846-b1a5-7c2c9caecfbc),segment_id=855778a7-53c5-4846-b1a5-7c2c9caecfbc)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:41.447695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:41.515196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=7f82a0d3-c144-4489-83fe-2cd6ed55fc25,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:43.157540 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:43.242567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:43.242567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:45.398697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1989d-d43a-4fd0-aeca-20d9ab8b36ea req-8898efee-fe43-4d13-a01c-5ceeabeb5361 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:45.400162 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cda1989d-d43a-4fd0-aeca-20d9ab8b36ea req-8898efee-fe43-4d13-a01c-5ceeabeb5361 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 946 time: 0.0789247 Jan 12 10:16:45.447826 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cda1989d-d43a-4fd0-aeca-20d9ab8b36ea req-aff80ca0-529b-43bd-b860-ff380a2bdfba tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 Jan 12 10:16:46.743861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42199963-7e4f-49c9-aa69-6c6cf011f8cf req-c8379815-28d9-4cad-b9ef-68b1f3c35f80 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:46.745231 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42199963-7e4f-49c9-aa69-6c6cf011f8cf req-c8379815-28d9-4cad-b9ef-68b1f3c35f80 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 946 time: 0.1718411 Jan 12 10:16:46.792770 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-42199963-7e4f-49c9-aa69-6c6cf011f8cf req-ee4f30f7-f0ae-43a6-b1d6-c640ce3828e8 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Jan 12 10:16:47.113415 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-5ffe929e-eb64-4539-9622-8a31404b047c tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:47.114876 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-5ffe929e-eb64-4539-9622-8a31404b047c tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.59 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 946 time: 0.0852380 Jan 12 10:16:47.181522 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-bf4a43f9-c60c-4367-b2fe-7fd77043aaed tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Deleting port 0885df52-6a6c-4e29-95f9-883b4da79fff {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:16:47.181871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-bf4a43f9-c60c-4367-b2fe-7fd77043aaed tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:47.426341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-bf4a43f9-c60c-4367-b2fe-7fd77043aaed tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] For port 0885df52-6a6c-4e29-95f9-883b4da79fff, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0885df52-6a6c-4e29-95f9-883b4da79fff,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:47.426581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-bf4a43f9-c60c-4367-b2fe-7fd77043aaed tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:47.546249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-bf4a43f9-c60c-4367-b2fe-7fd77043aaed tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Calling delete_port for 0885df52-6a6c-4e29-95f9-883b4da79fff owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:16:47.699115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-bf4a43f9-c60c-4367-b2fe-7fd77043aaed tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:47.710464 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['0885df52-6a6c-4e29-95f9-883b4da79fff'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:16:47.747291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a43f9-c60c-4367-b2fe-7fd77043aaed tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Pushing event deleted for resources: {'Port': ['ID=0885df52-6a6c-4e29-95f9-883b4da79fff,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:47.822571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-bf4a43f9-c60c-4367-b2fe-7fd77043aaed tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] No DVR routers for this DVR port 0885df52-6a6c-4e29-95f9-883b4da79fff on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:16:47.825138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-bf4a43f9-c60c-4367-b2fe-7fd77043aaed tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:47.827973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44251934-2d1d-4daf-b88d-2ae92470303b', 'name': 'network-vif-deleted', 'tag': '0885df52-6a6c-4e29-95f9-883b4da79fff'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:16:47.846556 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89644a26-0f95-4f68-9f8b-6a1dea9d53a7 req-bf4a43f9-c60c-4367-b2fe-7fd77043aaed tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.59 "DELETE /v2.0/ports/0885df52-6a6c-4e29-95f9-883b4da79fff HTTP/1.1" status: 204 len: 173 time: 0.7260122 Jan 12 10:16:47.895406 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44251934-2d1d-4daf-b88d-2ae92470303b', 'name': 'network-vif-deleted', 'tag': '0885df52-6a6c-4e29-95f9-883b4da79fff', 'status': 'completed', 'code': 200} Jan 12 10:16:47.976061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d4595c07-0660-41e1-a2ad-976d955227df req-e06eecd5-75ce-4714-9394-323fd9c1215c tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Synchronizing usage tracker for tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:16:47.994308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d4595c07-0660-41e1-a2ad-976d955227df req-e06eecd5-75ce-4714-9394-323fd9c1215c tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Unset dirty status for tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:16:47.995803 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d4595c07-0660-41e1-a2ad-976d955227df req-e06eecd5-75ce-4714-9394-323fd9c1215c tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=44251934-2d1d-4daf-b88d-2ae92470303b HTTP/1.1" status: 200 len: 210 time: 0.0650463 Jan 12 10:16:49.081148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e46423e-83a0-43fa-aa86-a5e8a889104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:49.816441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803368-3682-4909-9144-78e5b1789f7b req-8183cefa-28d1-4a0e-9ee8-b5236e30a22d tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:49.817785 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-8183cefa-28d1-4a0e-9ee8-b5236e30a22d tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/networks?id=dfe43073-e92c-411b-99b1-80ad2abae0e5 HTTP/1.1" status: 200 len: 817 time: 0.1413946 Jan 12 10:16:49.833833 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-61d701ad-e29d-4b23-920c-0cfa4652a8ad tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/quotas/a7ddfa5af10b41b1a8ab348e1ded25a2 HTTP/1.1" status: 200 len: 375 time: 0.0106390 Jan 12 10:16:49.922828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-556d3ab3-2cd5-441f-be48-01064105309e tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7ddfa5af10b41b1a8ab348e1ded25a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841603 Jan 12 10:16:50.061936 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-4739991e-6580-4e38-ad92-9b8a0c1e6421 service neutron] 10.222.0.58 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273825 Jan 12 10:16:50.206446 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-79af03e6-592d-41bd-9e02-bad1c3d3e290 service neutron] 10.222.0.58 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385715 Jan 12 10:16:50.396422 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c353486-e757-4faa-a067-78b3c72380b7 req-34c6bf24-767c-43a6-af5f-b64e669c3152 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 210 time: 0.0416436 Jan 12 10:16:50.962037 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0885df52-6a6c-4e29-95f9-883b4da79fff no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:16:50.998259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 0885df52-6a6c-4e29-95f9-883b4da79fff {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:16:50.998608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0885df52-6a6c-4e29-95f9-883b4da79fff not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:16:51.230535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-991b8140-ea20-4d6f-b58a-c85423b4516d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:51.584413 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78d1f017-bb83-41c5-bf6a-698ed8119456 req-0282f1bf-60e6-4b9d-80fe-a4bf51194fc9 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 210 time: 0.0520489 Jan 12 10:16:51.631136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803368-3682-4909-9144-78e5b1789f7b req-c0dcf7ef-1437-4571-810c-537f479dd1b1 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:51.632579 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-c0dcf7ef-1437-4571-810c-537f479dd1b1 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.59 "GET /v2.0/networks?id=dfe43073-e92c-411b-99b1-80ad2abae0e5 HTTP/1.1" status: 200 len: 817 time: 0.2879219 Jan 12 10:16:51.647873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Request body: {'port': {'device_id': '91eb2d6f-35d3-4f88-9261-4fa8b44a187e', 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5', 'admin_state_up': True, 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:51.795785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:51.805647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:51.817440 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Made reservation on behalf of a7ddfa5af10b41b1a8ab348e1ded25a2 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:16:51.820436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:51.981022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Allocated IP 172.20.0.9 (dfe43073-e92c-411b-99b1-80ad2abae0e5/ad45dfbd-0d98-40b6-953e-89093c60d84b/ce88c80d-c0c3-438b-82c2-d35b0cf69278) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:52.001430 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:52.178988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:52.194317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Transition to ACTIVE for port object ce88c80d-c0c3-438b-82c2-d35b0cf69278 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:52.216663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:52.286128 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Network dfe43073-e92c-411b-99b1-80ad2abae0e5 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:52.289207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:52.293418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:16:52.318008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Pushing event updated for resources: {'Port': ['ID=ce88c80d-c0c3-438b-82c2-d35b0cf69278,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:52.340869 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.341216 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.341546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.341876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.342226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.342524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.342856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.343205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.343525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.343840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.344145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:52.368730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:52.369344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:52.396399 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-80086bc5-a629-47a8-8c35-053f972c2c6a tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7519274 Jan 12 10:16:52.407072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Request body: {'port': {'device_id': '91eb2d6f-35d3-4f88-9261-4fa8b44a187e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:16:52.514474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7731eb53-e2b2-43ab-a8cc-5a83e0f19c72 None None] Provisioning for port ce88c80d-c0c3-438b-82c2-d35b0cf69278 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:52.519688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7731eb53-e2b2-43ab-a8cc-5a83e0f19c72 None None] Provisioning complete for port ce88c80d-c0c3-438b-82c2-d35b0cf69278 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:52.520053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7731eb53-e2b2-43ab-a8cc-5a83e0f19c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:52.527015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:52.570396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7731eb53-e2b2-43ab-a8cc-5a83e0f19c72 None None] Port ce88c80d-c0c3-438b-82c2-d35b0cf69278 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:16:52.655886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:52.669115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:52.871783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d30566-1689-466a-a479-9e27f86ab8ad req-054e601d-67cf-44bd-8bd4-7a256a72ac23 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:52.872452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-13d30566-1689-466a-a479-9e27f86ab8ad req-054e601d-67cf-44bd-8bd4-7a256a72ac23 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Synchronizing usage tracker for tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:16:52.940445 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-13d30566-1689-466a-a479-9e27f86ab8ad req-054e601d-67cf-44bd-8bd4-7a256a72ac23 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Unset dirty status for tenant:a7ddfa5af10b41b1a8ab348e1ded25a2 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:16:52.941616 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-13d30566-1689-466a-a479-9e27f86ab8ad req-054e601d-67cf-44bd-8bd4-7a256a72ac23 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 931 time: 0.1999419 Jan 12 10:16:52.943592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce88c80d-c0c3-438b-82c2-d35b0cf69278 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:16:52.963372 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:52.989407 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Transition to ACTIVE for port object ce88c80d-c0c3-438b-82c2-d35b0cf69278 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:52.995940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:53.049812 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-13d30566-1689-466a-a479-9e27f86ab8ad req-a6017d5a-279d-444b-bf74-2d406f04069f tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019678 Jan 12 10:16:53.113422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Pushing event updated for resources: {'Port': ['ID=ce88c80d-c0c3-438b-82c2-d35b0cf69278,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:53.238221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Attempting to bind port ce88c80d-c0c3-438b-82c2-d35b0cf69278 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:53.238551 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Attempting to bind port ce88c80d-c0c3-438b-82c2-d35b0cf69278 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:53.238911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Attempting to bind port ce88c80d-c0c3-438b-82c2-d35b0cf69278 on network dfe43073-e92c-411b-99b1-80ad2abae0e5 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:53.244527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Port ce88c80d-c0c3-438b-82c2-d35b0cf69278 on network dfe43073-e92c-411b-99b1-80ad2abae0e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:16:53.244838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Attempting to bind port ce88c80d-c0c3-438b-82c2-d35b0cf69278 on network dfe43073-e92c-411b-99b1-80ad2abae0e5 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:16:53.251029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:16:53.251353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Checking segment: {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:16:53.251720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Bound using segment: {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:16:53.252124 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Bound port: ce88c80d-c0c3-438b-82c2-d35b0cf69278, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b848d310-0060-4501-b2d7-2aab406a26b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:53.252461 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:53.347066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] For port ce88c80d-c0c3-438b-82c2-d35b0cf69278, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:16:53.350168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] For port ce88c80d-c0c3-438b-82c2-d35b0cf69278, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ce88c80d-c0c3-438b-82c2-d35b0cf69278,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:16:53.355499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:53.415707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:53.417062 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] 10.222.0.59 "PUT /v2.0/ports/ce88c80d-c0c3-438b-82c2-d35b0cf69278 HTTP/1.1" status: 200 len: 1093 time: 1.0141821 Jan 12 10:16:53.417494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91eb2d6f-35d3-4f88-9261-4fa8b44a187e', 'tag': 'ce88c80d-c0c3-438b-82c2-d35b0cf69278'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:16:53.435627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fe94d-0b53-48e2-b684-6599490d8d5c service neutron] Pushing event updated for resources: {'Port': ['ID=ce88c80d-c0c3-438b-82c2-d35b0cf69278,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:53.475555 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91eb2d6f-35d3-4f88-9261-4fa8b44a187e', 'tag': 'ce88c80d-c0c3-438b-82c2-d35b0cf69278', 'status': 'completed', 'code': 200} Jan 12 10:16:53.680407 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-672abeb0-5cf3-4afd-a523-50e92dd28c2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7ddfa5af10b41b1a8ab348e1ded25a2&device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 1096 time: 0.2137082 Jan 12 10:16:53.757188 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-2fb6e184-6aa6-44b6-b5ea-1d0b38271f61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce88c80d-c0c3-438b-82c2-d35b0cf69278 HTTP/1.1" status: 200 len: 217 time: 0.0696046 Jan 12 10:16:53.817217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803368-3682-4909-9144-78e5b1789f7b req-3fc2e0e9-df17-439a-8ee3-8372e9a7bb0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:53.818634 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-3fc2e0e9-df17-439a-8ee3-8372e9a7bb0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad45dfbd-0d98-40b6-953e-89093c60d84b HTTP/1.1" status: 200 len: 856 time: 0.0562778 Jan 12 10:16:53.899206 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-957eac04-d21d-478d-80bd-a19b98531e73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfe43073-e92c-411b-99b1-80ad2abae0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749946 Jan 12 10:16:54.019747 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:54.129228 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-038f12bc-c131-4c60-9adc-2c1f045517ed service neutron] 10.222.0.59 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245536 Jan 12 10:16:54.306355 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8c803368-3682-4909-9144-78e5b1789f7b req-d93bee0d-5519-43c8-851b-e2161b98439c service neutron] 10.222.0.59 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716654 Jan 12 10:16:54.323907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237571a-8e99-4035-89c4-bee28cef40d9 req-04d69ff2-53e9-4b40-98a6-161c36c7ab62 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:54.325623 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a237571a-8e99-4035-89c4-bee28cef40d9 req-04d69ff2-53e9-4b40-98a6-161c36c7ab62 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 943 time: 0.1268919 Jan 12 10:16:54.421966 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a237571a-8e99-4035-89c4-bee28cef40d9 req-8d11f36a-2075-4612-98ce-2682bcc5dbc8 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892928 Jan 12 10:16:54.442447 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0bb4c608-6e2e-435c-af99-8a9db2dbaa4d req-8073f49d-ca4a-4676-bc9a-b03b96d55c73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7ddfa5af10b41b1a8ab348e1ded25a2&device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 1096 time: 0.0874720 Jan 12 10:16:54.577223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c608-6e2e-435c-af99-8a9db2dbaa4d req-a2a72348-b087-41a6-91f0-75d3bf98901b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:54.578577 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0bb4c608-6e2e-435c-af99-8a9db2dbaa4d req-a2a72348-b087-41a6-91f0-75d3bf98901b service neutron] 10.222.0.59 "GET /v2.0/networks?id=dfe43073-e92c-411b-99b1-80ad2abae0e5 HTTP/1.1" status: 200 len: 918 time: 0.1286840 Jan 12 10:16:54.645720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0bb4c608-6e2e-435c-af99-8a9db2dbaa4d req-46690477-8338-4f4f-b5a6-b787e3f77ba7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce88c80d-c0c3-438b-82c2-d35b0cf69278 HTTP/1.1" status: 200 len: 217 time: 0.0613835 Jan 12 10:16:54.712533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c608-6e2e-435c-af99-8a9db2dbaa4d req-a69e2386-d85c-4fbb-a8a2-a2f1295ce6d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:54.713967 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0bb4c608-6e2e-435c-af99-8a9db2dbaa4d req-a69e2386-d85c-4fbb-a8a2-a2f1295ce6d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad45dfbd-0d98-40b6-953e-89093c60d84b HTTP/1.1" status: 200 len: 856 time: 0.0615535 Jan 12 10:16:54.796526 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0bb4c608-6e2e-435c-af99-8a9db2dbaa4d req-139643f5-af2e-4b5b-8798-3dc9064888c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfe43073-e92c-411b-99b1-80ad2abae0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765123 Jan 12 10:16:54.925496 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0bb4c608-6e2e-435c-af99-8a9db2dbaa4d req-b4338aa3-7df5-4b86-8091-18e90e327e37 service neutron] 10.222.0.59 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222737 Jan 12 10:16:55.058371 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0bb4c608-6e2e-435c-af99-8a9db2dbaa4d req-a8ebbf04-e075-449e-b425-50a7a83b4326 service neutron] 10.222.0.59 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265700 Jan 12 10:16:55.630648 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ce2c1-046d-4620-96a8-3361e516b19d req-d257fec4-47cc-4361-97ea-d75d3f4c18f1 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:55.632101 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-656ce2c1-046d-4620-96a8-3361e516b19d req-d257fec4-47cc-4361-97ea-d75d3f4c18f1 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 943 time: 0.0878007 Jan 12 10:16:55.679015 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-656ce2c1-046d-4620-96a8-3361e516b19d req-1f4d416e-af33-46c1-a73c-858159c67635 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Jan 12 10:16:56.894481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce8406-5e31-4092-87ab-1513d05b3321 req-fd7c0b96-24ee-4e4d-938e-3e9870d82638 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:56.895825 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f9ce8406-5e31-4092-87ab-1513d05b3321 req-fd7c0b96-24ee-4e4d-938e-3e9870d82638 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 943 time: 0.0845165 Jan 12 10:16:56.946469 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f9ce8406-5e31-4092-87ab-1513d05b3321 req-7b6e1fae-76e8-4e34-b623-7efb80c9ced0 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451224 Jan 12 10:16:56.962120 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device ce88c80d-c0c3-438b-82c2-d35b0cf69278 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:16:57.097440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port ce88c80d-c0c3-438b-82c2-d35b0cf69278, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ce88c80d-c0c3-438b-82c2-d35b0cf69278,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:57.110714 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'ce88c80d-c0c3-438b-82c2-d35b0cf69278', 'network_id': 'dfe43073-e92c-411b-99b1-80ad2abae0e5', 'port_id': 'ce88c80d-c0c3-438b-82c2-d35b0cf69278', 'mac_address': 'fa:16:3e:67:f5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad45dfbd-0d98-40b6-953e-89093c60d84b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:16:57.167593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:57.184509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce88c80d-c0c3-438b-82c2-d35b0cf69278 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:16:57.204691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port ce88c80d-c0c3-438b-82c2-d35b0cf69278, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ce88c80d-c0c3-438b-82c2-d35b0cf69278,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:57.213500 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:57.281431 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=ce88c80d-c0c3-438b-82c2-d35b0cf69278,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:57.555352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['ce88c80d-c0c3-438b-82c2-d35b0cf69278'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:16:58.165189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79afb6-e1ba-4dcc-8ee3-6f0805aae7df req-5f3b5d6b-81a6-4b82-856b-cf642670da1d tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:58.166615 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6e79afb6-e1ba-4dcc-8ee3-6f0805aae7df req-5f3b5d6b-81a6-4b82-856b-cf642670da1d tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 944 time: 0.0863752 Jan 12 10:16:58.214456 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6e79afb6-e1ba-4dcc-8ee3-6f0805aae7df req-1c12702a-4153-42da-b848-e1590c684c0b tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Jan 12 10:16:58.963800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device ce88c80d-c0c3-438b-82c2-d35b0cf69278 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:59.046221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port ce88c80d-c0c3-438b-82c2-d35b0cf69278 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:59.052658 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port ce88c80d-c0c3-438b-82c2-d35b0cf69278 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:59.053039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:59.194889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:59.221889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eb2d6f-35d3-4f88-9261-4fa8b44a187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce88c80d-c0c3-438b-82c2-d35b0cf69278'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:16:59.231717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port ce88c80d-c0c3-438b-82c2-d35b0cf69278, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ce88c80d-c0c3-438b-82c2-d35b0cf69278,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:16:59.236880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:59.276113 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb2d6f-35d3-4f88-9261-4fa8b44a187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce88c80d-c0c3-438b-82c2-d35b0cf69278', 'code': 200} Jan 12 10:16:59.309539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=ce88c80d-c0c3-438b-82c2-d35b0cf69278,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:59.409395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e94d9-6ab7-401f-9079-e8c16c0798ba req-361b6c3f-7d8e-4d93-b629-b3450b674ad9 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:59.411113 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a35e94d9-6ab7-401f-9079-e8c16c0798ba req-361b6c3f-7d8e-4d93-b629-b3450b674ad9 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 945 time: 0.0772707 Jan 12 10:16:59.500996 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a35e94d9-6ab7-401f-9079-e8c16c0798ba req-277fade9-c335-44b4-98a5-513872c8e4f0 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843086 Jan 12 10:16:59.525495 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-085f6e7f-590c-4cf1-82b0-bbfe2df8ba82 req-32e86a70-02d2-4f44-a3c9-55a43b9a9212 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 1098 time: 0.0748398 Jan 12 10:16:59.567305 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-085f6e7f-590c-4cf1-82b0-bbfe2df8ba82 req-7f3d2911-a03a-4948-a5cc-33cb9f4c7edd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357218 Jan 12 10:17:00.706744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84195e4c-a5ab-4087-8f79-a41158db0903 req-f7cbe6f0-a370-4f71-b652-97b03e40974f tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:00.708273 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84195e4c-a5ab-4087-8f79-a41158db0903 req-f7cbe6f0-a370-4f71-b652-97b03e40974f tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 945 time: 0.0863109 Jan 12 10:17:00.757297 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84195e4c-a5ab-4087-8f79-a41158db0903 req-e5d1b5e5-02a8-4b32-b353-4e5fec4b1032 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Jan 12 10:17:01.961283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f3e4-6916-4749-be16-3019d6b6ae81 req-34fd43bb-adc9-46bd-8179-15ba7fe7f23d tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:01.962594 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0618f3e4-6916-4749-be16-3019d6b6ae81 req-34fd43bb-adc9-46bd-8179-15ba7fe7f23d tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 945 time: 0.0803156 Jan 12 10:17:02.007952 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0618f3e4-6916-4749-be16-3019d6b6ae81 req-0a8e840f-4588-4e8e-b393-bdec18212035 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397165 Jan 12 10:17:02.310782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868004c-0127-4582-8ec2-2500e36f7780 req-a00a5bcb-23e0-4d93-96ab-235f547c14e5 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:02.312139 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1868004c-0127-4582-8ec2-2500e36f7780 req-a00a5bcb-23e0-4d93-96ab-235f547c14e5 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 945 time: 0.1733766 Jan 12 10:17:02.359252 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1868004c-0127-4582-8ec2-2500e36f7780 req-2c0a97bd-528b-4913-8568-a57ba72859f9 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Jan 12 10:17:06.405802 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10acc4ef-4f52-4f4d-a3dd-e9ac83688f37 req-274d6f6b-23ba-4b9a-b806-c2fd187aa06b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721629 Jan 12 10:17:06.546460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10acc4ef-4f52-4f4d-a3dd-e9ac83688f37 req-86be7703-e127-49f8-8047-5a1b7a881549 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7ddfa5af10b41b1a8ab348e1ded25a2&device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 1098 time: 0.0727389 Jan 12 10:17:06.696860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acc4ef-4f52-4f4d-a3dd-e9ac83688f37 req-5be2108a-4bed-4146-abd9-39a15b99b024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:06.698208 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10acc4ef-4f52-4f4d-a3dd-e9ac83688f37 req-5be2108a-4bed-4146-abd9-39a15b99b024 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dfe43073-e92c-411b-99b1-80ad2abae0e5 HTTP/1.1" status: 200 len: 918 time: 0.1291087 Jan 12 10:17:06.763725 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10acc4ef-4f52-4f4d-a3dd-e9ac83688f37 req-a839b84d-75df-443b-b6c9-6021f1aed9cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce88c80d-c0c3-438b-82c2-d35b0cf69278 HTTP/1.1" status: 200 len: 217 time: 0.0593069 Jan 12 10:17:06.828264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acc4ef-4f52-4f4d-a3dd-e9ac83688f37 req-c017429f-7664-4e34-acf0-b8c698c42192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:06.829697 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10acc4ef-4f52-4f4d-a3dd-e9ac83688f37 req-c017429f-7664-4e34-acf0-b8c698c42192 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad45dfbd-0d98-40b6-953e-89093c60d84b HTTP/1.1" status: 200 len: 856 time: 0.0590701 Jan 12 10:17:06.905132 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10acc4ef-4f52-4f4d-a3dd-e9ac83688f37 req-88da8daa-a82e-4e00-b669-66b351d7f3aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfe43073-e92c-411b-99b1-80ad2abae0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680528 Jan 12 10:17:07.042696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10acc4ef-4f52-4f4d-a3dd-e9ac83688f37 req-47c3b66b-4216-4243-b7e4-c8c9396b6a38 service neutron] 10.222.0.59 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309948 Jan 12 10:17:07.175797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10acc4ef-4f52-4f4d-a3dd-e9ac83688f37 req-8ae8e21a-4a40-42f4-9af2-33113feebe72 service neutron] 10.222.0.59 "GET /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269324 Jan 12 10:17:17.994600 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:17:18.237810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72d826-357b-4939-9904-ccb2e31cb7d5 req-f9b8253c-97d6-449e-bcc7-6fbcebfa3b71 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:18.239415 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef72d826-357b-4939-9904-ccb2e31cb7d5 req-f9b8253c-97d6-449e-bcc7-6fbcebfa3b71 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 945 time: 0.0823686 Jan 12 10:17:18.285339 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef72d826-357b-4939-9904-ccb2e31cb7d5 req-53b49888-4d68-4baa-b6d6-d496239cccbf tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Jan 12 10:17:19.093719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7deca21c-d4d2-4ba9-8e60-2bf72472755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:19.490806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72798aa-a4a0-43e7-89d1-84e25ae5d61e req-87866728-4038-4af1-b330-9080178b9981 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:19.492266 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a72798aa-a4a0-43e7-89d1-84e25ae5d61e req-87866728-4038-4af1-b330-9080178b9981 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 945 time: 0.0790672 Jan 12 10:17:19.536568 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a72798aa-a4a0-43e7-89d1-84e25ae5d61e req-74e27dfc-3e46-4cdc-9de1-f950b535b10e tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 Jan 12 10:17:20.110562 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-c58002ac-a520-4b33-a354-268177dbede9 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:20.112078 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-c58002ac-a520-4b33-a354-268177dbede9 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.59 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 945 time: 0.0901618 Jan 12 10:17:20.179088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-9b456891-fe30-4e22-b155-01f7e097e765 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Deleting port ce88c80d-c0c3-438b-82c2-d35b0cf69278 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:20.179423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-9b456891-fe30-4e22-b155-01f7e097e765 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.423355 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-9b456891-fe30-4e22-b155-01f7e097e765 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] For port ce88c80d-c0c3-438b-82c2-d35b0cf69278, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ce88c80d-c0c3-438b-82c2-d35b0cf69278,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:20.423605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-9b456891-fe30-4e22-b155-01f7e097e765 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.541538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-9b456891-fe30-4e22-b155-01f7e097e765 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Calling delete_port for ce88c80d-c0c3-438b-82c2-d35b0cf69278 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:17:20.833684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37937cf3-0d55-45e9-94c4-049f2e6e9630 req-945a8171-4f5b-4ce4-8289-1c3f89e4c8f1 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:20.835173 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37937cf3-0d55-45e9-94c4-049f2e6e9630 req-945a8171-4f5b-4ce4-8289-1c3f89e4c8f1 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/ports?device_id=91eb2d6f-35d3-4f88-9261-4fa8b44a187e HTTP/1.1" status: 200 len: 945 time: 0.1411502 Jan 12 10:17:20.877591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-9b456891-fe30-4e22-b155-01f7e097e765 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.891672 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['ce88c80d-c0c3-438b-82c2-d35b0cf69278'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:17:20.943484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b456891-fe30-4e22-b155-01f7e097e765 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Pushing event deleted for resources: {'Port': ['ID=ce88c80d-c0c3-438b-82c2-d35b0cf69278,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:20.976057 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37937cf3-0d55-45e9-94c4-049f2e6e9630 req-fbe11a6d-fd2b-4e2a-be81-becf63faadc0 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9299f09-5bfc-4f9a-a8ad-f51b431c079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346514 Jan 12 10:17:21.024230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-9b456891-fe30-4e22-b155-01f7e097e765 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] No DVR routers for this DVR port ce88c80d-c0c3-438b-82c2-d35b0cf69278 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:17:21.026647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-9b456891-fe30-4e22-b155-01f7e097e765 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:21.029222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eb2d6f-35d3-4f88-9261-4fa8b44a187e', 'name': 'network-vif-deleted', 'tag': 'ce88c80d-c0c3-438b-82c2-d35b0cf69278'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:17:21.045547 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2482cdeb-dfc7-406d-8a1f-77b6b8466920 req-9b456891-fe30-4e22-b155-01f7e097e765 tempest-TestEncryptedCinderVolumes-471879168 tempest-TestEncryptedCinderVolumes-471879168-project] 10.222.0.59 "DELETE /v2.0/ports/ce88c80d-c0c3-438b-82c2-d35b0cf69278 HTTP/1.1" status: 204 len: 173 time: 0.9284081 Jan 12 10:17:21.095939 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb2d6f-35d3-4f88-9261-4fa8b44a187e', 'name': 'network-vif-deleted', 'tag': 'ce88c80d-c0c3-438b-82c2-d35b0cf69278', 'status': 'completed', 'code': 200} Jan 12 10:17:21.225517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-237bed33-a8bb-4cb0-9273-d4c733d3f4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:22.024677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:22.130414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48916) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:22.533804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:22.658703 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:22.664645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.134644 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Deleting port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:23.135180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.391751 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] For port 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2f1fa006-0ecf-44aa-a2bd-2912cfa0440f,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:23.392347 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.511519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Calling delete_port for 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:17:23.688013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.730556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1fa006-0ecf-44aa-a2bd-2912cfa0440f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:23.743087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:23.743429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:23.743762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:23.744090 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:23.745006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:23.745006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:23.745006 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:23.745348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:23.745627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:23.745923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:23.746236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:24.027235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:24.034482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:24.614573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:17:24.915107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:17:24.924287 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] Sync routers for ids ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:17:24.927951 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-31f439fa-6bef-4cde-9114-951006251f67 admin admin] 10.222.0.58 "PUT /v2.0/routers/cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7964232 Jan 12 10:17:24.930596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48920) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:24.937097 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] Routers {'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:24.937723 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:25.056002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device ce88c80d-c0c3-438b-82c2-d35b0cf69278 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:25.092393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: ce88c80d-c0c3-438b-82c2-d35b0cf69278 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:17:25.092850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device ce88c80d-c0c3-438b-82c2-d35b0cf69278 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:17:25.134019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:25.140938 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] Set router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:17:25.330508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:25.342196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Deleting port 45a7077e-c304-439f-928c-e4308083180a {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:25.342645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:25.415164 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'name': 'tempest-TestEncryptedCinderVolumes-1824160465-router', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '45a7077e-c304-439f-928c-e4308083180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:06Z', 'updated_at': '2022-01-12T10:17:23Z', 'revision_number': 5, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'gw_port': {'id': '45a7077e-c304-439f-928c-e4308083180a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:dc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:07Z', 'updated_at': '2022-01-12T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:25.418937 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] Checking router: cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:17:25.430819 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] Routers {'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:25.431332 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:25.512494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] For port 45a7077e-c304-439f-928c-e4308083180a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=45a7077e-c304-439f-928c-e4308083180a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:25.512842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:25.580662 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] Set router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:17:25.630397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Calling delete_port for 45a7077e-c304-439f-928c-e4308083180a owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:17:25.684081 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'name': 'tempest-TestEncryptedCinderVolumes-1824160465-router', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:06Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 6, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:25.688233 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d7292-a505-4009-a377-a549a7d4689d None None] The sync data for ids ['cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1'] in dv-neutron-824347-1-hyperv is: [{'id': 'cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1', 'name': 'tempest-TestEncryptedCinderVolumes-1824160465-router', 'tenant_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:06Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 6, 'project_id': 'a7ddfa5af10b41b1a8ab348e1ded25a2', 'gw_port_host': None}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:17:25.800382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:25.849937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a7077e-c304-439f-928c-e4308083180a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:26.166324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.431677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.435798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.462136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.462711 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:17:26.474771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.475885 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f4cd5b75-9a61-41dc-9ad2-38669bd28b47 admin admin] 10.222.0.58 "DELETE /v2.0/routers/cfdd2f1c-c05f-4d50-8f2e-0c18c90670c1 HTTP/1.1" status: 204 len: 168 time: 1.5442667 Jan 12 10:17:26.478336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48924) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:26.537310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee73209-86ba-4e59-a2f0-559d1a278603 admin admin] Deleting subnet ad45dfbd-0d98-40b6-953e-89093c60d84b {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:17:26.540525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee73209-86ba-4e59-a2f0-559d1a278603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.592055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee73209-86ba-4e59-a2f0-559d1a278603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.677341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee73209-86ba-4e59-a2f0-559d1a278603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.743951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee73209-86ba-4e59-a2f0-559d1a278603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.784537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee73209-86ba-4e59-a2f0-559d1a278603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad45dfbd-0d98-40b6-953e-89093c60d84b,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:26.789615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0ee73209-86ba-4e59-a2f0-559d1a278603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.794693 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0ee73209-86ba-4e59-a2f0-559d1a278603 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ad45dfbd-0d98-40b6-953e-89093c60d84b HTTP/1.1" status: 204 len: 168 time: 0.3153605 Jan 12 10:17:26.796388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e9535-ab1d-4d10-aead-7dcb88d95a23 None None] Network dfe43073-e92c-411b-99b1-80ad2abae0e5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:17:26.797258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48928) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:26.900384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.910592 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Deleting port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:26.910943 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.039233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] DHCP port deletion for dfe43073-e92c-411b-99b1-80ad2abae0e5 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:17:27.043780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] Deleting port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:27.044266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.110689 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] For port 76c92274-d56e-4cf8-aca9-8802f5d6caa6, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=76c92274-d56e-4cf8-aca9-8802f5d6caa6,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:27.111246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.211239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 45a7077e-c304-439f-928c-e4308083180a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:27.234235 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Calling delete_port for 76c92274-d56e-4cf8-aca9-8802f5d6caa6 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:17:27.256124 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 45a7077e-c304-439f-928c-e4308083180a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:17:27.256310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 45a7077e-c304-439f-928c-e4308083180a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:17:27.256815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 76c92274-d56e-4cf8-aca9-8802f5d6caa6 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:27.311889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.319200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] For port 76c92274-d56e-4cf8-aca9-8802f5d6caa6, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=76c92274-d56e-4cf8-aca9-8802f5d6caa6,segment=NetworkSegment(b848d310-0060-4501-b2d7-2aab406a26b1),segment_id=b848d310-0060-4501-b2d7-2aab406a26b1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:27.319575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.362823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Pushing event deleted for resources: {'Port': ['ID=76c92274-d56e-4cf8-aca9-8802f5d6caa6,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:27.368378 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] No DVR routers for this DVR port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:17:27.442220 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] Calling delete_port for 76c92274-d56e-4cf8-aca9-8802f5d6caa6 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:17:27.466634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No active binding found for port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 {{(pid=83596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 12 10:17:27.467054 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 76c92274-d56e-4cf8-aca9-8802f5d6caa6 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:17:27.467662 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:27.483135 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.508308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe43073-e92c-411b-99b1-80ad2abae0e5']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:27.508508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:17:27.508835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2f1fa006-0ecf-44aa-a2bd-2912cfa0440f not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:17:27.522416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b848d310-0060-4501-b2d7-2aab406a26b1') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:27.522734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b848d310-0060-4501-b2d7-2aab406a26b1') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:27.533948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:27.536829 dv-neutron-824347-1-hyperv neutron-server[83596]: util.warn( Jan 12 10:17:27.545915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:17:27.546273 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:17:27.552764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.558514 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:17:27.558942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:17:27.664792 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:17:27.743725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.765472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.775503 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe43073-e92c-411b-99b1-80ad2abae0e5,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:27.783213 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bdbe15d9-3284-45f0-aa7f-092667829899 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dfe43073-e92c-411b-99b1-80ad2abae0e5 HTTP/1.1" status: 204 len: 168 time: 0.9850259 Jan 12 10:17:27.786272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48932) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:28.047945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] Deleting port 76c92274-d56e-4cf8-aca9-8802f5d6caa6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:28.048538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:28.112858 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d228a0a9-b64e-4ec6-8d75-8cd5dd31cbfc None None] The port '76c92274-d56e-4cf8-aca9-8802f5d6caa6' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:17:28.188388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:28.814154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] Deleting port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:28.814837 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:29.001229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] For port 7f82a0d3-c144-4489-83fe-2cd6ed55fc25, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=7f82a0d3-c144-4489-83fe-2cd6ed55fc25,segment=NetworkSegment(855778a7-53c5-4846-b1a5-7c2c9caecfbc),segment_id=855778a7-53c5-4846-b1a5-7c2c9caecfbc)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:29.001559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:29.121776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] Calling delete_port for 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:17:29.393814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:29.437354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f82a0d3-c144-4489-83fe-2cd6ed55fc25,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:29.728265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.323177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] Router 4e9a5494-5347-4275-a4fb-e0f302c144e7 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:17:30.541506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:17:30.550361 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] Sync routers for ids ['4e9a5494-5347-4275-a4fb-e0f302c144e7'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:17:30.550854 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b5b6366a-70a0-4879-bfbd-e6fa57ae7b2c admin admin] 10.222.0.58 "PUT /v2.0/routers/4e9a5494-5347-4275-a4fb-e0f302c144e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7631271 Jan 12 10:17:30.553550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48936) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:30.562465 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] Routers {'4e9a5494-5347-4275-a4fb-e0f302c144e7'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:30.563137 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4e9a5494-5347-4275-a4fb-e0f302c144e7'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:30.743462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] Set router 4e9a5494-5347-4275-a4fb-e0f302c144e7 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:17:30.756323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.957872 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.969069 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Deleting port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:30.969456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.054914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'name': 'tempest-TestEncryptedCinderVolumes-129162506-router', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:12Z', 'updated_at': '2022-01-12T10:17:29Z', 'revision_number': 5, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'gw_port': {'id': 'd01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:13Z', 'updated_at': '2022-01-12T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:31.058692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] Checking router: 4e9a5494-5347-4275-a4fb-e0f302c144e7 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:17:31.070021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] Routers {'4e9a5494-5347-4275-a4fb-e0f302c144e7'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:31.070752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['4e9a5494-5347-4275-a4fb-e0f302c144e7'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:31.138462 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] For port d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:31.139063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.220976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] Set router 4e9a5494-5347-4275-a4fb-e0f302c144e7 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:17:31.266245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Calling delete_port for d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:17:31.326132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'name': 'tempest-TestEncryptedCinderVolumes-129162506-router', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:12Z', 'updated_at': '2022-01-12T10:17:30Z', 'revision_number': 6, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:31.330281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009214d4-27d7-4f0c-9dc9-b8ea8c912e2d None None] The sync data for ids ['4e9a5494-5347-4275-a4fb-e0f302c144e7'] in dv-neutron-824347-1-hyperv is: [{'id': '4e9a5494-5347-4275-a4fb-e0f302c144e7', 'name': 'tempest-TestEncryptedCinderVolumes-129162506-router', 'tenant_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:12Z', 'updated_at': '2022-01-12T10:17:30Z', 'revision_number': 6, 'project_id': '0e12b8e94c5e4ff19976671dbaaf5f94', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:17:31.430170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.474470 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:31.694299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.042894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.047393 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.075832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.076531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e9a5494-5347-4275-a4fb-e0f302c144e7 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:17:32.089934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.091538 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-19428d36-71c6-48f2-94e3-0d396c3f0d34 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4e9a5494-5347-4275-a4fb-e0f302c144e7 HTTP/1.1" status: 204 len: 168 time: 1.5359888 Jan 12 10:17:32.093728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48940) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:32.152877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-35380ac4-92a7-4e86-a5c1-7f612b817d11 admin admin] Deleting subnet fa3da38d-075b-452c-9b15-0fa9b359e62d {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:17:32.156354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-35380ac4-92a7-4e86-a5c1-7f612b817d11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.209005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-35380ac4-92a7-4e86-a5c1-7f612b817d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.288457 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-35380ac4-92a7-4e86-a5c1-7f612b817d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.357813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-35380ac4-92a7-4e86-a5c1-7f612b817d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.397197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35380ac4-92a7-4e86-a5c1-7f612b817d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3da38d-075b-452c-9b15-0fa9b359e62d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:32.404235 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-35380ac4-92a7-4e86-a5c1-7f612b817d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.409885 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c271501e-f0a1-46a7-9a32-77558c02a362 None None] Network b2028668-6b1b-4b61-86a5-f78676a0453c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:17:32.410489 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-35380ac4-92a7-4e86-a5c1-7f612b817d11 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fa3da38d-075b-452c-9b15-0fa9b359e62d HTTP/1.1" status: 204 len: 168 time: 0.3154156 Jan 12 10:17:32.412915 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48944) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:32.513073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.524096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Deleting port 035ce9e9-7e90-489f-af94-fca1435a5035 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:32.524420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.648633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] DHCP port deletion for b2028668-6b1b-4b61-86a5-f78676a0453c request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:17:32.653393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] Deleting port 035ce9e9-7e90-489f-af94-fca1435a5035 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:32.653759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.836767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] For port 035ce9e9-7e90-489f-af94-fca1435a5035, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=035ce9e9-7e90-489f-af94-fca1435a5035,segment=NetworkSegment(855778a7-53c5-4846-b1a5-7c2c9caecfbc),segment_id=855778a7-53c5-4846-b1a5-7c2c9caecfbc)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:32.837621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.861283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] For port 035ce9e9-7e90-489f-af94-fca1435a5035, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=035ce9e9-7e90-489f-af94-fca1435a5035,segment=NetworkSegment(855778a7-53c5-4846-b1a5-7c2c9caecfbc),segment_id=855778a7-53c5-4846-b1a5-7c2c9caecfbc)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:32.861611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.954769 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Calling delete_port for 035ce9e9-7e90-489f-af94-fca1435a5035 owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:17:32.976995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] Calling delete_port for 035ce9e9-7e90-489f-af94-fca1435a5035 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:17:33.034089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.048044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:17:33.048395 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:17:33.078186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Pushing event deleted for resources: {'Port': ['ID=035ce9e9-7e90-489f-af94-fca1435a5035,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:33.082010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] No DVR routers for this DVR port 035ce9e9-7e90-489f-af94-fca1435a5035 on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:17:33.176283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:33.196467 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.208511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:17:33.208859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 7f82a0d3-c144-4489-83fe-2cd6ed55fc25 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:17:33.209282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 035ce9e9-7e90-489f-af94-fca1435a5035 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:33.221459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2028668-6b1b-4b61-86a5-f78676a0453c']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:33.236954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855778a7-53c5-4846-b1a5-7c2c9caecfbc') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:33.237244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855778a7-53c5-4846-b1a5-7c2c9caecfbc') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:33.240052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 035ce9e9-7e90-489f-af94-fca1435a5035 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:17:33.240429 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 035ce9e9-7e90-489f-af94-fca1435a5035 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:17:33.240845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:33.248749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.264742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.272149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:17:33.272603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.274645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:17:33.275024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d01b4ce7-8ca6-4d21-b8a9-7ffba2e63fce not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:17:33.286692 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:17:33.363915 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.379718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.393283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2028668-6b1b-4b61-86a5-f78676a0453c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:33.397248 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9efe34ee-5b61-409a-87dc-32e1635a303c admin admin] 10.222.0.58 "DELETE /v2.0/networks/b2028668-6b1b-4b61-86a5-f78676a0453c HTTP/1.1" status: 204 len: 168 time: 0.9833326 Jan 12 10:17:33.550319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] Deleting port 035ce9e9-7e90-489f-af94-fca1435a5035 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:17:33.550977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.612417 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48950) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:33.616176 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d84d681f-a4e6-4052-a1db-6c464b8e3b88 None None] The port '035ce9e9-7e90-489f-af94-fca1435a5035' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:17:33.664776 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b213615a-a4a6-464e-b817-25dbf7f6aff7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7ddfa5af10b41b1a8ab348e1ded25a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510666 Jan 12 10:17:33.667244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48954) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:33.728380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9345f51d-54a3-461e-9047-491510a9f973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.754130 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9345f51d-54a3-461e-9047-491510a9f973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.814240 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9345f51d-54a3-461e-9047-491510a9f973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.831544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345f51d-54a3-461e-9047-491510a9f973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9299f09-5bfc-4f9a-a8ad-f51b431c079a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:33.838242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9345f51d-54a3-461e-9047-491510a9f973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.842127 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9345f51d-54a3-461e-9047-491510a9f973 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9299f09-5bfc-4f9a-a8ad-f51b431c079a HTTP/1.1" status: 204 len: 168 time: 0.1716650 Jan 12 10:17:34.260056 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48962) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:34.315007 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-51bfacfe-7ea1-4d08-b11a-a61a5482b46d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e12b8e94c5e4ff19976671dbaaf5f94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534499 Jan 12 10:17:34.317361 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 48966) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:34.375944 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bc322b1-e0ea-4c10-8025-f1dfe8685704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.402810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bc322b1-e0ea-4c10-8025-f1dfe8685704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.455086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bc322b1-e0ea-4c10-8025-f1dfe8685704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.470285 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc322b1-e0ea-4c10-8025-f1dfe8685704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba4f006-b132-42e1-b5b3-c23a67dd06c0,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:34.478799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7bc322b1-e0ea-4c10-8025-f1dfe8685704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.482562 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7bc322b1-e0ea-4c10-8025-f1dfe8685704 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ba4f006-b132-42e1-b5b3-c23a67dd06c0 HTTP/1.1" status: 204 len: 168 time: 0.1616976 Jan 12 10:17:35.383267 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48988) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:35.512136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1476262754-network', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:17:35.517258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:35.521181 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Usage tracker for resource:network and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:35.524101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:35.529723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:35.540937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Made reservation on behalf of 865c16a33ca8430d89adb6d3344bf183 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:35.543546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:35.555710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:35.587100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:35.590924 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Usage tracker for resource:security_group_rule and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:35.593634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:35.599169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:35.669437 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:35.675070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:35.701728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:17:35.713713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf95933e-1065-455b-a4fb-1541894a83dd,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:35.718065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:35.718409 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Added segment 76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c of type vlan for network 43060711-2894-4e5c-aa28-a6d529c85492 Jan 12 10:17:35.744554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:35.774861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:35.775734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:35.776316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:35.885379 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] Pushing event updated for resources: {'Network': ['ID=43060711-2894-4e5c-aa28-a6d529c85492,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:35.889617 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-24ed4092-4d41-431f-aac3-b4581aae0a49 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5051942 Jan 12 10:17:35.892825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48994) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:35.898712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 43060711-2894-4e5c-aa28-a6d529c85492 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:17:35.900037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Request body: {'subnet': {'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1476262754-subnet', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'ip_version': 4}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:17:35.905268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:35.909368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Usage tracker for resource:subnet and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:35.912517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:35.918311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:35.928922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Made reservation on behalf of 865c16a33ca8430d89adb6d3344bf183 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:35.931167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.138066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.212687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=320e50d4-9878-40be-a2e8-1e7188eae80a,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:36.229117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Checking segment: {'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:17:36.229465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Network hostable DHCP agents. Network: 43060711-2894-4e5c-aa28-a6d529c85492, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:17:36.253433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Network 43060711-2894-4e5c-aa28-a6d529c85492 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:17:36.263729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 43060711-2894-4e5c-aa28-a6d529c85492) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:36.267966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:36.268530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.275675 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1936d3-0043-442b-b3c7-283177b023fb None None] Network 43060711-2894-4e5c-aa28-a6d529c85492 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:17:36.289026 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1887df76-eb72-4ffb-b5c4-20a7aa134aa9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3948939 Jan 12 10:17:36.291831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 48998) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:36.296793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:17:36.301213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:36.305052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Usage tracker for resource:router and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:36.307880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:36.313472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:36.324109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.325041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.343357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.494375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-43060711-2894-4e5c-aa28-a6d529c85492', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:17:36.495473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.583506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.658813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Allocated IP 172.20.0.2 (43060711-2894-4e5c-aa28-a6d529c85492/320e50d4-9878-40be-a2e8-1e7188eae80a/b9933494-2822-4d2f-832b-3782d36c45c1) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:36.779019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.812830 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.867400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.877318 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Transition to ACTIVE for port object b9933494-2822-4d2f-832b-3782d36c45c1 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:36.898691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Transition to ACTIVE for port object b9933494-2822-4d2f-832b-3782d36c45c1 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:36.905501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.954501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Allocated IP 172.26.1.115 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/0bc3bdae-6edb-4388-be74-f9dc2044388a) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:36.977262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Network 43060711-2894-4e5c-aa28-a6d529c85492 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:36.980208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:36.982580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:36.988073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Pushing event updated for resources: {'Port': ['ID=b9933494-2822-4d2f-832b-3782d36c45c1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:37.025186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.025493 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.025819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.026141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.026466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.026814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.027133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.027447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.027765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.028074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.028381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:37.082123 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Attempting to bind port b9933494-2822-4d2f-832b-3782d36c45c1 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:37.082486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Attempting to bind port b9933494-2822-4d2f-832b-3782d36c45c1 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:37.083412 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Attempting to bind port b9933494-2822-4d2f-832b-3782d36c45c1 on network 43060711-2894-4e5c-aa28-a6d529c85492 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:17:37.089650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:17:37.090016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Checking segment: {'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:17:37.090414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.090820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Bound using segment: {'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:17:37.091313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Bound port: b9933494-2822-4d2f-832b-3782d36c45c1, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:37.091667 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.105616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.133539 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.180499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] For port b9933494-2822-4d2f-832b-3782d36c45c1, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:17:37.183627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] For port b9933494-2822-4d2f-832b-3782d36c45c1, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b9933494-2822-4d2f-832b-3782d36c45c1,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:17:37.189730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.199571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:37.202409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:37.204750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:37.236822 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc3bdae-6edb-4388-be74-f9dc2044388a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:37.272613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c042814-2c6a-4bca-845e-b755d63db9a9 None None] Pushing event updated for resources: {'Port': ['ID=b9933494-2822-4d2f-832b-3782d36c45c1,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:37.377334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.378095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.622421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Router acf1d2c0-57c0-4679-8e78-c8124f158cb1 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:17:37.827917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:17:37.839910 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Sync routers for ids ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:17:37.852188 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Routers {'acf1d2c0-57c0-4679-8e78-c8124f158cb1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:37.852837 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:37.855573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.857017 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f23ce914-152a-4f4b-9db9-082a706ba281 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5642343 Jan 12 10:17:37.859685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49002) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:38.030079 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Set router acf1d2c0-57c0-4679-8e78-c8124f158cb1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:17:38.191845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21976bde-1543-4d35-830d-356e7e2de08a None None] Network 43060711-2894-4e5c-aa28-a6d529c85492 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:17:38.300661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ce49da6a-dbed-4d0c-b905-d985af4daa28 None None] Provisioning for port b9933494-2822-4d2f-832b-3782d36c45c1 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:38.321373 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:37Z', 'revision_number': 3, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:38.326298 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Checking router: acf1d2c0-57c0-4679-8e78-c8124f158cb1 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:17:38.326637 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Updating router acf1d2c0-57c0-4679-8e78-c8124f158cb1 port 0bc3bdae-6edb-4388-be74-f9dc2044388a binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:17:38.378424 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.726655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.748616 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.760275 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Transition to ACTIVE for port object 0bc3bdae-6edb-4388-be74-f9dc2044388a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:38.768440 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.847866 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Pushing event updated for resources: {'Port': ['ID=0bc3bdae-6edb-4388-be74-f9dc2044388a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:38.854141 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Attempting to bind port 0bc3bdae-6edb-4388-be74-f9dc2044388a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:38.854497 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Attempting to bind port 0bc3bdae-6edb-4388-be74-f9dc2044388a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:38.854871 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Attempting to bind port 0bc3bdae-6edb-4388-be74-f9dc2044388a on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:17:38.863657 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.863994 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.864346 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.864670 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.864985 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.865285 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.865591 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.865899 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.866203 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.866509 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.866833 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:38.871172 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:17:38.871525 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:17:38.871904 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.872267 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:17:38.872725 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Bound port: 0bc3bdae-6edb-4388-be74-f9dc2044388a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:38.873084 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.942416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Allocated IP 172.20.0.1 (43060711-2894-4e5c-aa28-a6d529c85492/320e50d4-9878-40be-a2e8-1e7188eae80a/bcabc56e-c58c-41af-844c-1752653fd273) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:38.943220 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] For port 0bc3bdae-6edb-4388-be74-f9dc2044388a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:17:38.946333 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] For port 0bc3bdae-6edb-4388-be74-f9dc2044388a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0bc3bdae-6edb-4388-be74-f9dc2044388a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:17:38.951867 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.035931 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b7f83-c5f2-4f00-90d5-a5115714c804 None None] Pushing event updated for resources: {'Port': ['ID=0bc3bdae-6edb-4388-be74-f9dc2044388a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:39.039511 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Routers {'acf1d2c0-57c0-4679-8e78-c8124f158cb1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:39.040088 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:39.104865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.120764 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Transition to ACTIVE for port object bcabc56e-c58c-41af-844c-1752653fd273 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:39.150083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.211241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b9933494-2822-4d2f-832b-3782d36c45c1 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:39.217012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Network 43060711-2894-4e5c-aa28-a6d529c85492 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:39.218203 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] Set router acf1d2c0-57c0-4679-8e78-c8124f158cb1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:17:39.219932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:39.223848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:39.252995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Pushing event updated for resources: {'Port': ['ID=bcabc56e-c58c-41af-844c-1752653fd273,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:39.285325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.302454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port b9933494-2822-4d2f-832b-3782d36c45c1 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:39.307889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port b9933494-2822-4d2f-832b-3782d36c45c1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:39.308252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.389105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.460571 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.495697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port b9933494-2822-4d2f-832b-3782d36c45c1, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b9933494-2822-4d2f-832b-3782d36c45c1,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:39.501613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.536441 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:37Z', 'revision_number': 3, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:39.540453 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9987974a-7043-467d-a156-fcd9e78f03ed None None] The sync data for ids ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'] in dv-neutron-824347-1-hyperv is: [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:37Z', 'revision_number': 3, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:17:39.589869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=b9933494-2822-4d2f-832b-3782d36c45c1,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:39.592573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0fe43b68-06fe-4629-bbed-35d8383366b9 None None] Provisioning for port bcabc56e-c58c-41af-844c-1752653fd273 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:39.597931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0fe43b68-06fe-4629-bbed-35d8383366b9 None None] Provisioning complete for port bcabc56e-c58c-41af-844c-1752653fd273 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:39.598433 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0fe43b68-06fe-4629-bbed-35d8383366b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.644195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.650199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.655722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0fe43b68-06fe-4629-bbed-35d8383366b9 None None] Port bcabc56e-c58c-41af-844c-1752653fd273 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:17:39.773484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Pushing event updated for resources: {'Port': ['ID=bcabc56e-c58c-41af-844c-1752653fd273,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:39.776502 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.920265 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Network 43060711-2894-4e5c-aa28-a6d529c85492 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:39.921603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:40.181295 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b01c3c1d-49f0-437b-899d-b0bf8ca5e880 None None] Provisioning complete for port bcabc56e-c58c-41af-844c-1752653fd273 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:40.181815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b01c3c1d-49f0-437b-899d-b0bf8ca5e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:40.234745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b01c3c1d-49f0-437b-899d-b0bf8ca5e880 None None] Port bcabc56e-c58c-41af-844c-1752653fd273 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:17:40.410826 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Router acf1d2c0-57c0-4679-8e78-c8124f158cb1 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:17:40.613403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:17:40.622789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e8df20d8-9a66-42d2-bf4f-dbd2be9c7512 admin admin] 10.222.0.58 "PUT /v2.0/routers/acf1d2c0-57c0-4679-8e78-c8124f158cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7620842 Jan 12 10:17:41.242400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b9933494-2822-4d2f-832b-3782d36c45c1 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:41.313289 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port b9933494-2822-4d2f-832b-3782d36c45c1 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:41.313639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.456032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0bc3bdae-6edb-4388-be74-f9dc2044388a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:41.506305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49024) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:41.512061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1767878344-network', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:17:41.517179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:41.520994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Usage tracker for resource:network and tenant:36e48de56bcb4f699b63bffb38e52e65 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:41.523864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:41.524318 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 0bc3bdae-6edb-4388-be74-f9dc2044388a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:41.529449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:41.529766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0bc3bdae-6edb-4388-be74-f9dc2044388a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:41.530135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.539426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Made reservation on behalf of 36e48de56bcb4f699b63bffb38e52e65 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:41.541707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.553955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.584078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:41.587866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Usage tracker for resource:security_group_rule and tenant:36e48de56bcb4f699b63bffb38e52e65 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:41.590600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:41.596169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:41.639713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.656184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 0bc3bdae-6edb-4388-be74-f9dc2044388a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0bc3bdae-6edb-4388-be74-f9dc2044388a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:41.661018 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.662141 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.667121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.695347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:17:41.716521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366337f3-eb0a-4000-b81b-89ca5d189e18,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:41.720177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.720510 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Added segment 14982a7b-a13a-4b83-a0bb-c7a5ffa8c389 of type vlan for network 82a68658-41f0-4047-be50-6e8522625773 Jan 12 10:17:41.740486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=0bc3bdae-6edb-4388-be74-f9dc2044388a,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:41.747052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.777758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.778604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:41.779281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.879638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] Pushing event updated for resources: {'Network': ['ID=82a68658-41f0-4047-be50-6e8522625773,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:41.882925 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bff625f5-5102-4480-8f36-d9cc26e4054e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3753412 Jan 12 10:17:41.886824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49028) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:41.891575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 82a68658-41f0-4047-be50-6e8522625773 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:17:41.892423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Request body: {'subnet': {'network_id': '82a68658-41f0-4047-be50-6e8522625773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1767878344-subnet', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'ip_version': 4}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:17:41.897491 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:41.901256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Usage tracker for resource:subnet and tenant:36e48de56bcb4f699b63bffb38e52e65 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:41.904091 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:41.909718 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:41.920964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Made reservation on behalf of 36e48de56bcb4f699b63bffb38e52e65 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:41.923353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.123210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.188078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79017604-6f96-4f5b-864a-87b88d829e6e,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:42.204882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Checking segment: {'id': '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82a68658-41f0-4047-be50-6e8522625773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:17:42.205346 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Network hostable DHCP agents. Network: 82a68658-41f0-4047-be50-6e8522625773, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:17:42.230152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Network 82a68658-41f0-4047-be50-6e8522625773 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:17:42.243341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 82a68658-41f0-4047-be50-6e8522625773) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:42.247694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:42.248268 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.251770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09211cc-ae16-4b5b-ae49-c8f112bf3862 None None] Network 82a68658-41f0-4047-be50-6e8522625773 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:17:42.270230 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1defd504-8071-447d-98dc-6c53ef7cf111 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3824024 Jan 12 10:17:42.273126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49032) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:42.278955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1767878344-router', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:17:42.283680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:42.287430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Usage tracker for resource:router and tenant:36e48de56bcb4f699b63bffb38e52e65 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:42.290336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:42.296784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:42.307716 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.308821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.326611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.459817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-82a68658-41f0-4047-be50-6e8522625773', 'network_id': '82a68658-41f0-4047-be50-6e8522625773', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'fixed_ips': [{'subnet_id': '79017604-6f96-4f5b-864a-87b88d829e6e'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:17:42.460786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.471866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.616314 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Allocated IP 172.20.0.2 (82a68658-41f0-4047-be50-6e8522625773/79017604-6f96-4f5b-864a-87b88d829e6e/8256b080-b01b-4099-a52e-c3c4bfe7c5ad) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:42.664054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.694420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.821989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.832440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Transition to ACTIVE for port object 8256b080-b01b-4099-a52e-c3c4bfe7c5ad will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:42.836313 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Allocated IP 172.26.1.90 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/5953a2fa-557f-46ec-9496-3096f39d8352) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:42.855506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Transition to ACTIVE for port object 8256b080-b01b-4099-a52e-c3c4bfe7c5ad will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:42.861374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.934352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Sync routers for ids ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:17:42.944811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Network 82a68658-41f0-4047-be50-6e8522625773 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:42.949274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:42.952343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Pushing event updated for resources: {'Port': ['ID=8256b080-b01b-4099-a52e-c3c4bfe7c5ad,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:42.955192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:42.993366 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:43.021991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:43.024999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Routers {'acf1d2c0-57c0-4679-8e78-c8124f158cb1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:43.025660 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:43.090496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Pushing event updated for resources: {'Port': ['ID=5953a2fa-557f-46ec-9496-3096f39d8352,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:43.094119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:43.095194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:43.097323 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:43.114014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Attempting to bind port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:43.114410 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Attempting to bind port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82a68658-41f0-4047-be50-6e8522625773'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:43.114793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Attempting to bind port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad on network 82a68658-41f0-4047-be50-6e8522625773 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:17:43.128475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:17:43.128824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Checking segment: {'id': '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82a68658-41f0-4047-be50-6e8522625773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:17:43.129230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:43.129620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Bound using segment: {'id': '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82a68658-41f0-4047-be50-6e8522625773'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:17:43.130148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Bound port: 8256b080-b01b-4099-a52e-c3c4bfe7c5ad, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82a68658-41f0-4047-be50-6e8522625773'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:43.130520 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:43.200271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0bc3bdae-6edb-4388-be74-f9dc2044388a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:43.354734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:43.356158 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:43.378699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Set router acf1d2c0-57c0-4679-8e78-c8124f158cb1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:17:43.516501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] For port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:17:43.544191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] For port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8256b080-b01b-4099-a52e-c3c4bfe7c5ad,segment=NetworkSegment(14982a7b-a13a-4b83-a0bb-c7a5ffa8c389),segment_id=14982a7b-a13a-4b83-a0bb-c7a5ffa8c389)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:17:43.581369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Router 8be9172e-738f-4354-b9a1-61fa074b8f49 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:17:43.589884 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:43.593190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0bc3bdae-6edb-4388-be74-f9dc2044388a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:43.593547 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:43.767343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420a559-fab3-4ca2-b60a-58faa115409c None None] Pushing event updated for resources: {'Port': ['ID=8256b080-b01b-4099-a52e-c3c4bfe7c5ad,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:43.794781 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:17:43.807115 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Sync routers for ids ['8be9172e-738f-4354-b9a1-61fa074b8f49'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:17:43.822690 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Routers {'8be9172e-738f-4354-b9a1-61fa074b8f49'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:43.824768 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8be9172e-738f-4354-b9a1-61fa074b8f49'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:43.841899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:43.845994 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aa3db492-b231-45b8-8a75-21d871f27a63 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5686171 Jan 12 10:17:43.846211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49036) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:43.897879 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:39Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bcabc56e-c58c-41af-844c-1752653fd273', 'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'mac_address': 'fa:16:3e:74:84:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:38Z', 'updated_at': '2022-01-12T10:17:39Z', 'revision_number': 2, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'subnets': [{'id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:43.901910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Checking router: acf1d2c0-57c0-4679-8e78-c8124f158cb1 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:17:43.902263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Updating router acf1d2c0-57c0-4679-8e78-c8124f158cb1 port bcabc56e-c58c-41af-844c-1752653fd273 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:17:43.991059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.066269 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Set router 8be9172e-738f-4354-b9a1-61fa074b8f49 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:17:44.361404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.375077 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Transition to ACTIVE for port object bcabc56e-c58c-41af-844c-1752653fd273 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:44.383312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.399270 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'name': 'tempest-TestMinimumBasicScenario-1767878344-router', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:43Z', 'revision_number': 3, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'gw_port': {'id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:44.402945 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Checking router: 8be9172e-738f-4354-b9a1-61fa074b8f49 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:17:44.403283 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Updating router 8be9172e-738f-4354-b9a1-61fa074b8f49 port 5953a2fa-557f-46ec-9496-3096f39d8352 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:17:44.463410 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.542158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a83f-54ea-4810-94b7-3bd7b95ee4b8 None None] Pushing event updated for resources: {'Port': ['ID=bcabc56e-c58c-41af-844c-1752653fd273,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:44.651910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Attempting to bind port bcabc56e-c58c-41af-844c-1752653fd273 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:44.652570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Attempting to bind port bcabc56e-c58c-41af-844c-1752653fd273 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:44.653088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Attempting to bind port bcabc56e-c58c-41af-844c-1752653fd273 on network 43060711-2894-4e5c-aa28-a6d529c85492 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:17:44.664304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:17:44.664999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Checking segment: {'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:17:44.665566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.666515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Bound using segment: {'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:17:44.667190 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Bound port: bcabc56e-c58c-41af-844c-1752653fd273, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:44.667765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.774978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.782557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] For port bcabc56e-c58c-41af-844c-1752653fd273, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:17:44.786259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] For port bcabc56e-c58c-41af-844c-1752653fd273, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bcabc56e-c58c-41af-844c-1752653fd273,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:17:44.793989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.885776 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.894588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a83f-54ea-4810-94b7-3bd7b95ee4b8 None None] Pushing event updated for resources: {'Port': ['ID=bcabc56e-c58c-41af-844c-1752653fd273,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:44.904335 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Transition to ACTIVE for port object 5953a2fa-557f-46ec-9496-3096f39d8352 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:44.917943 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.920175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Routers {'acf1d2c0-57c0-4679-8e78-c8124f158cb1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:44.920813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:45.028279 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Attempting to bind port 5953a2fa-557f-46ec-9496-3096f39d8352 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:45.028814 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Attempting to bind port 5953a2fa-557f-46ec-9496-3096f39d8352 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:45.029312 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Attempting to bind port 5953a2fa-557f-46ec-9496-3096f39d8352 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:17:45.042512 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:17:45.043008 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:17:45.047599 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.048063 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:17:45.050593 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Bound port: 5953a2fa-557f-46ec-9496-3096f39d8352, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:45.051092 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.057775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Allocated IP 172.20.0.1 (82a68658-41f0-4047-be50-6e8522625773/79017604-6f96-4f5b-864a-87b88d829e6e/f623993a-938c-4900-aa37-ca73f88bd765) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:45.096782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5035d3-345f-4839-a9d4-572943e48db9 None None] Network 82a68658-41f0-4047-be50-6e8522625773 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:17:45.103861 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbb54a-7beb-4b67-a9bb-ad2cbac46493 None None] Pushing event updated for resources: {'Port': ['ID=5953a2fa-557f-46ec-9496-3096f39d8352,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:45.189072 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] For port 5953a2fa-557f-46ec-9496-3096f39d8352, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:17:45.193337 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] For port 5953a2fa-557f-46ec-9496-3096f39d8352, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5953a2fa-557f-46ec-9496-3096f39d8352,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:17:45.199918 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.251419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8256b080-b01b-4099-a52e-c3c4bfe7c5ad up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:45.302080 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbb54a-7beb-4b67-a9bb-ad2cbac46493 None None] Pushing event updated for resources: {'Port': ['ID=5953a2fa-557f-46ec-9496-3096f39d8352,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:45.307421 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Routers {'8be9172e-738f-4354-b9a1-61fa074b8f49'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:45.308184 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8be9172e-738f-4354-b9a1-61fa074b8f49'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:45.342928 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-60412cc6-9ba4-4c45-80e0-11ddd3a449fb None None] Provisioning for port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:45.358683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] Set router acf1d2c0-57c0-4679-8e78-c8124f158cb1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:17:45.361929 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.379221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Transition to ACTIVE for port object f623993a-938c-4900-aa37-ca73f88bd765 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:45.404318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.468504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Pushing event updated for resources: {'Port': ['ID=f623993a-938c-4900-aa37-ca73f88bd765,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:45.484606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Network 82a68658-41f0-4047-be50-6e8522625773 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:45.485834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:45.488228 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:45.503715 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] Set router 8be9172e-738f-4354-b9a1-61fa074b8f49 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:17:45.545195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.579670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:45.627349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.637921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:45.638272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.797098 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'name': 'tempest-TestMinimumBasicScenario-1767878344-router', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:43Z', 'revision_number': 3, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'gw_port': {'id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:45.801050 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e7b052-075d-42b4-ad5d-0a129f8b564a None None] The sync data for ids ['8be9172e-738f-4354-b9a1-61fa074b8f49'] in dv-neutron-824347-1-hyperv is: [{'id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'name': 'tempest-TestMinimumBasicScenario-1767878344-router', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:43Z', 'revision_number': 3, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'gw_port': {'id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:17:45.857883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.862165 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.899166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.948777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8256b080-b01b-4099-a52e-c3c4bfe7c5ad,segment=NetworkSegment(14982a7b-a13a-4b83-a0bb-c7a5ffa8c389),segment_id=14982a7b-a13a-4b83-a0bb-c7a5ffa8c389)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:45.952228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:39Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bcabc56e-c58c-41af-844c-1752653fd273', 'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'mac_address': 'fa:16:3e:74:84:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:38Z', 'updated_at': '2022-01-12T10:17:44Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'subnets': [{'id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:45.957433 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.958947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578fbe3-ce80-4c1a-9b5f-2341140f7ff5 None None] The sync data for ids ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'] in dv-neutron-824347-1-hyperv is: [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:39Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bcabc56e-c58c-41af-844c-1752653fd273', 'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'mac_address': 'fa:16:3e:74:84:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:38Z', 'updated_at': '2022-01-12T10:17:44Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'subnets': [{'id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:17:45.968177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:45.971836 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Pushing event updated for resources: {'Port': ['ID=f623993a-938c-4900-aa37-ca73f88bd765,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:46.079507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=8256b080-b01b-4099-a52e-c3c4bfe7c5ad,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:46.128911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Network 82a68658-41f0-4047-be50-6e8522625773 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:46.130196 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:46.280179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-480f302f-0ddf-476e-a972-11e5dab2a5fd None None] Provisioning complete for port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:46.280840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-480f302f-0ddf-476e-a972-11e5dab2a5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:46.457151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-480f302f-0ddf-476e-a972-11e5dab2a5fd None None] Provisioning for port f623993a-938c-4900-aa37-ca73f88bd765 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:46.474546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-480f302f-0ddf-476e-a972-11e5dab2a5fd None None] Provisioning complete for port f623993a-938c-4900-aa37-ca73f88bd765 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:46.474949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-480f302f-0ddf-476e-a972-11e5dab2a5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:46.565564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-480f302f-0ddf-476e-a972-11e5dab2a5fd None None] Port f623993a-938c-4900-aa37-ca73f88bd765 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:17:46.650310 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Router 8be9172e-738f-4354-b9a1-61fa074b8f49 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:17:46.698586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-df0dca88-4fb8-4c42-b40b-ad715637c2a6 None None] Provisioning complete for port f623993a-938c-4900-aa37-ca73f88bd765 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:46.698586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df0dca88-4fb8-4c42-b40b-ad715637c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:46.780169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-df0dca88-4fb8-4c42-b40b-ad715637c2a6 None None] Port f623993a-938c-4900-aa37-ca73f88bd765 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:17:46.894044 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:17:46.903292 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8b74b1e3-0d8c-4a38-a60c-97ccd2fb2114 admin admin] 10.222.0.58 "PUT /v2.0/routers/8be9172e-738f-4354-b9a1-61fa074b8f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0560024 Jan 12 10:17:47.298739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bcabc56e-c58c-41af-844c-1752653fd273 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:47.374295 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port bcabc56e-c58c-41af-844c-1752653fd273 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:47.388526 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port bcabc56e-c58c-41af-844c-1752653fd273 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:47.388660 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.510517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.543609 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port bcabc56e-c58c-41af-844c-1752653fd273, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bcabc56e-c58c-41af-844c-1752653fd273,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:47.548525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.549263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5953a2fa-557f-46ec-9496-3096f39d8352 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:47.667002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=bcabc56e-c58c-41af-844c-1752653fd273,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:47.680064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 5953a2fa-557f-46ec-9496-3096f39d8352 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:47.684947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 5953a2fa-557f-46ec-9496-3096f39d8352 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:47.685302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.794370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.816592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 5953a2fa-557f-46ec-9496-3096f39d8352, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5953a2fa-557f-46ec-9496-3096f39d8352,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:47.821380 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.822307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8256b080-b01b-4099-a52e-c3c4bfe7c5ad up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:47.935747 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=5953a2fa-557f-46ec-9496-3096f39d8352,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:47.953230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:47.953590 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:49.088862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55f84f89-8cce-4551-ab5d-46dcd1d04eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:49.196580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bcabc56e-c58c-41af-844c-1752653fd273 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:49.272281 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port bcabc56e-c58c-41af-844c-1752653fd273 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:49.272757 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:49.391000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5953a2fa-557f-46ec-9496-3096f39d8352 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:49.461873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 5953a2fa-557f-46ec-9496-3096f39d8352 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:49.464563 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:51.235776 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad162048-e0db-41af-86f3-a837d2270b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:52.036204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:52.657576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:52.670730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:54.022428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:55.000690 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:17:58.124782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-cd7dc3c4-08ec-498c-9d90-740230544376 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:58.125395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-cd7dc3c4-08ec-498c-9d90-740230544376 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Synchronizing usage tracker for tenant:865c16a33ca8430d89adb6d3344bf183 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:17:58.145558 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-cd7dc3c4-08ec-498c-9d90-740230544376 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Unset dirty status for tenant:865c16a33ca8430d89adb6d3344bf183 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:17:58.146669 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-cd7dc3c4-08ec-498c-9d90-740230544376 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/networks?id=43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 200 len: 815 time: 0.1633394 Jan 12 10:17:58.165910 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-359fae6a-5639-4e67-9b46-08462972fded tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/quotas/865c16a33ca8430d89adb6d3344bf183 HTTP/1.1" status: 200 len: 375 time: 0.0110862 Jan 12 10:17:58.249531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-6857a91d-e65e-4507-be8b-082d322dba43 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Synchronizing usage tracker for tenant:865c16a33ca8430d89adb6d3344bf183 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:17:58.269463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-6857a91d-e65e-4507-be8b-082d322dba43 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Unset dirty status for tenant:865c16a33ca8430d89adb6d3344bf183 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:17:58.270797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-6857a91d-e65e-4507-be8b-082d322dba43 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=865c16a33ca8430d89adb6d3344bf183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000388 Jan 12 10:17:58.421429 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-2fd4d5eb-c3d8-4df4-a7fc-85ccf266a151 service neutron] 10.222.0.58 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383073 Jan 12 10:17:58.553741 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-2a2c8859-db2a-4e57-b935-bc965d79ea52 service neutron] 10.222.0.58 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264172 Jan 12 10:17:58.750920 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ccd2e2d0-fc06-4daa-8070-4eeff4302940 req-24037104-cb1e-42b8-9697-1db531fd8ed6 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 210 time: 0.0400236 Jan 12 10:17:59.933750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a43f4dbf-6119-4f44-86b7-324e04e726f8 req-7044d67d-1da9-4240-95ad-4ad4a87d6ca7 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 210 time: 0.0494125 Jan 12 10:17:59.968388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-1f0f2c3a-ff0c-4893-925d-fda8fb45f378 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:59.969840 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-1f0f2c3a-ff0c-4893-925d-fda8fb45f378 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.59 "GET /v2.0/networks?id=43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 200 len: 815 time: 0.3030052 Jan 12 10:17:59.984741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'port': {'device_id': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'admin_state_up': True, 'tenant_id': '865c16a33ca8430d89adb6d3344bf183'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:00.115253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:18:00.125684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:18:00.136507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Made reservation on behalf of 865c16a33ca8430d89adb6d3344bf183 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:00.139828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:00.419303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Allocated IP 172.20.0.10 (43060711-2894-4e5c-aa28-a6d529c85492/320e50d4-9878-40be-a2e8-1e7188eae80a/96666a14-88b4-4c24-93d1-0e5d5812e70d) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:18:00.708064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:00.733364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Transition to ACTIVE for port object 96666a14-88b4-4c24-93d1-0e5d5812e70d will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:18:00.757580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:00.828227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Network 43060711-2894-4e5c-aa28-a6d529c85492 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:18:00.831961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:00.834818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:18:00.884858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'Port': ['ID=96666a14-88b4-4c24-93d1-0e5d5812e70d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:00.905519 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.905880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.906182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.906559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.906861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.907183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.907500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.907817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.908127 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.908444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.908790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:00.922093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:00.922777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:00.962959 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-49014e72-40bf-43be-8b36-dfc8025e4be0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9810753 Jan 12 10:18:01.180786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d168df-9f9e-4781-a3dd-b2d84cc6caca req-ba4b7ae5-936f-41b9-9dd0-333e35d32204 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:01.181482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f2d168df-9f9e-4781-a3dd-b2d84cc6caca req-ba4b7ae5-936f-41b9-9dd0-333e35d32204 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Synchronizing usage tracker for tenant:865c16a33ca8430d89adb6d3344bf183 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:18:01.199521 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f2d168df-9f9e-4781-a3dd-b2d84cc6caca req-ba4b7ae5-936f-41b9-9dd0-333e35d32204 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Unset dirty status for tenant:865c16a33ca8430d89adb6d3344bf183 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:18:01.200857 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2d168df-9f9e-4781-a3dd-b2d84cc6caca req-ba4b7ae5-936f-41b9-9dd0-333e35d32204 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 932 time: 0.1426234 Jan 12 10:18:01.220903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-24ec4e8f-c4f2-4b06-9c87-a769cb8af94c None None] Provisioning for port 96666a14-88b4-4c24-93d1-0e5d5812e70d completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:18:01.226201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-24ec4e8f-c4f2-4b06-9c87-a769cb8af94c None None] Provisioning complete for port 96666a14-88b4-4c24-93d1-0e5d5812e70d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:01.226584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24ec4e8f-c4f2-4b06-9c87-a769cb8af94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:01.263477 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f2d168df-9f9e-4781-a3dd-b2d84cc6caca req-d0241174-655a-4637-bcc4-48c2e557c1bc tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Synchronizing usage tracker for tenant:865c16a33ca8430d89adb6d3344bf183 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:18:01.287814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f2d168df-9f9e-4781-a3dd-b2d84cc6caca req-d0241174-655a-4637-bcc4-48c2e557c1bc tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Unset dirty status for tenant:865c16a33ca8430d89adb6d3344bf183 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:18:01.289789 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f2d168df-9f9e-4781-a3dd-b2d84cc6caca req-d0241174-655a-4637-bcc4-48c2e557c1bc tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831523 Jan 12 10:18:01.305588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-24ec4e8f-c4f2-4b06-9c87-a769cb8af94c None None] Port 96666a14-88b4-4c24-93d1-0e5d5812e70d cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:18:02.520964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41e2d0-e85d-4bb5-adcb-f659452f91ca req-cb0396bf-6e86-40e3-b29b-70ef7df6ea59 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:02.523356 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1e41e2d0-e85d-4bb5-adcb-f659452f91ca req-cb0396bf-6e86-40e3-b29b-70ef7df6ea59 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 932 time: 0.0997188 Jan 12 10:18:02.571467 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1e41e2d0-e85d-4bb5-adcb-f659452f91ca req-a9d2b218-d21e-4951-a137-6668bd828165 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Jan 12 10:18:03.798845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438672a-13e8-430f-a1c7-af19d233c086 req-1b770ca6-b2b3-4573-9dec-4f577db36610 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:03.800224 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d438672a-13e8-430f-a1c7-af19d233c086 req-1b770ca6-b2b3-4573-9dec-4f577db36610 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 932 time: 0.1019039 Jan 12 10:18:03.850723 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d438672a-13e8-430f-a1c7-af19d233c086 req-0eee96bc-c8fc-43f7-bf3c-6fc9c431e822 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444162 Jan 12 10:18:05.075190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06549a14-6b26-41be-9d73-de4d99376b64 req-60f298d9-1d7a-4ab2-9eed-dc517d200095 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:05.076653 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06549a14-6b26-41be-9d73-de4d99376b64 req-60f298d9-1d7a-4ab2-9eed-dc517d200095 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 932 time: 0.0831604 Jan 12 10:18:05.129193 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06549a14-6b26-41be-9d73-de4d99376b64 req-db5c114a-250b-4706-99db-13366629a171 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466537 Jan 12 10:18:06.336770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40ee99-0e50-427a-8a17-d772cf2d1320 req-5233b84a-decd-40a0-b14a-73a28a505663 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:06.338188 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa40ee99-0e50-427a-8a17-d772cf2d1320 req-5233b84a-decd-40a0-b14a-73a28a505663 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 932 time: 0.0840983 Jan 12 10:18:06.386011 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa40ee99-0e50-427a-8a17-d772cf2d1320 req-9655b3b9-8e6d-4086-85c1-ee8d9f089dce tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Jan 12 10:18:07.599571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d15a2-4332-4aaf-a95b-eecd24ef4884 req-a0705a1b-3284-4e27-9d1f-794f32a88027 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:07.601050 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0f2d15a2-4332-4aaf-a95b-eecd24ef4884 req-a0705a1b-3284-4e27-9d1f-794f32a88027 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 932 time: 0.0758021 Jan 12 10:18:07.647018 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0f2d15a2-4332-4aaf-a95b-eecd24ef4884 req-6a816fdc-0546-4729-8f4b-0089f6fae8c9 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Jan 12 10:18:08.124307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Sync routers for ids ['8be9172e-738f-4354-b9a1-61fa074b8f49'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:18:08.143356 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Routers {'8be9172e-738f-4354-b9a1-61fa074b8f49'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:18:08.144000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8be9172e-738f-4354-b9a1-61fa074b8f49'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:08.325969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Set router 8be9172e-738f-4354-b9a1-61fa074b8f49 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:18:08.641487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'name': 'tempest-TestMinimumBasicScenario-1767878344-router', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:45Z', 'revision_number': 4, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'gw_port': {'id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f623993a-938c-4900-aa37-ca73f88bd765', 'name': '', 'network_id': '82a68658-41f0-4047-be50-6e8522625773', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'mac_address': 'fa:16:3e:8f:75:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79017604-6f96-4f5b-864a-87b88d829e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:44Z', 'updated_at': '2022-01-12T10:17:45Z', 'revision_number': 2, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'subnets': [{'id': '79017604-6f96-4f5b-864a-87b88d829e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:08.645898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Checking router: 8be9172e-738f-4354-b9a1-61fa074b8f49 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:18:08.646240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Updating router 8be9172e-738f-4354-b9a1-61fa074b8f49 port f623993a-938c-4900-aa37-ca73f88bd765 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:18:08.699527 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:08.845094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0303851-27bd-4113-aba8-595beb741f39 req-be17ec4b-c259-4835-8eb2-9cc7b9120cf7 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:08.846527 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0303851-27bd-4113-aba8-595beb741f39 req-be17ec4b-c259-4835-8eb2-9cc7b9120cf7 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 932 time: 0.0811069 Jan 12 10:18:08.894299 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a0303851-27bd-4113-aba8-595beb741f39 req-56fa38cc-4925-4212-ba57-6074e80c8651 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 Jan 12 10:18:09.032658 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:09.044194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Transition to ACTIVE for port object f623993a-938c-4900-aa37-ca73f88bd765 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:18:09.053377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:09.216662 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9e991-3ce7-49ef-8ba1-b29e00a72b62 None None] Pushing event updated for resources: {'Port': ['ID=f623993a-938c-4900-aa37-ca73f88bd765,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:09.307602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Attempting to bind port f623993a-938c-4900-aa37-ca73f88bd765 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:18:09.307962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Attempting to bind port f623993a-938c-4900-aa37-ca73f88bd765 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82a68658-41f0-4047-be50-6e8522625773'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:18:09.308314 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Attempting to bind port f623993a-938c-4900-aa37-ca73f88bd765 on network 82a68658-41f0-4047-be50-6e8522625773 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:18:09.314808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:18:09.315172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Checking segment: {'id': '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82a68658-41f0-4047-be50-6e8522625773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:18:09.315562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:09.315945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Bound using segment: {'id': '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82a68658-41f0-4047-be50-6e8522625773'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:18:09.316399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Bound port: f623993a-938c-4900-aa37-ca73f88bd765, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '82a68658-41f0-4047-be50-6e8522625773'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:18:09.316753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:09.410399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] For port f623993a-938c-4900-aa37-ca73f88bd765, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:18:09.415452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] For port f623993a-938c-4900-aa37-ca73f88bd765, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f623993a-938c-4900-aa37-ca73f88bd765,segment=NetworkSegment(14982a7b-a13a-4b83-a0bb-c7a5ffa8c389),segment_id=14982a7b-a13a-4b83-a0bb-c7a5ffa8c389)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:18:09.421766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:09.500612 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9e991-3ce7-49ef-8ba1-b29e00a72b62 None None] Pushing event updated for resources: {'Port': ['ID=f623993a-938c-4900-aa37-ca73f88bd765,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:09.506643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Routers {'8be9172e-738f-4354-b9a1-61fa074b8f49'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:18:09.507304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:17:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8be9172e-738f-4354-b9a1-61fa074b8f49'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:09.695716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] Set router 8be9172e-738f-4354-b9a1-61fa074b8f49 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:18:10.033239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'name': 'tempest-TestMinimumBasicScenario-1767878344-router', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:45Z', 'revision_number': 4, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'gw_port': {'id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f623993a-938c-4900-aa37-ca73f88bd765', 'name': '', 'network_id': '82a68658-41f0-4047-be50-6e8522625773', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'mac_address': 'fa:16:3e:8f:75:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79017604-6f96-4f5b-864a-87b88d829e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:44Z', 'updated_at': '2022-01-12T10:18:09Z', 'revision_number': 4, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'subnets': [{'id': '79017604-6f96-4f5b-864a-87b88d829e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:10.037515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5421e8-ee78-4d4c-9fd9-daa979de0c23 None None] The sync data for ids ['8be9172e-738f-4354-b9a1-61fa074b8f49'] in dv-neutron-824347-1-hyperv is: [{'id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'name': 'tempest-TestMinimumBasicScenario-1767878344-router', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:45Z', 'revision_number': 4, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'gw_port': {'id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'f623993a-938c-4900-aa37-ca73f88bd765', 'name': '', 'network_id': '82a68658-41f0-4047-be50-6e8522625773', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'mac_address': 'fa:16:3e:8f:75:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79017604-6f96-4f5b-864a-87b88d829e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:44Z', 'updated_at': '2022-01-12T10:18:09Z', 'revision_number': 4, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'subnets': [{'id': '79017604-6f96-4f5b-864a-87b88d829e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:18:10.097089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74d802-b051-42c6-ba69-2da65efbd181 req-a434bd0f-c067-4cb6-b2da-adf8924179c4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:10.098612 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d74d802-b051-42c6-ba69-2da65efbd181 req-a434bd0f-c067-4cb6-b2da-adf8924179c4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 932 time: 0.0836775 Jan 12 10:18:10.151208 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d74d802-b051-42c6-ba69-2da65efbd181 req-4e441b08-3f11-4f3e-a4cc-823195742107 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465293 Jan 12 10:18:10.568786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Request body: {'port': {'device_id': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:10.680337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:11.128936 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96666a14-88b4-4c24-93d1-0e5d5812e70d {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:18:11.136396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:11.154782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Transition to ACTIVE for port object 96666a14-88b4-4c24-93d1-0e5d5812e70d will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:18:11.162516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:11.240506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Pushing event updated for resources: {'Port': ['ID=96666a14-88b4-4c24-93d1-0e5d5812e70d,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:11.241918 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f623993a-938c-4900-aa37-ca73f88bd765 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:18:11.329171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port f623993a-938c-4900-aa37-ca73f88bd765 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:18:11.335092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f623993a-938c-4900-aa37-ca73f88bd765 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:11.335466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:11.459127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:11.470874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e311506-d5aa-4c45-8c06-1e001327b019 req-5c667b4c-3c80-4481-aca6-85087ed2a706 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:11.472339 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e311506-d5aa-4c45-8c06-1e001327b019 req-5c667b4c-3c80-4481-aca6-85087ed2a706 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 944 time: 0.1744258 Jan 12 10:18:11.508405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Attempting to bind port 96666a14-88b4-4c24-93d1-0e5d5812e70d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:18:11.508741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Attempting to bind port 96666a14-88b4-4c24-93d1-0e5d5812e70d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:18:11.509179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Attempting to bind port 96666a14-88b4-4c24-93d1-0e5d5812e70d on network 43060711-2894-4e5c-aa28-a6d529c85492 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:18:11.509532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port f623993a-938c-4900-aa37-ca73f88bd765, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f623993a-938c-4900-aa37-ca73f88bd765,segment=NetworkSegment(14982a7b-a13a-4b83-a0bb-c7a5ffa8c389),segment_id=14982a7b-a13a-4b83-a0bb-c7a5ffa8c389)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:11.514825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:11.532096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Port 96666a14-88b4-4c24-93d1-0e5d5812e70d on network 43060711-2894-4e5c-aa28-a6d529c85492 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:18:11.532419 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Attempting to bind port 96666a14-88b4-4c24-93d1-0e5d5812e70d on network 43060711-2894-4e5c-aa28-a6d529c85492 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:18:11.536875 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e311506-d5aa-4c45-8c06-1e001327b019 req-7b6cefc5-8a8c-4977-aef9-472d9a2042a2 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553348 Jan 12 10:18:11.541342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:18:11.541677 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Checking segment: {'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:18:11.542043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Bound using segment: {'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:18:11.542462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Bound port: 96666a14-88b4-4c24-93d1-0e5d5812e70d, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:18:11.542846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:11.580150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=f623993a-938c-4900-aa37-ca73f88bd765,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:11.631201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] For port 96666a14-88b4-4c24-93d1-0e5d5812e70d, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:18:11.634123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] For port 96666a14-88b4-4c24-93d1-0e5d5812e70d, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:18:11.641274 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:11.699186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:11.700774 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] 10.222.0.59 "PUT /v2.0/ports/96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 1094 time: 1.1371889 Jan 12 10:18:11.703712 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:11.728009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2b1a0-06b0-4ce5-b52e-f438ff3cc725 service neutron] Pushing event updated for resources: {'Port': ['ID=96666a14-88b4-4c24-93d1-0e5d5812e70d,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:11.773347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'status': 'completed', 'code': 200} Jan 12 10:18:11.814476 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-5cfa96b8-36ff-45ce-95b8-eec873b41124 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=865c16a33ca8430d89adb6d3344bf183&device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1097 time: 0.0737476 Jan 12 10:18:11.884279 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-fa4b6fe0-2e55-4bc6-ac52-264936db6da7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 217 time: 0.0634484 Jan 12 10:18:11.947772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-1aa627fd-0590-42d9-b045-d96090c30599 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:11.949209 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-1aa627fd-0590-42d9-b045-d96090c30599 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=320e50d4-9878-40be-a2e8-1e7188eae80a HTTP/1.1" status: 200 len: 854 time: 0.0597703 Jan 12 10:18:12.030418 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-774a8a93-09fa-45b9-af49-c35afa1d92f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43060711-2894-4e5c-aa28-a6d529c85492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753222 Jan 12 10:18:12.172390 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-2a75b75f-4316-473d-a4da-cc74ee6115a7 service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355176 Jan 12 10:18:12.302694 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88ed47a6-fda1-4e8b-bda8-a360100c40e0 req-e1094b90-b163-4ae4-b338-41a5a18877dc service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242001 Jan 12 10:18:12.420642 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-182bbbfb-fd71-4e73-9c07-1dc364f35fd3 req-783569db-9e61-4add-b8f9-6d093d64479e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=865c16a33ca8430d89adb6d3344bf183&device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1097 time: 0.0728676 Jan 12 10:18:12.555912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bbbfb-fd71-4e73-9c07-1dc364f35fd3 req-bfc804d0-304b-478f-b7b0-78a5a22a210d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:12.557358 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-182bbbfb-fd71-4e73-9c07-1dc364f35fd3 req-bfc804d0-304b-478f-b7b0-78a5a22a210d service neutron] 10.222.0.59 "GET /v2.0/networks?id=43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 200 len: 916 time: 0.1303985 Jan 12 10:18:12.776915 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-182bbbfb-fd71-4e73-9c07-1dc364f35fd3 req-d2c8706a-6c29-4cc2-a621-aa76000c707f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 217 time: 0.2081676 Jan 12 10:18:12.853684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bbbfb-fd71-4e73-9c07-1dc364f35fd3 req-fc20a1c8-536c-47b5-83d4-e50f242a9207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:12.855035 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-182bbbfb-fd71-4e73-9c07-1dc364f35fd3 req-fc20a1c8-536c-47b5-83d4-e50f242a9207 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=320e50d4-9878-40be-a2e8-1e7188eae80a HTTP/1.1" status: 200 len: 854 time: 0.0681758 Jan 12 10:18:12.863755 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec048bb-9a72-4d05-81e9-1dcbc6801d0b req-05d9df8b-7738-4a87-be3e-712202eec13c tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:12.865132 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ec048bb-9a72-4d05-81e9-1dcbc6801d0b req-05d9df8b-7738-4a87-be3e-712202eec13c tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 944 time: 0.1410625 Jan 12 10:18:12.955519 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ec048bb-9a72-4d05-81e9-1dcbc6801d0b req-c7b75519-0289-4f15-bbde-e26154f8cab7 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608113 Jan 12 10:18:12.968765 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-182bbbfb-fd71-4e73-9c07-1dc364f35fd3 req-dcab137a-be27-4703-9563-e4b02ebef329 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43060711-2894-4e5c-aa28-a6d529c85492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027277 Jan 12 10:18:13.100467 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-182bbbfb-fd71-4e73-9c07-1dc364f35fd3 req-83946d21-ef9d-4f6e-afdd-dd832340fa31 service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255441 Jan 12 10:18:13.202138 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f623993a-938c-4900-aa37-ca73f88bd765 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:18:13.242941 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-182bbbfb-fd71-4e73-9c07-1dc364f35fd3 req-3f08bc1b-3601-4ed6-91f6-e28b5d5fea3b service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359000 Jan 12 10:18:13.284560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f623993a-938c-4900-aa37-ca73f88bd765 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:13.284923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:14.187851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf0ad9-af2d-481a-b6b7-fb75f6c4fb85 req-3051add1-d658-47e6-a854-7fcb8efa5800 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:14.189298 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b9bf0ad9-af2d-481a-b6b7-fb75f6c4fb85 req-3051add1-d658-47e6-a854-7fcb8efa5800 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 944 time: 0.1018744 Jan 12 10:18:14.235709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b9bf0ad9-af2d-481a-b6b7-fb75f6c4fb85 req-48da730c-a98f-4e99-b550-58955f2b8ab4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Jan 12 10:18:15.468478 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcccedb-08df-4cc4-8e18-7bf88f48571f req-93b4f8fe-fde6-4459-bba0-20925344a11d tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:15.469932 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1fcccedb-08df-4cc4-8e18-7bf88f48571f req-93b4f8fe-fde6-4459-bba0-20925344a11d tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 944 time: 0.0767591 Jan 12 10:18:15.519221 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1fcccedb-08df-4cc4-8e18-7bf88f48571f req-2419720b-7468-4e98-bfc9-4cb0165bdbdc tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436404 Jan 12 10:18:16.724877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf53bd-958e-4ee6-b899-36b376dd924f req-378ac2d4-bdce-4ef0-b992-41264c9bd0a2 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:16.726605 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-47cf53bd-958e-4ee6-b899-36b376dd924f req-378ac2d4-bdce-4ef0-b992-41264c9bd0a2 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 944 time: 0.0862422 Jan 12 10:18:16.774250 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-47cf53bd-958e-4ee6-b899-36b376dd924f req-f868a313-1621-4c46-aadd-5c1874437709 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 Jan 12 10:18:17.258510 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 96666a14-88b4-4c24-93d1-0e5d5812e70d details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:18:17.404924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 96666a14-88b4-4c24-93d1-0e5d5812e70d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:17.418822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'port_id': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'mac_address': 'fa:16:3e:31:11:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:18:17.472205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:17.488894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96666a14-88b4-4c24-93d1-0e5d5812e70d {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:18:17.503842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 96666a14-88b4-4c24-93d1-0e5d5812e70d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:17.508791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:17.574681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=96666a14-88b4-4c24-93d1-0e5d5812e70d,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:17.885383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['96666a14-88b4-4c24-93d1-0e5d5812e70d'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:18:17.981454 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764386d-e4cb-4f34-a3ab-f19182ccdef6 req-6de5d2bf-ea10-4d18-b630-f497e8d42a06 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:17.982960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3764386d-e4cb-4f34-a3ab-f19182ccdef6 req-6de5d2bf-ea10-4d18-b630-f497e8d42a06 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 945 time: 0.0791841 Jan 12 10:18:18.028638 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3764386d-e4cb-4f34-a3ab-f19182ccdef6 req-881b216e-815d-4ed0-89db-6fec05c61749 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397828 Jan 12 10:18:19.086794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-765b3dd6-0987-4c4c-9a63-30028165a275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:19.233118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19598b9-dacd-4b69-88f6-76a25adb0a5d req-a48a156b-057c-4446-a31e-f702355617e1 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:19.234558 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e19598b9-dacd-4b69-88f6-76a25adb0a5d req-a48a156b-057c-4446-a31e-f702355617e1 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 945 time: 0.0877056 Jan 12 10:18:19.270194 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 96666a14-88b4-4c24-93d1-0e5d5812e70d up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:18:19.285579 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e19598b9-dacd-4b69-88f6-76a25adb0a5d req-9e09c218-bd82-47f9-a2ec-50b32ed05e6e tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 Jan 12 10:18:19.342376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 96666a14-88b4-4c24-93d1-0e5d5812e70d completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:18:19.347200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 96666a14-88b4-4c24-93d1-0e5d5812e70d triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:19.347569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:19.459114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:19.485377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:19.495420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 96666a14-88b4-4c24-93d1-0e5d5812e70d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:19.500243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:19.541131 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'code': 200} Jan 12 10:18:19.575577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=96666a14-88b4-4c24-93d1-0e5d5812e70d,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:19.776783 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a78dbe25-5c19-45ae-8374-1197cb0ae42e req-6f0b8e05-34e4-4522-b95f-d2ca247424a8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1099 time: 0.0803843 Jan 12 10:18:19.819362 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a78dbe25-5c19-45ae-8374-1197cb0ae42e req-b203825e-a5f3-4190-a712-09073820ae78 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362680 Jan 12 10:18:20.492476 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7e857-1a59-414d-9687-50ebec502e6c req-01f90393-9079-4d92-abc0-b5068c29442f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:20.494639 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27d7e857-1a59-414d-9687-50ebec502e6c req-01f90393-9079-4d92-abc0-b5068c29442f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 946 time: 0.0785918 Jan 12 10:18:20.545084 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27d7e857-1a59-414d-9687-50ebec502e6c req-e4607155-ee6b-4983-ad80-992510909e48 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 Jan 12 10:18:21.233769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8327a504-df46-43a8-9611-cbca5a5dd9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:21.752449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc4ad0-c4a8-490e-83ef-7c25263d337e req-8a5d775e-b378-45ea-9c3a-57b5b96b7310 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:21.753793 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60cc4ad0-c4a8-490e-83ef-7c25263d337e req-8a5d775e-b378-45ea-9c3a-57b5b96b7310 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 946 time: 0.0813403 Jan 12 10:18:21.798461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60cc4ad0-c4a8-490e-83ef-7c25263d337e req-c8f240e6-4b9b-432b-be7c-06c3eaa3a194 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390658 Jan 12 10:18:21.997441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70701c7f-37d7-4170-8de3-997f7641a732 req-cfa005c5-d604-49ea-bac6-3d360d397463 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:21.998958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70701c7f-37d7-4170-8de3-997f7641a732 req-cfa005c5-d604-49ea-bac6-3d360d397463 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 946 time: 0.0825598 Jan 12 10:18:22.045518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:22.056920 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70701c7f-37d7-4170-8de3-997f7641a732 req-96ab9967-c90d-41d7-a24a-f867ee4f23f6 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521212 Jan 12 10:18:22.468732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e73ca6-9bbe-4436-bc7c-03558c7f3bae req-84bc1d21-ff0c-4355-9dd5-a5716307686b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:22.470141 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b3e73ca6-9bbe-4436-bc7c-03558c7f3bae req-84bc1d21-ff0c-4355-9dd5-a5716307686b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 946 time: 0.0765834 Jan 12 10:18:22.516205 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b3e73ca6-9bbe-4436-bc7c-03558c7f3bae req-77f2c9a6-e234-4d35-8929-2e6cbb9779f1 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Jan 12 10:18:22.662350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:22.668051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:24.026938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:32.004372 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:18:32.960120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a6719-ce62-4d8e-bc2c-91322f3761e2 req-3f4e8c54-fd05-4356-a594-31b52800ae39 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:32.961566 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-420a6719-ce62-4d8e-bc2c-91322f3761e2 req-3f4e8c54-fd05-4356-a594-31b52800ae39 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 946 time: 0.0987823 Jan 12 10:18:33.006073 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-420a6719-ce62-4d8e-bc2c-91322f3761e2 req-f4804524-d33d-419b-87b6-e9e3e3ade977 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388513 Jan 12 10:18:33.037596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49220) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:18:33.237261 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d4a6bbb9-78d2-4bb1-989b-034774c916b8 tempest-TestMinimumBasicScenario-1314261016 tempest-TestMinimumBasicScenario-1314261016-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1094 time: 0.1986060 Jan 12 10:18:33.240208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49226) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:18:33.245239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:33.250730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:18:33.254570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Usage tracker for resource:floatingip and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:18:33.257429 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:18:33.263094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:18:33.275326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:33.416110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:33.551594 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Allocated IP 172.26.1.239 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/c08bc2b9-d9ab-4cc5-935e-f604cd04c184) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:18:33.699908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:33.730639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:33.884750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:18:33.887709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:33.892432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:18:33.915893 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'Port': ['ID=c08bc2b9-d9ab-4cc5-935e-f604cd04c184,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:34.416321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:34.474456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:34.679251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:34.687192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:34.785312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'Port': ['ID=c08bc2b9-d9ab-4cc5-935e-f604cd04c184,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:34.802564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:35.000916 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Floating IP aabf6d7b-84e3-416d-9384-2368dabf049a associated. External IP: 172.26.1.239, port: 96666a14-88b4-4c24-93d1-0e5d5812e70d. Jan 12 10:18:35.526810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Router acf1d2c0-57c0-4679-8e78-c8124f158cb1 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:18:35.727193 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:18:35.738063 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] Sync routers for ids ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:18:35.750066 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] Routers {'acf1d2c0-57c0-4679-8e78-c8124f158cb1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:18:35.750569 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:18:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:35.753702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:35.807115 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9205f348-4947-4536-80bb-e6ff7378ce32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5658958 Jan 12 10:18:35.807676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:35.810584 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49230) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:18:35.817435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643347763', 'description': 'tempest-secgroup-smoke-643347763 description', 'project_id': '865c16a33ca8430d89adb6d3344bf183'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:35.824978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:18:35.836056 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:18:35.850066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:35.872032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'status': 'completed', 'code': 200} Jan 12 10:18:35.892476 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:18:35.896582 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Usage tracker for resource:security_group_rule and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:18:35.899378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:18:35.905205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:18:35.957053 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] Set router acf1d2c0-57c0-4679-8e78-c8124f158cb1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:18:35.983960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f731e181-92ce-47c8-b174-a7306538b863 req-fbb6be32-117c-4916-81cd-b0fcf6323b42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=865c16a33ca8430d89adb6d3344bf183&device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1099 time: 0.0822289 Jan 12 10:18:36.069792 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.074917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.120070 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86606335-c53e-41ab-a3da-376247c7f073,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:36.130745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.134985 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3231049 Jan 12 10:18:36.135765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49236) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:18:36.136538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.136877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.137206 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.137536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.137940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.138263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.138578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.138979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.139298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.139608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.139917 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ddf19-4737-4f30-80c0-c201436768b4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:36.145577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'security_group_rule': {'security_group_id': '86606335-c53e-41ab-a3da-376247c7f073', 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:36.151945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:18:36.158607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Usage tracker for resource:security_group_rule and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:18:36.161536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731e181-92ce-47c8-b174-a7306538b863 req-c25a6ebe-84a8-402e-9253-8a215ba56d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:36.163329 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f731e181-92ce-47c8-b174-a7306538b863 req-c25a6ebe-84a8-402e-9253-8a215ba56d6b service neutron] 10.222.0.59 "GET /v2.0/networks?id=43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 200 len: 916 time: 0.1684568 Jan 12 10:18:36.164178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:18:36.170947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:18:36.263154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.296620 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f731e181-92ce-47c8-b174-a7306538b863 req-3eeabebc-d233-4fb9-9b22-b5f96428568e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 1000 time: 0.1267750 Jan 12 10:18:36.311033 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:39Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'aabf6d7b-84e3-416d-9384-2368dabf049a', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'port_id': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'mac_address': 'fa:16:3e:31:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:18:34Z', 'updated_at': '2022-01-12T10:18:34Z', 'revision_number': 0, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcabc56e-c58c-41af-844c-1752653fd273', 'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'mac_address': 'fa:16:3e:74:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:38Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 5, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'subnets': [{'id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:36.314828 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] Checking router: acf1d2c0-57c0-4679-8e78-c8124f158cb1 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:18:36.325191 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] Routers {'acf1d2c0-57c0-4679-8e78-c8124f158cb1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:18:36.325705 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:18:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:36.373365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731e181-92ce-47c8-b174-a7306538b863 req-41480478-ee25-4914-b12c-316bb0fd9f09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:36.374834 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f731e181-92ce-47c8-b174-a7306538b863 req-41480478-ee25-4914-b12c-316bb0fd9f09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=320e50d4-9878-40be-a2e8-1e7188eae80a HTTP/1.1" status: 200 len: 854 time: 0.0691450 Jan 12 10:18:36.421561 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.427952 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.458344 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9360098b-1816-4a7d-8dd1-c3ccb6057570,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:36.469070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.470227 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-071197e6-70ec-46a4-8047-5e74cdb33507 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3335276 Jan 12 10:18:36.473236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49240) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:18:36.479160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'security_group_rule': {'security_group_id': '86606335-c53e-41ab-a3da-376247c7f073', 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:36.488209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:18:36.494039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Usage tracker for resource:security_group_rule and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:18:36.497530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:18:36.504663 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:18:36.510810 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f731e181-92ce-47c8-b174-a7306538b863 req-dfa5528d-a399-446b-a152-13ec96bb3a25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43060711-2894-4e5c-aa28-a6d529c85492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1281526 Jan 12 10:18:36.512742 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] Set router acf1d2c0-57c0-4679-8e78-c8124f158cb1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:18:36.587864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.687308 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f731e181-92ce-47c8-b174-a7306538b863 req-d9c55af0-fcd2-4caa-8e1b-9c2f8837acdf service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708195 Jan 12 10:18:36.716071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.764205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.797187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b19aa0-aaca-4116-80e6-12b077be3b8d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:36.818553 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.819734 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f71f572c-d6a8-4e85-9fe8-c6f991b777ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3456929 Jan 12 10:18:36.822992 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49244) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:18:36.830276 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'security_group_rule': {'security_group_id': '86606335-c53e-41ab-a3da-376247c7f073', 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:36.838748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:18:36.842539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Usage tracker for resource:security_group_rule and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:18:36.846379 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:18:36.851250 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f731e181-92ce-47c8-b174-a7306538b863 req-42e4902d-cdfd-4a8f-9c54-6f524031b9eb service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573534 Jan 12 10:18:36.853226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:18:36.870809 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:39Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'aabf6d7b-84e3-416d-9384-2368dabf049a', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'port_id': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'mac_address': 'fa:16:3e:31:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:18:34Z', 'updated_at': '2022-01-12T10:18:34Z', 'revision_number': 0, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcabc56e-c58c-41af-844c-1752653fd273', 'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'mac_address': 'fa:16:3e:74:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:38Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 5, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'subnets': [{'id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:36.875040 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3be8ae-5d35-4c6a-b2bf-ffc8a3f22e77 None None] The sync data for ids ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'] in dv-neutron-824347-1-hyperv is: [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:39Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'aabf6d7b-84e3-416d-9384-2368dabf049a', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'port_id': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'mac_address': 'fa:16:3e:31:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:18:34Z', 'updated_at': '2022-01-12T10:18:34Z', 'revision_number': 0, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcabc56e-c58c-41af-844c-1752653fd273', 'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'mac_address': 'fa:16:3e:74:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:38Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 5, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'subnets': [{'id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:18:36.876039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.951094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.962731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.987125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88692552-487f-48a3-80ea-cbe5d9031ebe,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:37.005329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.006948 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d544892a-348f-4263-ad55-bb4fba048da8 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1826665 Jan 12 10:18:37.010341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49248) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:18:37.021054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'security_group_rule': {'security_group_id': '86606335-c53e-41ab-a3da-376247c7f073', 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:37.027577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:18:37.032242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Usage tracker for resource:security_group_rule and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:18:37.035247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:18:37.041435 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:18:37.061163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.100030 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63661324-4fe7-4899-bf27-6cc501bd71a3 None None] New status for floating IP aabf6d7b-84e3-416d-9384-2368dabf049a: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:18:37.143667 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.149154 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.190098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152aebbb-3626-49dc-b360-b4525e08f682,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:37.196634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.197905 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e147d9d5-ca8f-4040-b985-be1e26794962 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1824937 Jan 12 10:18:37.200464 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49252) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:18:37.206025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'security_group_rule': {'security_group_id': '86606335-c53e-41ab-a3da-376247c7f073', 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:37.211966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:18:37.215886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Usage tracker for resource:security_group_rule and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:18:37.218777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:18:37.224322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:18:37.235985 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Project 865c16a33ca8430d89adb6d3344bf183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:18:37.242609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.306314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.310987 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.334999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63249240-6ad3-4163-9077-ea50c8008341,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:37.345498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.349802 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f9599432-7f97-4fcb-b891-23456db45a8f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1453285 Jan 12 10:18:37.349802 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49256) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:18:37.355144 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'security_group_rule': {'security_group_id': '86606335-c53e-41ab-a3da-376247c7f073', 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:37.361072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:18:37.365035 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Usage tracker for resource:security_group_rule and tenant:865c16a33ca8430d89adb6d3344bf183 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:18:37.368003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:18:37.373666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:18:37.384830 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Project 865c16a33ca8430d89adb6d3344bf183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:18:37.391821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.462078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.467042 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.489426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7311a9c9-6426-4244-bde4-921695498d1a,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:37.497743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:37.498931 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b832bfc4-d2b9-4fe6-8bb6-6902eacc0650 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1485229 Jan 12 10:18:37.640113 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-dc9352c1-cc81-4a2c-b851-ce86a069fcfa tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643347763&fields=id&tenant_id=865c16a33ca8430d89adb6d3344bf183 HTTP/1.1" status: 200 len: 267 time: 0.0507035 Jan 12 10:18:37.721862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-3a595044-7b8a-4589-ae06-0a7f8e36d9a7 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:37.723312 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-3a595044-7b8a-4589-ae06-0a7f8e36d9a7 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 946 time: 0.0757630 Jan 12 10:18:37.737136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-9dcd63bf-7009-4f2c-89c4-cb6070700a69 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'port': {'security_groups': ['cf95933e-1065-455b-a4fb-1541894a83dd', '86606335-c53e-41ab-a3da-376247c7f073']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:18:37.853682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-9dcd63bf-7009-4f2c-89c4-cb6070700a69 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:38.205201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-9dcd63bf-7009-4f2c-89c4-cb6070700a69 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] For port 96666a14-88b4-4c24-93d1-0e5d5812e70d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:38.229669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-9dcd63bf-7009-4f2c-89c4-cb6070700a69 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:38.236885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-9dcd63bf-7009-4f2c-89c4-cb6070700a69 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:38.249639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['96666a14-88b4-4c24-93d1-0e5d5812e70d'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:18:38.304955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-9dcd63bf-7009-4f2c-89c4-cb6070700a69 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:38.305709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-9dcd63bf-7009-4f2c-89c4-cb6070700a69 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:38.307063 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-439b259a-b676-4976-bf69-1bcd4c51c91f req-9dcd63bf-7009-4f2c-89c4-cb6070700a69 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "PUT /v2.0/ports/96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 982 time: 0.5743144 Jan 12 10:18:38.310546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:38.331582 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd63bf-7009-4f2c-89c4-cb6070700a69 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'Port': ['ID=96666a14-88b4-4c24-93d1-0e5d5812e70d,revision_number=6']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:38.374857 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'status': 'completed', 'code': 200} Jan 12 10:18:38.392718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['96666a14-88b4-4c24-93d1-0e5d5812e70d'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:18:38.550827 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d55c79b0-f91a-416a-a25e-c99e6769a11f req-d91ecfb1-2b57-4fa8-9fda-09147abb8220 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=865c16a33ca8430d89adb6d3344bf183&device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1138 time: 0.1546242 Jan 12 10:18:38.632523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4abb2-0b8f-4a13-bbb9-c0110090e6c6 req-ecb05674-df7c-40e1-a848-a6b1bee0cc29 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:38.633959 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17c4abb2-0b8f-4a13-bbb9-c0110090e6c6 req-ecb05674-df7c-40e1-a848-a6b1bee0cc29 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.1767130 Jan 12 10:18:38.718321 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17c4abb2-0b8f-4a13-bbb9-c0110090e6c6 req-12a2b818-779b-4b20-8829-ad72a1935170 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771823 Jan 12 10:18:38.725028 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c79b0-f91a-416a-a25e-c99e6769a11f req-c6759089-dd13-42d0-ba61-4631540f3bd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:38.726413 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d55c79b0-f91a-416a-a25e-c99e6769a11f req-c6759089-dd13-42d0-ba61-4631540f3bd1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 200 len: 916 time: 0.1687539 Jan 12 10:18:38.737400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a5f40c35-4797-448a-8424-2a78cd99352a None None] Provisioning complete for port 96666a14-88b4-4c24-93d1-0e5d5812e70d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:38.737762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5f40c35-4797-448a-8424-2a78cd99352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:38.834057 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d55c79b0-f91a-416a-a25e-c99e6769a11f req-b92a185e-05e7-4bf2-bad3-45997c3b2c5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 1002 time: 0.1004841 Jan 12 10:18:38.895554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c79b0-f91a-416a-a25e-c99e6769a11f req-a5f0d67f-7543-423f-be7d-a07ec5aba615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:38.896992 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d55c79b0-f91a-416a-a25e-c99e6769a11f req-a5f0d67f-7543-423f-be7d-a07ec5aba615 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=320e50d4-9878-40be-a2e8-1e7188eae80a HTTP/1.1" status: 200 len: 854 time: 0.0572200 Jan 12 10:18:38.973331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d55c79b0-f91a-416a-a25e-c99e6769a11f req-30faeb25-461f-44fc-8084-7c5b73b9a0a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43060711-2894-4e5c-aa28-a6d529c85492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703866 Jan 12 10:18:39.105841 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d55c79b0-f91a-416a-a25e-c99e6769a11f req-8f863a14-a888-463a-bf94-1ad45bcf0805 service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260140 Jan 12 10:18:39.239669 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d55c79b0-f91a-416a-a25e-c99e6769a11f req-3a3c4a94-775c-4489-a116-61fb88f92c0a service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277332 Jan 12 10:18:49.129536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4456afba-28ae-4f02-8a52-44504e344223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:51.232793 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3ae38a2-6792-4ea8-ab45-76fc153e199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:52.056570 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:52.680748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:52.681846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:54.028242 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:08.425491 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e57092a-ca1a-4b54-b9eb-9afb4289243f req-d378b676-021a-4336-80d6-69a2e1951df0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713253 Jan 12 10:19:08.576589 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e57092a-ca1a-4b54-b9eb-9afb4289243f req-238b9d87-1f86-4bad-8c0c-fc4b898dc204 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=865c16a33ca8430d89adb6d3344bf183&device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1138 time: 0.0809748 Jan 12 10:19:08.730596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57092a-ca1a-4b54-b9eb-9afb4289243f req-86132276-cec7-4285-a7a2-07ef8294a251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:08.732052 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e57092a-ca1a-4b54-b9eb-9afb4289243f req-86132276-cec7-4285-a7a2-07ef8294a251 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 200 len: 916 time: 0.1359100 Jan 12 10:19:08.834918 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e57092a-ca1a-4b54-b9eb-9afb4289243f req-795ef63a-ad3c-4751-83d2-d2abff56bf10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 1002 time: 0.0937881 Jan 12 10:19:08.900374 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57092a-ca1a-4b54-b9eb-9afb4289243f req-1a4e9a47-f4a8-41ab-b27c-703d65d66cd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:08.901727 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e57092a-ca1a-4b54-b9eb-9afb4289243f req-1a4e9a47-f4a8-41ab-b27c-703d65d66cd2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=320e50d4-9878-40be-a2e8-1e7188eae80a HTTP/1.1" status: 200 len: 854 time: 0.0593069 Jan 12 10:19:08.976260 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e57092a-ca1a-4b54-b9eb-9afb4289243f req-c9edca55-9315-4da9-a8ca-6b99576a5b55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43060711-2894-4e5c-aa28-a6d529c85492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662677 Jan 12 10:19:09.004524 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:19:09.197691 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e57092a-ca1a-4b54-b9eb-9afb4289243f req-229a524a-598f-4700-a209-4616a742ffc2 service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152531 Jan 12 10:19:09.328496 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e57092a-ca1a-4b54-b9eb-9afb4289243f req-a1a593cc-9004-48d4-9fe9-9c0f1b230d40 service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239469 Jan 12 10:19:19.104329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75e7e04d-4886-4af6-91cb-009fee5c6fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:21.227817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b64907c-d665-4161-a315-03b001b68b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:22.076899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:22.685319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:22.687919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:24.037739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:39.566991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c79a93db-e512-4dd1-a5de-8e5a55039be5 req-678d3bce-3d73-4bbd-a6f2-e65ff977168d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=865c16a33ca8430d89adb6d3344bf183&device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1138 time: 0.1195164 Jan 12 10:19:39.658980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592af2b-dd5f-4f82-8ac2-dfb054dc2792 req-c1b77f0f-a339-48ee-8a94-dbeb15260aa9 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:39.660396 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6592af2b-dd5f-4f82-8ac2-dfb054dc2792 req-c1b77f0f-a339-48ee-8a94-dbeb15260aa9 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.1593707 Jan 12 10:19:39.738099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a93db-e512-4dd1-a5de-8e5a55039be5 req-54102125-7806-4e44-8b16-67e2b1b50cd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:39.739529 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c79a93db-e512-4dd1-a5de-8e5a55039be5 req-54102125-7806-4e44-8b16-67e2b1b50cd4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 200 len: 916 time: 0.1658976 Jan 12 10:19:39.744453 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6592af2b-dd5f-4f82-8ac2-dfb054dc2792 req-3437a21f-857e-4a76-9409-d90378e58fb5 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745924 Jan 12 10:19:39.837910 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c79a93db-e512-4dd1-a5de-8e5a55039be5 req-a27180c0-97d6-48ed-a074-55eb19f18185 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 1002 time: 0.0917332 Jan 12 10:19:39.904794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a93db-e512-4dd1-a5de-8e5a55039be5 req-841ae382-78b8-4248-b3cb-717516275134 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:39.906221 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c79a93db-e512-4dd1-a5de-8e5a55039be5 req-841ae382-78b8-4248-b3cb-717516275134 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=320e50d4-9878-40be-a2e8-1e7188eae80a HTTP/1.1" status: 200 len: 854 time: 0.0621459 Jan 12 10:19:39.982926 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c79a93db-e512-4dd1-a5de-8e5a55039be5 req-27d997b0-c22e-441d-8c33-9f293fbf30d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43060711-2894-4e5c-aa28-a6d529c85492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694764 Jan 12 10:19:40.113013 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c79a93db-e512-4dd1-a5de-8e5a55039be5 req-bc03f1c4-92be-4471-8795-6f5d293b8e60 service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238770 Jan 12 10:19:40.249254 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c79a93db-e512-4dd1-a5de-8e5a55039be5 req-de88440c-76d0-41e6-b13d-b2af3aee2196 service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298072 Jan 12 10:19:40.965085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33d87e-70e5-4257-9b43-9a30bddbebf5 req-5968654b-0cde-4e70-9c8c-6180f07c5eea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:40.966535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ed33d87e-70e5-4257-9b43-9a30bddbebf5 req-5968654b-0cde-4e70-9c8c-6180f07c5eea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0843880 Jan 12 10:19:41.017191 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ed33d87e-70e5-4257-9b43-9a30bddbebf5 req-b0e2038d-df49-4be3-a180-f99328686bda tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425031 Jan 12 10:19:42.231729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb3976-3825-4e9e-9d88-79c8861cf27e req-0433ae52-fa44-4abc-a464-d00888dedaf4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:42.233154 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-86eb3976-3825-4e9e-9d88-79c8861cf27e req-0433ae52-fa44-4abc-a464-d00888dedaf4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0887094 Jan 12 10:19:42.279094 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-86eb3976-3825-4e9e-9d88-79c8861cf27e req-f50fd141-18ec-4d55-b711-5e2bd106790d tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401878 Jan 12 10:19:43.489750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eba756-6b75-41de-a94a-e647e79e08c1 req-139f302e-be00-4f5a-b71c-412f72317ec5 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:43.491209 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f9eba756-6b75-41de-a94a-e647e79e08c1 req-139f302e-be00-4f5a-b71c-412f72317ec5 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0857654 Jan 12 10:19:43.540107 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f9eba756-6b75-41de-a94a-e647e79e08c1 req-35f259a1-5c59-4ad7-bba1-c1d2df592877 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405133 Jan 12 10:19:44.748229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad224219-690e-4515-a55f-e9335af28ece req-0eff3300-c391-48e5-b2ae-30955a8fade9 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:44.749570 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad224219-690e-4515-a55f-e9335af28ece req-0eff3300-c391-48e5-b2ae-30955a8fade9 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0819414 Jan 12 10:19:44.803496 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad224219-690e-4515-a55f-e9335af28ece req-1054266c-4b44-477a-ac9f-adfadd56b17c tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457578 Jan 12 10:19:46.005165 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:19:46.014312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06484de8-aa94-45b4-a352-570ad32881bb req-9bd8e488-5f29-4456-9b1b-b40df29ce3d2 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:46.015977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06484de8-aa94-45b4-a352-570ad32881bb req-9bd8e488-5f29-4456-9b1b-b40df29ce3d2 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0770459 Jan 12 10:19:46.065137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06484de8-aa94-45b4-a352-570ad32881bb req-1e8e97bb-2762-43b7-ab08-a18e2927949b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416598 Jan 12 10:19:47.269786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eb709-cda3-4148-8b0a-9274f6fe9679 req-e86a88d3-ee3d-4dc3-bac1-d5aabb997b3d tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:47.271258 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3b2eb709-cda3-4148-8b0a-9274f6fe9679 req-e86a88d3-ee3d-4dc3-bac1-d5aabb997b3d tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0828547 Jan 12 10:19:47.401316 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3b2eb709-cda3-4148-8b0a-9274f6fe9679 req-6b1e2812-18fc-4ba6-a2d8-8d476f6674ea tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241391 Jan 12 10:19:48.610559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8b4ea-0c0f-4e46-8317-f1090cb5e0f4 req-d5dabdcc-0176-4c4f-9c6e-8a5ceb6dea94 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:48.611984 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60c8b4ea-0c0f-4e46-8317-f1090cb5e0f4 req-d5dabdcc-0176-4c4f-9c6e-8a5ceb6dea94 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0828438 Jan 12 10:19:48.659383 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60c8b4ea-0c0f-4e46-8317-f1090cb5e0f4 req-c78de065-8755-4a54-aa83-c99fe2b9cd97 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418153 Jan 12 10:19:49.104157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2265f0a9-a745-4159-ae06-c1b1e966c4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:49.882258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905dd42-0193-4f27-adab-4d3548845c2c req-360ea95c-cfd4-4632-996b-911857fc0069 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:49.883650 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3905dd42-0193-4f27-adab-4d3548845c2c req-360ea95c-cfd4-4632-996b-911857fc0069 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0893841 Jan 12 10:19:49.930480 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3905dd42-0193-4f27-adab-4d3548845c2c req-a7d7227a-9d61-4221-b80c-1322b54d4498 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409195 Jan 12 10:19:51.147808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09d921-a17c-48e7-aacb-547107bef8b5 req-7c781b22-ada6-4d8f-a6de-ec31901a34b7 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:51.149427 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9f09d921-a17c-48e7-aacb-547107bef8b5 req-7c781b22-ada6-4d8f-a6de-ec31901a34b7 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0848498 Jan 12 10:19:51.209466 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9f09d921-a17c-48e7-aacb-547107bef8b5 req-7579e6be-ba04-4c06-bd23-fb04132e2cf4 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542121 Jan 12 10:19:51.239057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f34638d2-e21b-449b-a584-e744f57d9e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:52.079424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:52.419103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f0e8-0067-4d9f-930e-9a9a72593590 req-6480af4f-017e-4579-9a7f-26d9d588eab9 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:52.420415 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e902f0e8-0067-4d9f-930e-9a9a72593590 req-6480af4f-017e-4579-9a7f-26d9d588eab9 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0807083 Jan 12 10:19:52.467806 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e902f0e8-0067-4d9f-930e-9a9a72593590 req-4398b23a-87e5-4c0a-9cee-658e44b44ba3 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=86606335-c53e-41ab-a3da-376247c7f073&id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415006 Jan 12 10:19:52.675173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:52.677680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:54.038371 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:09.036557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [req-5632e2d0-7a9b-4333-bc81-29141386e8d9 req-6f997785-4552-47be-8253-b2b082585a0f tempest-ServerDiskConfigTestJSON-1923185363 tempest-ServerDiskConfigTestJSON-1923185363-project] (83595) timed out ('10.222.0.59', 51031) {{(pid=83595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 12 10:20:09.411143 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61282164-2c8f-4979-b9d8-f8990589ca62 req-e989cf79-9e6c-4908-8128-c7ccfccdd64f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824747 Jan 12 10:20:09.553582 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61282164-2c8f-4979-b9d8-f8990589ca62 req-126ea697-ac36-4cf7-ab5e-22cd1d30bd9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=865c16a33ca8430d89adb6d3344bf183&device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1138 time: 0.0714655 Jan 12 10:20:09.703950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61282164-2c8f-4979-b9d8-f8990589ca62 req-9812caba-b6e6-4f57-8a89-07745d7ce336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:09.705282 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61282164-2c8f-4979-b9d8-f8990589ca62 req-9812caba-b6e6-4f57-8a89-07745d7ce336 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 200 len: 916 time: 0.1282461 Jan 12 10:20:09.809078 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61282164-2c8f-4979-b9d8-f8990589ca62 req-b7e0afb7-75a3-406d-9eff-84d8f22df5f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 1002 time: 0.0971148 Jan 12 10:20:09.873480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61282164-2c8f-4979-b9d8-f8990589ca62 req-7703131a-ec66-40f9-bd79-2d145476741d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:09.874903 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61282164-2c8f-4979-b9d8-f8990589ca62 req-7703131a-ec66-40f9-bd79-2d145476741d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=320e50d4-9878-40be-a2e8-1e7188eae80a HTTP/1.1" status: 200 len: 854 time: 0.0588908 Jan 12 10:20:09.951769 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61282164-2c8f-4979-b9d8-f8990589ca62 req-500c6262-b57a-425d-bf6f-2dd2ed2760dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43060711-2894-4e5c-aa28-a6d529c85492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701268 Jan 12 10:20:10.098366 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61282164-2c8f-4979-b9d8-f8990589ca62 req-f4b0efd2-339d-4130-9c41-b497183c26c5 service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388235 Jan 12 10:20:10.229358 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61282164-2c8f-4979-b9d8-f8990589ca62 req-0b4c1e49-3ae1-45c3-ac5c-14f2e426d6f5 service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253536 Jan 12 10:20:19.099751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97269c26-8b43-4b5f-94ea-9fb406b7a401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:21.236513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-871f124f-67b4-4f75-bf7f-1e0029ec4976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:22.085236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:22.676774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:22.679568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:23.009720 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:20:24.034158 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:49.118140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7484a13d-3d2b-4049-bd6f-7325b53ac5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:51.246784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f4eafa0-b292-4c4d-b41f-d437fe50950e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:52.094691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:52.666864 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:52.671734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:54.039466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:56.303925 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-acdd31d4-8042-4650-be56-2dad387a0caf tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643347763&fields=id&tenant_id=865c16a33ca8430d89adb6d3344bf183 HTTP/1.1" status: 200 len: 267 time: 0.2393670 Jan 12 10:20:56.386627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-635e62a7-ebf7-47f9-85a0-45bab9682c32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:56.388102 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-635e62a7-ebf7-47f9-85a0-45bab9682c32 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 985 time: 0.0788887 Jan 12 10:20:56.398710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Request body: {'port': {'security_groups': ['cf95933e-1065-455b-a4fb-1541894a83dd']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:20:56.514976 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:56.856130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] For port 96666a14-88b4-4c24-93d1-0e5d5812e70d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:20:56.880629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:56.887322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:56.898684 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['96666a14-88b4-4c24-93d1-0e5d5812e70d'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:20:56.958816 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:56.959424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:56.960828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4d35fba4-090a-4074-a5cb-d1275ce9843f req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "PUT /v2.0/ports/96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 943 time: 0.5665512 Jan 12 10:20:56.961299 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:20:56.968118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49346) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:20:56.977217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event updated for resources: {'Port': ['ID=96666a14-88b4-4c24-93d1-0e5d5812e70d,revision_number=7']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:56.987149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:56.988033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:56.988033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:56.988470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:56.988910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:56.989356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:56.989778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:56.990173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:56.991183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:56.991183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:56.991380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e107b3-ad20-422a-82da-b782d65f0655 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.043698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['96666a14-88b4-4c24-93d1-0e5d5812e70d'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:20:57.054714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:57.095835 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:57.145332 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'status': 'completed', 'code': 200} Jan 12 10:20:57.168036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:57.189378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86606335-c53e-41ab-a3da-376247c7f073,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:57.197055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:57.200971 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "DELETE /v2.0/security-groups/86606335-c53e-41ab-a3da-376247c7f073 HTTP/1.1" status: 204 len: 168 time: 0.2285049 Jan 12 10:20:57.202104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49352) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:20:57.244829 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-655eb52b-c1bc-4d5f-9038-01a9a5f97f18 req-1091bee2-3037-428e-8aae-e48468cf7043 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=865c16a33ca8430d89adb6d3344bf183&device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1099 time: 0.0769851 Jan 12 10:20:57.276666 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.277263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.277663 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.278127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.278513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.278930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.279335 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.279717 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.280491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.280491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.280724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c418-35f7-4e5e-b6a4-3b8d7420bd20 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:57.319528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-701b299d-bc9b-49f1-8123-42fc27c8f494 None None] Provisioning complete for port 96666a14-88b4-4c24-93d1-0e5d5812e70d triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:57.320351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-701b299d-bc9b-49f1-8123-42fc27c8f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:57.385096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eb52b-c1bc-4d5f-9038-01a9a5f97f18 req-5881d0a4-cf57-4860-9c62-6d8e4d62eea8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:57.386516 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-655eb52b-c1bc-4d5f-9038-01a9a5f97f18 req-5881d0a4-cf57-4860-9c62-6d8e4d62eea8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 200 len: 916 time: 0.1356781 Jan 12 10:20:57.449446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Deleting port c08bc2b9-d9ab-4cc5-935e-f604cd04c184 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:20:57.449817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:57.491271 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-655eb52b-c1bc-4d5f-9038-01a9a5f97f18 req-17965f08-9fd3-40bc-b832-609398913863 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 1002 time: 0.0986252 Jan 12 10:20:57.553298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eb52b-c1bc-4d5f-9038-01a9a5f97f18 req-b90ce27d-858b-43c3-98a5-2dd92057119c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:57.554757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-655eb52b-c1bc-4d5f-9038-01a9a5f97f18 req-b90ce27d-858b-43c3-98a5-2dd92057119c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=320e50d4-9878-40be-a2e8-1e7188eae80a HTTP/1.1" status: 200 len: 854 time: 0.0575793 Jan 12 10:20:57.615314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:57.615630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:57.627139 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-655eb52b-c1bc-4d5f-9038-01a9a5f97f18 req-630ad7f5-b458-4bd1-b3b8-7a8b52b84aa2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43060711-2894-4e5c-aa28-a6d529c85492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665574 Jan 12 10:20:57.735570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Calling delete_port for c08bc2b9-d9ab-4cc5-935e-f604cd04c184 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:20:57.758165 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-655eb52b-c1bc-4d5f-9038-01a9a5f97f18 req-f894fd98-a513-4b76-a0d4-e61f9ca5c12e service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247914 Jan 12 10:20:57.887828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:57.892940 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-655eb52b-c1bc-4d5f-9038-01a9a5f97f18 req-48f25030-6a99-4132-8de1-21b939258b71 service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279266 Jan 12 10:20:57.936670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event deleted for resources: {'Port': ['ID=c08bc2b9-d9ab-4cc5-935e-f604cd04c184,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:58.029058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:58.448403 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Router acf1d2c0-57c0-4679-8e78-c8124f158cb1 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:20:58.752994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:20:58.763519 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] Sync routers for ids ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:20:58.775120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:58.775876 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] Routers {'acf1d2c0-57c0-4679-8e78-c8124f158cb1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:20:58.776547 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:20:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:58.831090 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-450ac766-3851-4009-9c6f-047c4327ee5b tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "DELETE /v2.0/floatingips/aabf6d7b-84e3-416d-9384-2368dabf049a HTTP/1.1" status: 204 len: 168 time: 1.6261346 Jan 12 10:20:58.831090 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:20:58.983122 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'status': 'completed', 'code': 200} Jan 12 10:20:59.012410 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] Set router acf1d2c0-57c0-4679-8e78-c8124f158cb1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:20:59.079495 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76b2db27-eabb-4918-82e1-d533fa01fcb2 req-4b20c8c7-fc1c-4829-9bd5-0846c2a8d8ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=865c16a33ca8430d89adb6d3344bf183&device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 1099 time: 0.0747848 Jan 12 10:20:59.232666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2db27-eabb-4918-82e1-d533fa01fcb2 req-6802b86d-5dd8-4efd-b8ab-8cf72568587a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:59.234312 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76b2db27-eabb-4918-82e1-d533fa01fcb2 req-6802b86d-5dd8-4efd-b8ab-8cf72568587a service neutron] 10.222.0.59 "GET /v2.0/networks?id=43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 200 len: 916 time: 0.1496546 Jan 12 10:20:59.304069 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76b2db27-eabb-4918-82e1-d533fa01fcb2 req-153a4ad0-8599-405e-bdad-2fba5f887045 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 200 len: 217 time: 0.0644047 Jan 12 10:20:59.352809 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:39Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bcabc56e-c58c-41af-844c-1752653fd273', 'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'mac_address': 'fa:16:3e:74:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:38Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 5, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'subnets': [{'id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:59.356778 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] Checking router: acf1d2c0-57c0-4679-8e78-c8124f158cb1 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:20:59.365879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2db27-eabb-4918-82e1-d533fa01fcb2 req-f1c96195-bffc-43d6-8fc7-8a55ddc8a440 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:59.367375 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76b2db27-eabb-4918-82e1-d533fa01fcb2 req-f1c96195-bffc-43d6-8fc7-8a55ddc8a440 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=320e50d4-9878-40be-a2e8-1e7188eae80a HTTP/1.1" status: 200 len: 854 time: 0.0572670 Jan 12 10:20:59.367493 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] Routers {'acf1d2c0-57c0-4679-8e78-c8124f158cb1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:20:59.367957 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:20:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:59.442390 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76b2db27-eabb-4918-82e1-d533fa01fcb2 req-0b946ae3-92f6-4a19-9d32-b196b34a8da2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43060711-2894-4e5c-aa28-a6d529c85492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688777 Jan 12 10:20:59.550218 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] Set router acf1d2c0-57c0-4679-8e78-c8124f158cb1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:20:59.573854 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76b2db27-eabb-4918-82e1-d533fa01fcb2 req-7d4e7c74-6e2c-4402-8c71-80b7bfb7277d service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256163 Jan 12 10:20:59.705278 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-76b2db27-eabb-4918-82e1-d533fa01fcb2 req-ec26f179-1d15-4667-bd3d-ca927918f72a service neutron] 10.222.0.59 "GET /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244984 Jan 12 10:20:59.869962 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:39Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bcabc56e-c58c-41af-844c-1752653fd273', 'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'mac_address': 'fa:16:3e:74:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:38Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 5, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'subnets': [{'id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:59.874650 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3e1fb-b024-4512-8f5d-9af8c037bedb None None] The sync data for ids ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'] in dv-neutron-824347-1-hyperv is: [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:39Z', 'revision_number': 4, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'bcabc56e-c58c-41af-844c-1752653fd273', 'name': '', 'network_id': '43060711-2894-4e5c-aa28-a6d529c85492', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'mac_address': 'fa:16:3e:74:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:38Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 5, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'subnets': [{'id': '320e50d4-9878-40be-a2e8-1e7188eae80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:21:00.010969 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:21:00.101007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e709b-71ec-4029-b5d1-bc1ba7d1b55a None None] New status for floating IP aabf6d7b-84e3-416d-9384-2368dabf049a: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:21:04.452098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d592c99-c394-4d94-9059-3650aec74858 req-ff0d8e76-d81c-448c-9627-266420733e94 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:04.453464 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d592c99-c394-4d94-9059-3650aec74858 req-ff0d8e76-d81c-448c-9627-266420733e94 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 946 time: 0.1681931 Jan 12 10:21:04.499656 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9d592c99-c394-4d94-9059-3650aec74858 req-a5f4284f-35e8-418f-955e-62b3a12bc4e9 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402956 Jan 12 10:21:05.784439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a689d8c-039c-44c3-b10c-38ca0e6b6c3d req-7b8649c0-f02a-4acb-96e9-ac5826379d0a tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:05.785776 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5a689d8c-039c-44c3-b10c-38ca0e6b6c3d req-7b8649c0-f02a-4acb-96e9-ac5826379d0a tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 946 time: 0.1544919 Jan 12 10:21:05.837020 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5a689d8c-039c-44c3-b10c-38ca0e6b6c3d req-a6ed1e9b-b5ce-474a-a8d9-ba26494d1724 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf95933e-1065-455b-a4fb-1541894a83dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431936 Jan 12 10:21:06.254176 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-f3d7a644-f3b4-4796-aec1-a234321c3714 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:06.255765 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-f3d7a644-f3b4-4796-aec1-a234321c3714 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 946 time: 0.0781887 Jan 12 10:21:06.326170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-8c7061d8-bc4c-470d-ac0d-b54b981ff08f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Deleting port 96666a14-88b4-4c24-93d1-0e5d5812e70d {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:06.326475 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-8c7061d8-bc4c-470d-ac0d-b54b981ff08f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:06.571579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-8c7061d8-bc4c-470d-ac0d-b54b981ff08f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] For port 96666a14-88b4-4c24-93d1-0e5d5812e70d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=96666a14-88b4-4c24-93d1-0e5d5812e70d,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:06.571821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-8c7061d8-bc4c-470d-ac0d-b54b981ff08f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:06.692214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-8c7061d8-bc4c-470d-ac0d-b54b981ff08f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Calling delete_port for 96666a14-88b4-4c24-93d1-0e5d5812e70d owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:21:06.858259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-8c7061d8-bc4c-470d-ac0d-b54b981ff08f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:06.870476 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['96666a14-88b4-4c24-93d1-0e5d5812e70d'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:21:06.911747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7061d8-bc4c-470d-ac0d-b54b981ff08f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Pushing event deleted for resources: {'Port': ['ID=96666a14-88b4-4c24-93d1-0e5d5812e70d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:07.014629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-8c7061d8-bc4c-470d-ac0d-b54b981ff08f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] No DVR routers for this DVR port 96666a14-88b4-4c24-93d1-0e5d5812e70d on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:21:07.020744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-8c7061d8-bc4c-470d-ac0d-b54b981ff08f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:07.023148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'name': 'network-vif-deleted', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:07.030434 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-925482f5-6442-4e45-9659-c7cbdd0a4333 req-273f8368-3bdd-4809-863b-51cfcfe80fd0 tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e46612b-7d88-4e5b-81ab-eebc12379564 HTTP/1.1" status: 200 len: 210 time: 0.0560067 Jan 12 10:21:07.036437 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f692a62f-bd92-4f5c-a563-c9c962fc3c08 req-8c7061d8-bc4c-470d-ac0d-b54b981ff08f tempest-TestMinimumBasicScenario-989599720 tempest-TestMinimumBasicScenario-989599720-project] 10.222.0.59 "DELETE /v2.0/ports/96666a14-88b4-4c24-93d1-0e5d5812e70d HTTP/1.1" status: 204 len: 173 time: 0.7752292 Jan 12 10:21:07.081041 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e46612b-7d88-4e5b-81ab-eebc12379564', 'name': 'network-vif-deleted', 'tag': '96666a14-88b4-4c24-93d1-0e5d5812e70d', 'status': 'completed', 'code': 200} Jan 12 10:21:08.733879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49442) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:09.146432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:09.740132 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] Deleting port bcabc56e-c58c-41af-844c-1752653fd273 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:09.740785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:09.906654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] For port bcabc56e-c58c-41af-844c-1752653fd273, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=bcabc56e-c58c-41af-844c-1752653fd273,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:09.907103 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:10.114600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] Calling delete_port for bcabc56e-c58c-41af-844c-1752653fd273 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:21:10.143323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 96666a14-88b4-4c24-93d1-0e5d5812e70d no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:21:10.177902 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 96666a14-88b4-4c24-93d1-0e5d5812e70d {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:21:10.178219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 96666a14-88b4-4c24-93d1-0e5d5812e70d not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:21:10.290025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:10.332773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcabc56e-c58c-41af-844c-1752653fd273,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:10.625331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:11.207101 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] Router acf1d2c0-57c0-4679-8e78-c8124f158cb1 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:21:11.415391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:21:11.425663 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] Sync routers for ids ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:21:11.430047 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-06277dbb-3c50-4826-9a63-12864b268c65 admin admin] 10.222.0.58 "PUT /v2.0/routers/acf1d2c0-57c0-4679-8e78-c8124f158cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6929233 Jan 12 10:21:11.430421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49446) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:11.440553 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] Routers {'acf1d2c0-57c0-4679-8e78-c8124f158cb1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:11.441164 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:20:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:11.616504 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] Set router acf1d2c0-57c0-4679-8e78-c8124f158cb1 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:21:11.724740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:11.919192 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:21:10Z', 'revision_number': 5, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port': {'id': '0bc3bdae-6edb-4388-be74-f9dc2044388a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:11.923237 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] Checking router: acf1d2c0-57c0-4679-8e78-c8124f158cb1 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:21:11.925266 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:11.934036 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] Routers {'acf1d2c0-57c0-4679-8e78-c8124f158cb1'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:11.934637 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:20:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:11.935791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Deleting port 0bc3bdae-6edb-4388-be74-f9dc2044388a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:11.936151 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:12.082804 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] Set router acf1d2c0-57c0-4679-8e78-c8124f158cb1 gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:21:12.108147 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] For port 0bc3bdae-6edb-4388-be74-f9dc2044388a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0bc3bdae-6edb-4388-be74-f9dc2044388a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:12.108513 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:12.188505 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:21:11Z', 'revision_number': 6, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:12.192503 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94511246-0f13-4f38-ae98-f219e7b8faaa None None] The sync data for ids ['acf1d2c0-57c0-4679-8e78-c8124f158cb1'] in dv-neutron-824347-1-hyperv is: [{'id': 'acf1d2c0-57c0-4679-8e78-c8124f158cb1', 'name': 'tempest-TestMinimumBasicScenario-1476262754-router', 'tenant_id': '865c16a33ca8430d89adb6d3344bf183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:36Z', 'updated_at': '2022-01-12T10:21:11Z', 'revision_number': 6, 'project_id': '865c16a33ca8430d89adb6d3344bf183', 'gw_port_host': None}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:21:12.228434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Calling delete_port for 0bc3bdae-6edb-4388-be74-f9dc2044388a owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:21:12.392225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:12.434241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc3bdae-6edb-4388-be74-f9dc2044388a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:12.662496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.022322 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.026654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.057061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.057606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acf1d2c0-57c0-4679-8e78-c8124f158cb1 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:21:13.070827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.072082 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-797dfed2-47d5-49d8-a3ce-8a5fc0de62f7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/acf1d2c0-57c0-4679-8e78-c8124f158cb1 HTTP/1.1" status: 204 len: 168 time: 1.6407456 Jan 12 10:21:13.074632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49450) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:13.136046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2c852c-1dee-463c-a56a-446a6b9901ad admin admin] Deleting subnet 320e50d4-9878-40be-a2e8-1e7188eae80a {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:21:13.139456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a2c852c-1dee-463c-a56a-446a6b9901ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.192178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a2c852c-1dee-463c-a56a-446a6b9901ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.268850 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a2c852c-1dee-463c-a56a-446a6b9901ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.306810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bcabc56e-c58c-41af-844c-1752653fd273 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:21:13.338750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a2c852c-1dee-463c-a56a-446a6b9901ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.343496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: bcabc56e-c58c-41af-844c-1752653fd273 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:21:13.343845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device bcabc56e-c58c-41af-844c-1752653fd273 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:21:13.344257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0bc3bdae-6edb-4388-be74-f9dc2044388a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:21:13.375106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 0bc3bdae-6edb-4388-be74-f9dc2044388a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:21:13.375420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c852c-1dee-463c-a56a-446a6b9901ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=320e50d4-9878-40be-a2e8-1e7188eae80a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:13.375523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0bc3bdae-6edb-4388-be74-f9dc2044388a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:21:13.381505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4a2c852c-1dee-463c-a56a-446a6b9901ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.387683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35231def-02c0-4411-b4a8-ea3b484f3709 None None] Network 43060711-2894-4e5c-aa28-a6d529c85492 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:21:13.388048 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4a2c852c-1dee-463c-a56a-446a6b9901ad admin admin] 10.222.0.58 "DELETE /v2.0/subnets/320e50d4-9878-40be-a2e8-1e7188eae80a HTTP/1.1" status: 204 len: 168 time: 0.3124065 Jan 12 10:21:13.390712 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49454) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:13.494145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.504127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Deleting port b9933494-2822-4d2f-832b-3782d36c45c1 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:13.504459 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.630745 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] DHCP port deletion for 43060711-2894-4e5c-aa28-a6d529c85492 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:21:13.635245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] Deleting port b9933494-2822-4d2f-832b-3782d36c45c1 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:13.635621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.704696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] For port b9933494-2822-4d2f-832b-3782d36c45c1, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b9933494-2822-4d2f-832b-3782d36c45c1,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:13.705024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.823223 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Calling delete_port for b9933494-2822-4d2f-832b-3782d36c45c1 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:21:13.865663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] For port b9933494-2822-4d2f-832b-3782d36c45c1, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=b9933494-2822-4d2f-832b-3782d36c45c1,segment=NetworkSegment(76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c),segment_id=76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:13.865988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.901729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:13.947791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9933494-2822-4d2f-832b-3782d36c45c1,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:13.953894 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] No DVR routers for this DVR port b9933494-2822-4d2f-832b-3782d36c45c1 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:21:13.982995 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] Calling delete_port for b9933494-2822-4d2f-832b-3782d36c45c1 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:21:14.051983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:21:14.052332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:21:14.067668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:14.093028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43060711-2894-4e5c-aa28-a6d529c85492']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:14.104907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:14.105198 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e0bdc2-d0b6-46af-a28e-ba345e4f0e9c') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:14.116083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:14.131201 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:14.137586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:21:14.137955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:21:14.151233 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:21:14.227139 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:14.231461 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:14.254300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] Pushing event deleted for resources: {'Network': ['ID=43060711-2894-4e5c-aa28-a6d529c85492,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:14.269856 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0f0df812-fa2a-4858-a238-79721c66d86e admin admin] 10.222.0.58 "DELETE /v2.0/networks/43060711-2894-4e5c-aa28-a6d529c85492 HTTP/1.1" status: 204 len: 168 time: 0.8777902 Jan 12 10:21:14.273845 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49458) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:14.553890 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] Deleting port b9933494-2822-4d2f-832b-3782d36c45c1 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:14.554478 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:14.616526 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4ae25657-0acb-40a9-8698-982b08691be9 None None] The port 'b9933494-2822-4d2f-832b-3782d36c45c1' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:21:14.758807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:15.305400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b9933494-2822-4d2f-832b-3782d36c45c1 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:21:15.342196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: b9933494-2822-4d2f-832b-3782d36c45c1 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:21:15.342849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device b9933494-2822-4d2f-832b-3782d36c45c1 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:21:15.371079 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] Deleting port f623993a-938c-4900-aa37-ca73f88bd765 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:15.372029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:15.553316 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] For port f623993a-938c-4900-aa37-ca73f88bd765, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f623993a-938c-4900-aa37-ca73f88bd765,segment=NetworkSegment(14982a7b-a13a-4b83-a0bb-c7a5ffa8c389),segment_id=14982a7b-a13a-4b83-a0bb-c7a5ffa8c389)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:15.553576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:15.668842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] Calling delete_port for f623993a-938c-4900-aa37-ca73f88bd765 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:21:15.849164 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:15.893490 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] Pushing event deleted for resources: {'Port': ['ID=f623993a-938c-4900-aa37-ca73f88bd765,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:16.297809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:16.883510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] Router 8be9172e-738f-4354-b9a1-61fa074b8f49 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:21:17.100883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:21:17.111699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] Sync routers for ids ['8be9172e-738f-4354-b9a1-61fa074b8f49'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:21:17.112828 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-29da1a22-ffd0-434c-ad34-21bafb66c087 admin admin] 10.222.0.58 "PUT /v2.0/routers/8be9172e-738f-4354-b9a1-61fa074b8f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8380215 Jan 12 10:21:17.115535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49466) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:17.124049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] Routers {'8be9172e-738f-4354-b9a1-61fa074b8f49'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:17.124656 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:20:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8be9172e-738f-4354-b9a1-61fa074b8f49'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:17.306443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] Set router 8be9172e-738f-4354-b9a1-61fa074b8f49 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:21:17.311540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:17.507392 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:17.519816 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Deleting port 5953a2fa-557f-46ec-9496-3096f39d8352 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:17.520226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:17.589008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'name': 'tempest-TestMinimumBasicScenario-1767878344-router', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:21:15Z', 'revision_number': 5, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'gw_port': {'id': '5953a2fa-557f-46ec-9496-3096f39d8352', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:17.593095 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] Checking router: 8be9172e-738f-4354-b9a1-61fa074b8f49 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:21:17.603976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] Routers {'8be9172e-738f-4354-b9a1-61fa074b8f49'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:17.604569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:20:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['8be9172e-738f-4354-b9a1-61fa074b8f49'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:17.752497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] Set router 8be9172e-738f-4354-b9a1-61fa074b8f49 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:21:17.797988 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] For port 5953a2fa-557f-46ec-9496-3096f39d8352, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=5953a2fa-557f-46ec-9496-3096f39d8352,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:17.798420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:17.858854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'name': 'tempest-TestMinimumBasicScenario-1767878344-router', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:21:17Z', 'revision_number': 6, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:17.862868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d5c75-1b10-4d9c-80b8-9ef8aeefd720 None None] The sync data for ids ['8be9172e-738f-4354-b9a1-61fa074b8f49'] in dv-neutron-824347-1-hyperv is: [{'id': '8be9172e-738f-4354-b9a1-61fa074b8f49', 'name': 'tempest-TestMinimumBasicScenario-1767878344-router', 'tenant_id': '36e48de56bcb4f699b63bffb38e52e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:42Z', 'updated_at': '2022-01-12T10:21:17Z', 'revision_number': 6, 'project_id': '36e48de56bcb4f699b63bffb38e52e65', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:21:17.919157 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Calling delete_port for 5953a2fa-557f-46ec-9496-3096f39d8352 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:21:18.091267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.134565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Pushing event deleted for resources: {'Port': ['ID=5953a2fa-557f-46ec-9496-3096f39d8352,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:18.356035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.602410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.607036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.636094 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.636721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be9172e-738f-4354-b9a1-61fa074b8f49 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:21:18.651933 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.654700 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e1997b40-161f-497e-b9d6-f23176e69971 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8be9172e-738f-4354-b9a1-61fa074b8f49 HTTP/1.1" status: 204 len: 168 time: 1.5367055 Jan 12 10:21:18.656100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49474) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:18.716406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb12c0b-ab42-4470-9b2f-fe6afa6db341 admin admin] Deleting subnet 79017604-6f96-4f5b-864a-87b88d829e6e {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:21:18.719549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdb12c0b-ab42-4470-9b2f-fe6afa6db341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.768382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdb12c0b-ab42-4470-9b2f-fe6afa6db341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.851535 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdb12c0b-ab42-4470-9b2f-fe6afa6db341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.920375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdb12c0b-ab42-4470-9b2f-fe6afa6db341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.958921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb12c0b-ab42-4470-9b2f-fe6afa6db341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79017604-6f96-4f5b-864a-87b88d829e6e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:18.968111 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bdb12c0b-ab42-4470-9b2f-fe6afa6db341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:18.974108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b257bdb-fcc7-4c2f-b311-c35b522f5965 None None] Network 82a68658-41f0-4047-be50-6e8522625773 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:21:18.974628 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bdb12c0b-ab42-4470-9b2f-fe6afa6db341 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/79017604-6f96-4f5b-864a-87b88d829e6e HTTP/1.1" status: 204 len: 168 time: 0.3172262 Jan 12 10:21:18.977025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49478) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:19.082465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.093923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Deleting port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:19.094425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.184969 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cd66e2d-bda6-424a-a11c-535bd40688de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.267642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] DHCP port deletion for 82a68658-41f0-4047-be50-6e8522625773 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:21:19.272339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] Deleting port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:19.272339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.305581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] For port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8256b080-b01b-4099-a52e-c3c4bfe7c5ad,segment=NetworkSegment(14982a7b-a13a-4b83-a0bb-c7a5ffa8c389),segment_id=14982a7b-a13a-4b83-a0bb-c7a5ffa8c389)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:19.305937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.321160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 8256b080-b01b-4099-a52e-c3c4bfe7c5ad no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:21:19.519538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Calling delete_port for 8256b080-b01b-4099-a52e-c3c4bfe7c5ad owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:21:19.564803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] For port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=8256b080-b01b-4099-a52e-c3c4bfe7c5ad,segment=NetworkSegment(14982a7b-a13a-4b83-a0bb-c7a5ffa8c389),segment_id=14982a7b-a13a-4b83-a0bb-c7a5ffa8c389)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:19.565179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.572031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.596275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.638803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8256b080-b01b-4099-a52e-c3c4bfe7c5ad,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:19.645075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] No DVR routers for this DVR port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:21:19.698408 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] Calling delete_port for 8256b080-b01b-4099-a52e-c3c4bfe7c5ad owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:21:19.758920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.777237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f623993a-938c-4900-aa37-ca73f88bd765 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:21:19.784010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a68658-41f0-4047-be50-6e8522625773']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:19.796084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:19.796377 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14982a7b-a13a-4b83-a0bb-c7a5ffa8c389') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:19.807680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.814918 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: f623993a-938c-4900-aa37-ca73f88bd765 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:21:19.815258 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f623993a-938c-4900-aa37-ca73f88bd765 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:21:19.816161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5953a2fa-557f-46ec-9496-3096f39d8352 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:21:19.824508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.834880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:21:19.835370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:21:19.850879 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:21:19.862517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 5953a2fa-557f-46ec-9496-3096f39d8352 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:21:19.862882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 5953a2fa-557f-46ec-9496-3096f39d8352 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:21:19.873334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:21:19.873841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:21:19.929588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.945263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:19.955210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] Pushing event deleted for resources: {'Network': ['ID=82a68658-41f0-4047-be50-6e8522625773,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:19.959135 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-68cc1754-a1f5-4b03-8a5e-dde8ed2f98aa admin admin] 10.222.0.58 "DELETE /v2.0/networks/82a68658-41f0-4047-be50-6e8522625773 HTTP/1.1" status: 204 len: 168 time: 0.9811618 Jan 12 10:21:20.160070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49484) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:20.209115 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eb31b947-ace4-45c8-adb6-f405cdee15e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=865c16a33ca8430d89adb6d3344bf183&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479114 Jan 12 10:21:20.211574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49488) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:20.272165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a75fdad2-55ca-427b-ab9c-9be71fd7a7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:20.296828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a75fdad2-55ca-427b-ab9c-9be71fd7a7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:20.347744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a75fdad2-55ca-427b-ab9c-9be71fd7a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:20.364608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fdad2-55ca-427b-ab9c-9be71fd7a7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf95933e-1065-455b-a4fb-1541894a83dd,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:20.370686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a75fdad2-55ca-427b-ab9c-9be71fd7a7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:20.372020 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a75fdad2-55ca-427b-ab9c-9be71fd7a7dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf95933e-1065-455b-a4fb-1541894a83dd HTTP/1.1" status: 204 len: 168 time: 0.1593783 Jan 12 10:21:20.379718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] Deleting port 8256b080-b01b-4099-a52e-c3c4bfe7c5ad {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:21:20.380174 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:20.446764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-78fe5a03-ac84-4018-a406-e7be162faec1 None None] The port '8256b080-b01b-4099-a52e-c3c4bfe7c5ad' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:21:20.785161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49496) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:20.838347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3f812806-4304-4ba9-9498-7fb9e3a9765c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36e48de56bcb4f699b63bffb38e52e65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519495 Jan 12 10:21:20.840932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49500) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:20.905899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1e50160-9132-4ca5-8581-1cbd7a6b6fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:20.931790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1e50160-9132-4ca5-8581-1cbd7a6b6fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:20.997836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1e50160-9132-4ca5-8581-1cbd7a6b6fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:21.013395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e50160-9132-4ca5-8581-1cbd7a6b6fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366337f3-eb0a-4000-b81b-89ca5d189e18,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:21.018017 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c1e50160-9132-4ca5-8581-1cbd7a6b6fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:21.019085 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c1e50160-9132-4ca5-8581-1cbd7a6b6fcb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/366337f3-eb0a-4000-b81b-89ca5d189e18 HTTP/1.1" status: 204 len: 168 time: 0.1770735 Jan 12 10:21:21.229059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c796d83-b414-412f-93de-debbdbefa38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:22.096467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:22.669160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:22.677261 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:23.557931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49544) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:23.563669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557630960', 'description': 'tempest-secgroup-smoke-557630960 description', 'project_id': 'b378bec4c25c43858c7b33e922996d00'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:23.569876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:23.573836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:23.576786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:23.582447 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:23.594009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:23.606248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:23.638886 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:23.643489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:23.646375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:23.654579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:23.733851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:23.740366 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:23.779634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:23.781781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d64f21-16ae-4b5d-85b2-a0bc32f1380d,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:23.785883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:23.788629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:23.794550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:23.846322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:23.852763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:23.895258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd93a371-5362-4f81-a9d1-48fe7ab3eef6,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:23.899466 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:23.900664 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1e76bd64-abda-4025-946e-ecdb4a15f229 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3417525 Jan 12 10:21:23.904914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49548) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:23.910345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'dd93a371-5362-4f81-a9d1-48fe7ab3eef6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:23.917340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:23.922756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:23.925748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:23.931746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:23.951385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.011261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.017145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.039608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.040195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171e481e-c2da-4c09-a88a-8e87dccba77a,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:24.049842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.051120 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f76bfc56-55ff-4aa1-a05a-1454cc77b68f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1452603 Jan 12 10:21:24.054185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49552) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:24.059726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'dd93a371-5362-4f81-a9d1-48fe7ab3eef6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:24.065517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:24.069277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:24.072149 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:24.077790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:24.096699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.167245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.173593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.200375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9340726-439e-4294-8661-9981d02d8ef5,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:24.210844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.212032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3a21fdc6-026f-4142-846f-64e6902e6f5f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1568732 Jan 12 10:21:24.215086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49556) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:24.220354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'dd93a371-5362-4f81-a9d1-48fe7ab3eef6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:24.226308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:24.230328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:24.233421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:24.239367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:24.258939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.326366 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.331510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.353536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460f8d97-ebf7-498c-9fa5-025b95f5df90,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:24.363658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.364868 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-486a4928-fdf7-4579-8f95-47f47fea5f2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1488953 Jan 12 10:21:24.367860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49560) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:24.373203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'dd93a371-5362-4f81-a9d1-48fe7ab3eef6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:24.379054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:24.382891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:24.385753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:24.391796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:24.412208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.473139 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.477864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.500172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0e1ba0-a8b5-4edd-83cf-dc9d8ffdb31e,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:24.510586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.511797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-70fe991f-6c29-41ea-a30e-9d25b172b87d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1429946 Jan 12 10:21:24.514917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49564) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:24.520580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'dd93a371-5362-4f81-a9d1-48fe7ab3eef6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:24.526321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:24.530090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:24.532953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:24.538532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:24.551929 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Project b378bec4c25c43858c7b33e922996d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:21:24.558137 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.623085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.628710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.651215 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f41e11-c342-4bea-b577-2e35ffa1a5fc,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:24.662173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.663384 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1544b7cd-ab44-4731-a2b1-db8b1c9298f9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1475294 Jan 12 10:21:24.666300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49568) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:24.671673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'dd93a371-5362-4f81-a9d1-48fe7ab3eef6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:24.677418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:24.681280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:24.684209 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:24.689927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:24.702431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Project b378bec4c25c43858c7b33e922996d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:21:24.708796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.772944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.778925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.801530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef377d9-4281-40c4-9ff4-2f10afdb5a1b,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:24.811253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.812432 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-62aaa56b-0e19-4a63-8e0c-c65c6642c8db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1451802 Jan 12 10:21:24.817027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49572) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:24.822345 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'network': {'name': 'tempest-network-smoke--1812277790', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'port_security_enabled': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:24.827431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:24.831766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:network and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:24.834741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:24.842541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:24.854725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:21:24.857725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.884655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:21:24.894499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.894926 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Added segment 9d10e88b-9b24-4a77-bfce-483f9ca6ed10 of type vlan for network 93871237-c39d-4e7d-9fc5-3083bd5bab89 Jan 12 10:21:24.923882 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.963688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:24.967604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:24.968167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:25.073975 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2559340 Jan 12 10:21:25.077389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49576) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:25.083099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cea40-b16b-41a0-83bc-2f462eefc466 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Network': ['ID=93871237-c39d-4e7d-9fc5-3083bd5bab89,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:25.083243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'admin_state_up': True, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:25.090290 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:25.093679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 93871237-c39d-4e7d-9fc5-3083bd5bab89 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:21:25.094485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:router and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:25.097546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:25.104301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:25.116668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:25.117537 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:25.136238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:25.292208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:25.568520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:25.596982 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:25.728864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.26.1.160 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/504055f2-af71-45e5-8039-e57fe8df970c) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:25.873869 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:25.904161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:25.975727 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:25.978544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:25.982883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:26.012386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=504055f2-af71-45e5-8039-e57fe8df970c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:26.141100 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:26.141743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:26.376643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 532cdecd-4a1b-49c3-a716-381a77b473bc is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:21:26.571654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:21:26.582390 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Sync routers for ids ['532cdecd-4a1b-49c3-a716-381a77b473bc'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:21:26.596508 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Routers {'532cdecd-4a1b-49c3-a716-381a77b473bc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:26.597126 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:21:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['532cdecd-4a1b-49c3-a716-381a77b473bc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:26.600326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:26.603842 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9ed65e12-ee3a-447f-8e46-5218fdd532ee tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5230858 Jan 12 10:21:26.604981 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49580) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:26.768384 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ff86c0b8-210a-4b86-89ed-5798bb3b32d8 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b378bec4c25c43858c7b33e922996d00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1622314 Jan 12 10:21:26.771172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49586) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:26.771964 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Set router 532cdecd-4a1b-49c3-a716-381a77b473bc gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:21:26.898899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15077d60-bba1-481e-b593-35e70cf3c587 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:26.900405 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-15077d60-bba1-481e-b593-35e70cf3c587 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283972 Jan 12 10:21:26.903652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49590) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:26.946417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eef7338f-401f-44a3-92b6-5a5c6590be3c tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415745 Jan 12 10:21:26.949106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49594) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:26.954350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-548296242', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:27.054891 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:26Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:27.058714 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Checking router: 532cdecd-4a1b-49c3-a716-381a77b473bc for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:21:27.059043 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Updating router 532cdecd-4a1b-49c3-a716-381a77b473bc port 504055f2-af71-45e5-8039-e57fe8df970c binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:21:27.070156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:27.073904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:subnet and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:27.076706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:27.082278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:27.093675 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:21:27.109053 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:27.189643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:27.405083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:27.432464 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:27.444288 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Transition to ACTIVE for port object 504055f2-af71-45e5-8039-e57fe8df970c will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:21:27.454000 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:27.482194 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Subnet': ['ID=93374ac0-e630-42a7-a3b9-5c39d04bf713,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:27.496646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Checking segment: {'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:21:27.497016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network hostable DHCP agents. Network: 93871237-c39d-4e7d-9fc5-3083bd5bab89, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:21:27.520450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 93871237-c39d-4e7d-9fc5-3083bd5bab89 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:21:27.531416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 93871237-c39d-4e7d-9fc5-3083bd5bab89) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:27.535700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:27.536296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:27.540018 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Pushing event updated for resources: {'Port': ['ID=504055f2-af71-45e5-8039-e57fe8df970c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:27.540517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a375e9-167e-42ba-8efb-5a6b00006a36 None None] Network 93871237-c39d-4e7d-9fc5-3083bd5bab89 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:21:27.542885 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Attempting to bind port 504055f2-af71-45e5-8039-e57fe8df970c on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:21:27.543246 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Attempting to bind port 504055f2-af71-45e5-8039-e57fe8df970c by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:21:27.543593 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Attempting to bind port 504055f2-af71-45e5-8039-e57fe8df970c on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:21:27.550954 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:21:27.551321 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:21:27.551705 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:27.552085 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:21:27.552969 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Bound port: 504055f2-af71-45e5-8039-e57fe8df970c, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:21:27.553723 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:27.565304 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9af50724-8e5e-4f40-bff1-503b487b87b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6126213 Jan 12 10:21:27.565486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49598) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:27.623341 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] For port 504055f2-af71-45e5-8039-e57fe8df970c, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:21:27.626350 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] For port 504055f2-af71-45e5-8039-e57fe8df970c, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=504055f2-af71-45e5-8039-e57fe8df970c,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:21:27.634111 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.634515 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.634878 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.635202 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.636057 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.636057 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.636202 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.636438 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.636768 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.637078 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.637400 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:27.641478 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:27.712647 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Routers {'532cdecd-4a1b-49c3-a716-381a77b473bc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:27.713220 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:21:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['532cdecd-4a1b-49c3-a716-381a77b473bc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:27.757683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-93871237-c39d-4e7d-9fc5-3083bd5bab89', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:21:27.758533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:27.839392 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a6bb1-b67d-4fb0-81aa-df28cedfa4ea None None] Pushing event updated for resources: {'Port': ['ID=504055f2-af71-45e5-8039-e57fe8df970c,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:27.914752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Allocated IP 172.20.0.2 (93871237-c39d-4e7d-9fc5-3083bd5bab89/93374ac0-e630-42a7-a3b9-5c39d04bf713/3082ca5d-4c53-4713-896f-aa32a0e0eb17) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:27.934715 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] Set router 532cdecd-4a1b-49c3-a716-381a77b473bc gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:21:28.156952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:28.168126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Transition to ACTIVE for port object 3082ca5d-4c53-4713-896f-aa32a0e0eb17 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:21:28.186906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Transition to ACTIVE for port object 3082ca5d-4c53-4713-896f-aa32a0e0eb17 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:21:28.194714 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:28.218419 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:26Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:28.222427 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea0865-01be-4109-96e8-b9cd6e70d55f None None] The sync data for ids ['532cdecd-4a1b-49c3-a716-381a77b473bc'] in dv-neutron-824347-1-hyperv is: [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:26Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:21:28.263374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Network 93871237-c39d-4e7d-9fc5-3083bd5bab89 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:28.267233 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Pushing event updated for resources: {'Port': ['ID=3082ca5d-4c53-4713-896f-aa32a0e0eb17,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:28.269597 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:28.272605 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:28.305601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.305951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.306273 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.306603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.306970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.307289 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.307607 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.307929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.308248 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.308562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.308872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:28.371868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Attempting to bind port 3082ca5d-4c53-4713-896f-aa32a0e0eb17 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:21:28.372232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Attempting to bind port 3082ca5d-4c53-4713-896f-aa32a0e0eb17 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:21:28.372584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Attempting to bind port 3082ca5d-4c53-4713-896f-aa32a0e0eb17 on network 93871237-c39d-4e7d-9fc5-3083bd5bab89 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:21:28.379475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:21:28.379848 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Checking segment: {'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:21:28.380247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:28.380626 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Bound using segment: {'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:21:28.381083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Bound port: 3082ca5d-4c53-4713-896f-aa32a0e0eb17, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:21:28.381579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:28.485413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:28.495651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] For port 3082ca5d-4c53-4713-896f-aa32a0e0eb17, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:21:28.499802 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] For port 3082ca5d-4c53-4713-896f-aa32a0e0eb17, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3082ca5d-4c53-4713-896f-aa32a0e0eb17,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:21:28.507683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:28.604057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec6b79-c2b8-4162-bfd3-c41c079e1e3c None None] Pushing event updated for resources: {'Port': ['ID=3082ca5d-4c53-4713-896f-aa32a0e0eb17,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:28.921069 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.20.0.1 (93871237-c39d-4e7d-9fc5-3083bd5bab89/93374ac0-e630-42a7-a3b9-5c39d04bf713/2bb298d6-f61c-45b4-9960-d6b22d8d88ef) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:29.084070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:29.099719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Transition to ACTIVE for port object 2bb298d6-f61c-45b4-9960-d6b22d8d88ef will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:21:29.122767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:29.193776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 93871237-c39d-4e7d-9fc5-3083bd5bab89 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:29.196890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:29.201254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:29.225721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=2bb298d6-f61c-45b4-9960-d6b22d8d88ef,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:29.259301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:29.358789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:29.365600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3082ca5d-4c53-4713-896f-aa32a0e0eb17 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:21:29.436276 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 3082ca5d-4c53-4713-896f-aa32a0e0eb17 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:21:29.442480 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 504055f2-af71-45e5-8039-e57fe8df970c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:21:29.519903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 504055f2-af71-45e5-8039-e57fe8df970c completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:21:29.525553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 504055f2-af71-45e5-8039-e57fe8df970c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:29.526164 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:29.617297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc3aa0-fbad-46f3-80af-a1b1336aeab3 None None] Network 93871237-c39d-4e7d-9fc5-3083bd5bab89 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:21:29.735375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:29.767041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-402b8f7f-da55-499a-a689-6018d3b1c0f7 None None] Provisioning for port 3082ca5d-4c53-4713-896f-aa32a0e0eb17 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:21:29.781666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 504055f2-af71-45e5-8039-e57fe8df970c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=504055f2-af71-45e5-8039-e57fe8df970c,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:29.783783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-402b8f7f-da55-499a-a689-6018d3b1c0f7 None None] Provisioning complete for port 3082ca5d-4c53-4713-896f-aa32a0e0eb17 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:29.784151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-402b8f7f-da55-499a-a689-6018d3b1c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:29.838548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:29.892258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:29.898743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:29.972898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=504055f2-af71-45e5-8039-e57fe8df970c,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:30.005570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:30.008863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=2bb298d6-f61c-45b4-9960-d6b22d8d88ef,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:30.047538 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-402b8f7f-da55-499a-a689-6018d3b1c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:30.091781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-402b8f7f-da55-499a-a689-6018d3b1c0f7 None None] For port 3082ca5d-4c53-4713-896f-aa32a0e0eb17, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3082ca5d-4c53-4713-896f-aa32a0e0eb17,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:30.098475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-402b8f7f-da55-499a-a689-6018d3b1c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:30.153393 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 93871237-c39d-4e7d-9fc5-3083bd5bab89 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:30.154527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:30.169860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b8f7f-da55-499a-a689-6018d3b1c0f7 None None] Pushing event updated for resources: {'Port': ['ID=3082ca5d-4c53-4713-896f-aa32a0e0eb17,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:30.322984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1c11c014-cc6a-4062-a7cc-a4c844d73667 None None] Provisioning complete for port 3082ca5d-4c53-4713-896f-aa32a0e0eb17 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:30.323354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c11c014-cc6a-4062-a7cc-a4c844d73667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:30.458221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1c11c014-cc6a-4062-a7cc-a4c844d73667 None None] Provisioning for port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:21:30.463424 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1c11c014-cc6a-4062-a7cc-a4c844d73667 None None] Provisioning complete for port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:30.463901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c11c014-cc6a-4062-a7cc-a4c844d73667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:30.523522 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1c11c014-cc6a-4062-a7cc-a4c844d73667 None None] Port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:21:30.560889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 532cdecd-4a1b-49c3-a716-381a77b473bc has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:21:30.644771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5217472f-672c-49ca-95ca-72b326ebc770 None None] Provisioning complete for port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:30.645276 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5217472f-672c-49ca-95ca-72b326ebc770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:30.699215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5217472f-672c-49ca-95ca-72b326ebc770 None None] Port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:21:30.771505 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:21:30.783106 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c65c1597-7ad6-40e5-acab-03a75d8ba609 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "PUT /v2.0/routers/532cdecd-4a1b-49c3-a716-381a77b473bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2165155 Jan 12 10:21:30.819470 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-02261b38-997c-453f-9baa-36411239d673 None None] Provisioning complete for port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:30.819890 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02261b38-997c-453f-9baa-36411239d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:30.871529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-02261b38-997c-453f-9baa-36411239d673 None None] Port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:21:30.965031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-993a0019-e597-44d8-80db-2f571869207a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:21:30.985933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-993a0019-e597-44d8-80db-2f571869207a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:21:30.987248 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-993a0019-e597-44d8-80db-2f571869207a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557630960&fields=id&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 267 time: 0.0615687 Jan 12 10:21:31.144044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-6cf8662c-473b-4b66-a991-d40defff4306 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:31.144606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-6cf8662c-473b-4b66-a991-d40defff4306 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:21:31.163615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-6cf8662c-473b-4b66-a991-d40defff4306 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:21:31.164719 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-6cf8662c-473b-4b66-a991-d40defff4306 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/networks?id=93871237-c39d-4e7d-9fc5-3083bd5bab89 HTTP/1.1" status: 200 len: 797 time: 0.1710503 Jan 12 10:21:31.182941 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-4bdc49c7-3d2a-4ba7-bb15-24433816b111 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/quotas/b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 375 time: 0.0107050 Jan 12 10:21:31.268121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-e4375eb9-a6bd-4091-9564-c4aec8354203 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:21:31.289424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-e4375eb9-a6bd-4091-9564-c4aec8354203 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:21:31.294532 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-e4375eb9-a6bd-4091-9564-c4aec8354203 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067567 Jan 12 10:21:31.322682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3082ca5d-4c53-4713-896f-aa32a0e0eb17 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:21:31.389647 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 3082ca5d-4c53-4713-896f-aa32a0e0eb17 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:31.390019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:31.522697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 504055f2-af71-45e5-8039-e57fe8df970c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:21:31.594151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 504055f2-af71-45e5-8039-e57fe8df970c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:31.594521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:31.622422 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-e91c28d4-9e42-477c-aedd-afe8062bfb84 service neutron] 10.222.0.58 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176057 Jan 12 10:21:31.746707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Sync routers for ids ['532cdecd-4a1b-49c3-a716-381a77b473bc'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:21:31.759967 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-ca6020be-e6a5-4fcd-acbe-2358a77a6292 service neutron] 10.222.0.58 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288991 Jan 12 10:21:31.760180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Routers {'532cdecd-4a1b-49c3-a716-381a77b473bc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:31.760180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:21:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['532cdecd-4a1b-49c3-a716-381a77b473bc'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:31.946259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Set router 532cdecd-4a1b-49c3-a716-381a77b473bc gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:21:31.963345 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d37b97e9-fd6a-4a07-bb74-8c91dcf3b14d req-0ccf2e52-af98-4e00-8915-815b6390a458 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 210 time: 0.0412438 Jan 12 10:21:32.259943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2bb298d6-f61c-45b4-9960-d6b22d8d88ef', 'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:c7:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:28Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 2, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:32.263977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Checking router: 532cdecd-4a1b-49c3-a716-381a77b473bc for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:21:32.264322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Updating router 532cdecd-4a1b-49c3-a716-381a77b473bc port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:21:32.314234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:32.650049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:32.661620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Transition to ACTIVE for port object 2bb298d6-f61c-45b4-9960-d6b22d8d88ef will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:21:32.668434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:32.793531 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925a81f-ff6a-4b3e-a665-821f0b4e383c None None] Pushing event updated for resources: {'Port': ['ID=2bb298d6-f61c-45b4-9960-d6b22d8d88ef,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:32.884202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Attempting to bind port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:21:32.884572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Attempting to bind port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:21:32.884930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Attempting to bind port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef on network 93871237-c39d-4e7d-9fc5-3083bd5bab89 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:21:32.891892 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:21:32.892256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Checking segment: {'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:21:32.892662 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:32.893031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Bound using segment: {'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:21:32.893486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Bound port: 2bb298d6-f61c-45b4-9960-d6b22d8d88ef, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:21:32.893886 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:32.982251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] For port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:21:32.985440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] For port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2bb298d6-f61c-45b4-9960-d6b22d8d88ef,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:21:32.992709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:33.105514 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925a81f-ff6a-4b3e-a665-821f0b4e383c None None] Pushing event updated for resources: {'Port': ['ID=2bb298d6-f61c-45b4-9960-d6b22d8d88ef,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:33.111901 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Routers {'532cdecd-4a1b-49c3-a716-381a77b473bc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:33.112532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:21:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['532cdecd-4a1b-49c3-a716-381a77b473bc'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:33.230452 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5cbe642c-66c6-4d0e-9e61-eab3b8fe2476 req-99eceba0-3bac-4698-99a7-be0bb6a6ec2c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 210 time: 0.1045680 Jan 12 10:21:33.312771 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-ec19caaf-18a4-42e4-a424-2bc40921bc35 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:33.314380 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-ec19caaf-18a4-42e4-a424-2bc40921bc35 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/networks?id=93871237-c39d-4e7d-9fc5-3083bd5bab89 HTTP/1.1" status: 200 len: 797 time: 0.2351961 Jan 12 10:21:33.369307 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-b9f498f9-c342-42e6-8faf-2f6a9aaf4e2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 379 time: 0.0418024 Jan 12 10:21:33.376525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] Set router 532cdecd-4a1b-49c3-a716-381a77b473bc gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:21:33.378995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'port': {'device_id': 'a27c5690-7483-4672-b182-e4ead7e57099', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'admin_state_up': True, 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'security_groups': ['dd93a371-5362-4f81-a9d1-48fe7ab3eef6']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:33.512065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:33.521633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:33.532302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:21:33.535385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:33.688010 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2bb298d6-f61c-45b4-9960-d6b22d8d88ef', 'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:c7:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:28Z', 'updated_at': '2022-01-12T10:21:32Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:33.691854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046ad3e-61f7-409d-b5ff-6a1db29c0281 None None] The sync data for ids ['532cdecd-4a1b-49c3-a716-381a77b473bc'] in dv-neutron-824347-1-hyperv is: [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2bb298d6-f61c-45b4-9960-d6b22d8d88ef', 'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:c7:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:28Z', 'updated_at': '2022-01-12T10:21:32Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:21:33.703855 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.20.0.3 (93871237-c39d-4e7d-9fc5-3083bd5bab89/93374ac0-e630-42a7-a3b9-5c39d04bf713/34e12657-5682-47b3-b004-b34fc0cacd40) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:33.906948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:33.923125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Transition to ACTIVE for port object 34e12657-5682-47b3-b004-b34fc0cacd40 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:21:33.947183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:34.018787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 93871237-c39d-4e7d-9fc5-3083bd5bab89 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:34.021932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:34.026840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:34.061208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=34e12657-5682-47b3-b004-b34fc0cacd40,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:34.095878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:34.096484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:34.122582 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c13b12f1-a93c-4b2e-9c43-dcbb1998d7a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7478402 Jan 12 10:21:34.134442 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Request body: {'port': {'device_id': 'a27c5690-7483-4672-b182-e4ead7e57099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:34.249266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:34.301527 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3fc45ec1-a02f-4ab7-b1dd-d95f3eaf5212 None None] Provisioning for port 34e12657-5682-47b3-b004-b34fc0cacd40 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:21:34.307766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3fc45ec1-a02f-4ab7-b1dd-d95f3eaf5212 None None] Provisioning complete for port 34e12657-5682-47b3-b004-b34fc0cacd40 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:34.308637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3fc45ec1-a02f-4ab7-b1dd-d95f3eaf5212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:34.377132 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3fc45ec1-a02f-4ab7-b1dd-d95f3eaf5212 None None] Port 34e12657-5682-47b3-b004-b34fc0cacd40 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:21:34.585231 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364d7f0-b0e5-4a1f-83f1-d6b89229f40d req-da4a9c34-0187-4147-b7a2-b57245c3e0b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:34.585930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-a364d7f0-b0e5-4a1f-83f1-d6b89229f40d req-da4a9c34-0187-4147-b7a2-b57245c3e0b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:21:34.652750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-a364d7f0-b0e5-4a1f-83f1-d6b89229f40d req-da4a9c34-0187-4147-b7a2-b57245c3e0b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:21:34.654037 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a364d7f0-b0e5-4a1f-83f1-d6b89229f40d req-da4a9c34-0187-4147-b7a2-b57245c3e0b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 931 time: 0.2683575 Jan 12 10:21:34.660125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e12657-5682-47b3-b004-b34fc0cacd40 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:21:34.668281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:34.705510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Transition to ACTIVE for port object 34e12657-5682-47b3-b004-b34fc0cacd40 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:21:34.715392 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:34.870915 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a364d7f0-b0e5-4a1f-83f1-d6b89229f40d req-f7a655e7-5e06-479f-8d79-183a5fed0b8b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064409 Jan 12 10:21:34.939827 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Pushing event updated for resources: {'Port': ['ID=34e12657-5682-47b3-b004-b34fc0cacd40,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:35.052431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Attempting to bind port 34e12657-5682-47b3-b004-b34fc0cacd40 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:21:35.052785 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Attempting to bind port 34e12657-5682-47b3-b004-b34fc0cacd40 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:21:35.055155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Attempting to bind port 34e12657-5682-47b3-b004-b34fc0cacd40 on network 93871237-c39d-4e7d-9fc5-3083bd5bab89 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:21:35.065746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Port 34e12657-5682-47b3-b004-b34fc0cacd40 on network 93871237-c39d-4e7d-9fc5-3083bd5bab89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:21:35.066647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Attempting to bind port 34e12657-5682-47b3-b004-b34fc0cacd40 on network 93871237-c39d-4e7d-9fc5-3083bd5bab89 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:21:35.076938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:21:35.077276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Checking segment: {'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:21:35.077658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Bound using segment: {'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:21:35.078076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Bound port: 34e12657-5682-47b3-b004-b34fc0cacd40, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d10e88b-9b24-4a77-bfce-483f9ca6ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:21:35.078424 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:35.170052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] For port 34e12657-5682-47b3-b004-b34fc0cacd40, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:21:35.173291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] For port 34e12657-5682-47b3-b004-b34fc0cacd40, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=34e12657-5682-47b3-b004-b34fc0cacd40,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:21:35.183613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:35.250298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:35.251830 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] 10.222.0.59 "PUT /v2.0/ports/34e12657-5682-47b3-b004-b34fc0cacd40 HTTP/1.1" status: 200 len: 1093 time: 1.1219530 Jan 12 10:21:35.254608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27c5690-7483-4672-b182-e4ead7e57099', 'tag': '34e12657-5682-47b3-b004-b34fc0cacd40'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:35.284183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df517de-fd73-4eea-ab9d-e82e2f93d256 service neutron] Pushing event updated for resources: {'Port': ['ID=34e12657-5682-47b3-b004-b34fc0cacd40,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:35.331245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27c5690-7483-4672-b182-e4ead7e57099', 'tag': '34e12657-5682-47b3-b004-b34fc0cacd40', 'status': 'completed', 'code': 200} Jan 12 10:21:35.365635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2bb298d6-f61c-45b4-9960-d6b22d8d88ef up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:21:35.375117 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-28a811a5-03b9-4786-8db7-3f85e5a71955 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 1096 time: 0.0815575 Jan 12 10:21:35.443794 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-c364578f-2d2c-45e2-835e-6bb878349f96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e12657-5682-47b3-b004-b34fc0cacd40 HTTP/1.1" status: 200 len: 217 time: 0.0625391 Jan 12 10:21:35.445765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:21:35.451462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:35.452111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:35.517511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-56ba2b93-1597-419c-9ebb-0973c8498a86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:35.518976 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-56ba2b93-1597-419c-9ebb-0973c8498a86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93374ac0-e630-42a7-a3b9-5c39d04bf713 HTTP/1.1" status: 200 len: 834 time: 0.0689778 Jan 12 10:21:35.585438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:35.596891 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-0af0ffdc-dfdc-4e0c-965f-c3a8ee8c4896 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93871237-c39d-4e7d-9fc5-3083bd5bab89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724893 Jan 12 10:21:35.620031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2bb298d6-f61c-45b4-9960-d6b22d8d88ef,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:35.625358 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:35.692053 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=2bb298d6-f61c-45b4-9960-d6b22d8d88ef,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:35.737271 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-fca36b61-6b27-46e5-bcc9-7e0f64ea03c1 service neutron] 10.222.0.59 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334622 Jan 12 10:21:35.869495 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1aaba667-4fb8-4b86-9e9e-e488b2e3f576 req-8577206e-d8c9-4e2a-b6f5-cda63522a094 service neutron] 10.222.0.59 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250615 Jan 12 10:21:36.036825 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ccea729-904f-4f41-9cc8-7cb88e992e19 req-83973f49-7c4a-4444-b593-70fa12bf806c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 1096 time: 0.1156824 Jan 12 10:21:36.174783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bfd3f-a3d1-4378-a02b-13f0acd57b04 req-25a459c9-1f07-46dc-b2b9-2edbfabca4d2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:36.176213 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e6bfd3f-a3d1-4378-a02b-13f0acd57b04 req-25a459c9-1f07-46dc-b2b9-2edbfabca4d2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 943 time: 0.1866338 Jan 12 10:21:36.204570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccea729-904f-4f41-9cc8-7cb88e992e19 req-9af17777-ce17-4e26-8aa3-cdecc48144d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:36.205986 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ccea729-904f-4f41-9cc8-7cb88e992e19 req-9af17777-ce17-4e26-8aa3-cdecc48144d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93871237-c39d-4e7d-9fc5-3083bd5bab89 HTTP/1.1" status: 200 len: 898 time: 0.1622796 Jan 12 10:21:36.288398 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ccea729-904f-4f41-9cc8-7cb88e992e19 req-b14623e8-0e09-4e44-b192-42ffe25331e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e12657-5682-47b3-b004-b34fc0cacd40 HTTP/1.1" status: 200 len: 217 time: 0.0754087 Jan 12 10:21:36.291007 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e6bfd3f-a3d1-4378-a02b-13f0acd57b04 req-e5423c5c-7c7f-427c-9e50-700b4a42c959 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064289 Jan 12 10:21:36.349760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccea729-904f-4f41-9cc8-7cb88e992e19 req-552e1b27-4ebf-4d3a-a1f0-88442ad042bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:36.351209 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ccea729-904f-4f41-9cc8-7cb88e992e19 req-552e1b27-4ebf-4d3a-a1f0-88442ad042bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93374ac0-e630-42a7-a3b9-5c39d04bf713 HTTP/1.1" status: 200 len: 834 time: 0.0562208 Jan 12 10:21:36.440651 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ccea729-904f-4f41-9cc8-7cb88e992e19 req-490f12c8-57ac-48f4-90e5-ced021a02d4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93871237-c39d-4e7d-9fc5-3083bd5bab89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813456 Jan 12 10:21:36.661335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ccea729-904f-4f41-9cc8-7cb88e992e19 req-560c6f4a-a3f2-4330-bfb7-f03282791143 service neutron] 10.222.0.59 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132592 Jan 12 10:21:36.800970 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ccea729-904f-4f41-9cc8-7cb88e992e19 req-06972f92-ca25-48d9-8fbf-3aaf6b4147c7 service neutron] 10.222.0.59 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327672 Jan 12 10:21:37.018181 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:21:37.333481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2bb298d6-f61c-45b4-9960-d6b22d8d88ef up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:21:37.405377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:37.405746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:37.492662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8150e-5108-43be-b567-f8f7a9698343 req-59d8e55f-24fb-433c-95e8-2e2cdd528bef tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:37.494280 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c8150e-5108-43be-b567-f8f7a9698343 req-59d8e55f-24fb-433c-95e8-2e2cdd528bef tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 943 time: 0.0789061 Jan 12 10:21:37.542908 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f6c8150e-5108-43be-b567-f8f7a9698343 req-e335c169-9207-4665-ac95-b3aeaf6ac308 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427876 Jan 12 10:21:38.762532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b410fe5-e065-44fc-8ee5-48a14a113d7c req-f0ff6937-2cb3-40d8-9fdb-1574d7797d5e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:38.764031 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1b410fe5-e065-44fc-8ee5-48a14a113d7c req-f0ff6937-2cb3-40d8-9fdb-1574d7797d5e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 943 time: 0.0940535 Jan 12 10:21:38.809959 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1b410fe5-e065-44fc-8ee5-48a14a113d7c req-8e2d5873-c1a8-45a4-97c0-9baf79966fff tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401063 Jan 12 10:21:40.020223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabbdf2-03a8-464e-a1dd-2bf108560a44 req-c623c6d1-5ba8-4ab0-b3c2-3d9325103bca tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:40.021653 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cbabbdf2-03a8-464e-a1dd-2bf108560a44 req-c623c6d1-5ba8-4ab0-b3c2-3d9325103bca tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 943 time: 0.0802863 Jan 12 10:21:40.068593 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cbabbdf2-03a8-464e-a1dd-2bf108560a44 req-7033048f-3892-4633-ab67-45cc69ded818 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390007 Jan 12 10:21:40.318639 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 34e12657-5682-47b3-b004-b34fc0cacd40 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:21:40.456935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 34e12657-5682-47b3-b004-b34fc0cacd40, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=34e12657-5682-47b3-b004-b34fc0cacd40,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:40.474400 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '34e12657-5682-47b3-b004-b34fc0cacd40', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'port_id': '34e12657-5682-47b3-b004-b34fc0cacd40', 'mac_address': 'fa:16:3e:93:e5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:21:40.527016 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:40.544188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e12657-5682-47b3-b004-b34fc0cacd40 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:21:40.558911 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 34e12657-5682-47b3-b004-b34fc0cacd40, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=34e12657-5682-47b3-b004-b34fc0cacd40,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:40.565287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:40.628682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=34e12657-5682-47b3-b004-b34fc0cacd40,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:40.943618 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['34e12657-5682-47b3-b004-b34fc0cacd40'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:21:41.267573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d75ba8-8ebc-43c0-93cd-bc8a828ed4be req-e68c23ec-80e5-44ea-b70b-3b13a8fea858 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:41.269045 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-46d75ba8-8ebc-43c0-93cd-bc8a828ed4be req-e68c23ec-80e5-44ea-b70b-3b13a8fea858 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 944 time: 0.0797307 Jan 12 10:21:41.316457 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-46d75ba8-8ebc-43c0-93cd-bc8a828ed4be req-678e0fa2-1c09-4557-a273-10f8fe9b7677 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389755 Jan 12 10:21:42.315954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 34e12657-5682-47b3-b004-b34fc0cacd40 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:21:42.398611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 34e12657-5682-47b3-b004-b34fc0cacd40 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:21:42.403364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 34e12657-5682-47b3-b004-b34fc0cacd40 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:42.403744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:42.529222 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682096fd-630c-4526-949c-626513bf5479 req-6b487a85-fb2d-43fc-81fe-96c7824a8ed9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:42.530822 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-682096fd-630c-4526-949c-626513bf5479 req-6b487a85-fb2d-43fc-81fe-96c7824a8ed9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 944 time: 0.0834386 Jan 12 10:21:42.552417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:42.578554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27c5690-7483-4672-b182-e4ead7e57099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e12657-5682-47b3-b004-b34fc0cacd40'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:42.579431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-682096fd-630c-4526-949c-626513bf5479 req-98818b2b-b0c3-4404-96a7-dada459e85be tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427990 Jan 12 10:21:42.588289 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 34e12657-5682-47b3-b004-b34fc0cacd40, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=34e12657-5682-47b3-b004-b34fc0cacd40,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:42.595008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:42.663362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=34e12657-5682-47b3-b004-b34fc0cacd40,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:42.712393 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27c5690-7483-4672-b182-e4ead7e57099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e12657-5682-47b3-b004-b34fc0cacd40', 'code': 200} Jan 12 10:21:42.942262 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b9d597fc-5643-4407-a349-4e69cb295bfc req-cffc5fcd-1571-4911-a649-c65f9d22b621 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 1098 time: 0.0722067 Jan 12 10:21:42.988462 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b9d597fc-5643-4407-a349-4e69cb295bfc req-b5303d2d-c8f1-49ee-ae15-0207ac766da5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400317 Jan 12 10:21:43.787610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f2c68-3e2e-4159-8570-6a6d05eca23f req-472f5d17-90c0-4db6-b4c6-b88cbd93c4d6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:43.789041 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f30f2c68-3e2e-4159-8570-6a6d05eca23f req-472f5d17-90c0-4db6-b4c6-b88cbd93c4d6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.0834553 Jan 12 10:21:43.842912 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f30f2c68-3e2e-4159-8570-6a6d05eca23f req-88e3151d-afa0-43f7-bc82-2a04c51ea1ea tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458498 Jan 12 10:21:45.046504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257f694-ac98-4428-a743-94ee209817a7 req-7f4a291d-2548-4068-8e8d-43fdd54bec3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:45.047946 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6257f694-ac98-4428-a743-94ee209817a7 req-7f4a291d-2548-4068-8e8d-43fdd54bec3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.0818400 Jan 12 10:21:45.094653 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6257f694-ac98-4428-a743-94ee209817a7 req-7df391cc-164a-4bcc-8f54-c34b2ae8c7e8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411456 Jan 12 10:21:45.299729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf70c62-3440-4494-b440-2451a35ef88d req-a3f20065-6c41-40d0-bf45-5ec31caa0c03 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:45.301175 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-edf70c62-3440-4494-b440-2451a35ef88d req-a3f20065-6c41-40d0-bf45-5ec31caa0c03 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.0878232 Jan 12 10:21:45.349141 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-edf70c62-3440-4494-b440-2451a35ef88d req-b0705f28-99fe-4f6a-bf0f-f960a89e408b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Jan 12 10:21:45.383721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49656) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:45.452831 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bd11eb38-0c1b-4f7a-b183-ddaa57e2c3f2 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 1093 time: 0.0680928 Jan 12 10:21:45.455691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49660) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:45.460688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '34e12657-5682-47b3-b004-b34fc0cacd40', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:21:45.466196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:45.470361 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:floatingip and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:45.473389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:45.479109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:45.491544 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:45.635799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:45.777224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.26.1.63 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/8b2b54d7-fb75-4e60-8291-b3fe3af3a88c) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:45.921958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:45.953727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:46.033169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:46.036078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:46.041278 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:46.067762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=8b2b54d7-fb75-4e60-8291-b3fe3af3a88c,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:46.651469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:46.709019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:46.922580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:46.929919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:47.024257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=8b2b54d7-fb75-4e60-8291-b3fe3af3a88c,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:47.041483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:47.269056 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Floating IP 8a15489b-de8a-4aff-824e-d183dd00c4aa associated. External IP: 172.26.1.63, port: 34e12657-5682-47b3-b004-b34fc0cacd40. Jan 12 10:21:47.665994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 532cdecd-4a1b-49c3-a716-381a77b473bc has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:21:47.974953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:21:47.985306 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] Sync routers for ids ['532cdecd-4a1b-49c3-a716-381a77b473bc'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:21:47.997350 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] Routers {'532cdecd-4a1b-49c3-a716-381a77b473bc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:47.998144 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:21:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['532cdecd-4a1b-49c3-a716-381a77b473bc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:48.001327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:48.056492 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9bc2eecc-044d-40f9-bb72-5805e19a7534 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5991178 Jan 12 10:21:48.056821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27c5690-7483-4672-b182-e4ead7e57099', 'tag': '34e12657-5682-47b3-b004-b34fc0cacd40'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:48.112538 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27c5690-7483-4672-b182-e4ead7e57099', 'tag': '34e12657-5682-47b3-b004-b34fc0cacd40', 'status': 'completed', 'code': 200} Jan 12 10:21:48.173112 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] Set router 532cdecd-4a1b-49c3-a716-381a77b473bc gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:21:48.261452 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-150ac45d-cad0-46f9-b86f-49bfd0ec653c req-2e80b727-7454-415e-8f18-6cb041751677 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 1098 time: 0.1285541 Jan 12 10:21:48.267485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3cb4-aa71-4a01-9edd-e9542af7caf3 req-54a96d81-1739-42e5-b87f-69aa64a3fa50 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:48.268822 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-124d3cb4-aa71-4a01-9edd-e9542af7caf3 req-54a96d81-1739-42e5-b87f-69aa64a3fa50 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.1067278 Jan 12 10:21:48.402493 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-124d3cb4-aa71-4a01-9edd-e9542af7caf3 req-0c1d7885-3ab9-430c-a132-e993b5a90d64 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158316 Jan 12 10:21:48.428486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ac45d-cad0-46f9-b86f-49bfd0ec653c req-e95f2ec7-fda1-45b0-aad3-7e35c663f75c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:48.429925 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-150ac45d-cad0-46f9-b86f-49bfd0ec653c req-e95f2ec7-fda1-45b0-aad3-7e35c663f75c service neutron] 10.222.0.59 "GET /v2.0/networks?id=93871237-c39d-4e7d-9fc5-3083bd5bab89 HTTP/1.1" status: 200 len: 898 time: 0.1603081 Jan 12 10:21:48.431341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49668) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:48.520853 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '8a15489b-de8a-4aff-824e-d183dd00c4aa', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.63', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'port_id': '34e12657-5682-47b3-b004-b34fc0cacd40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'mac_address': 'fa:16:3e:93:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27c5690-7483-4672-b182-e4ead7e57099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:21:46Z', 'updated_at': '2022-01-12T10:21:46Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb298d6-f61c-45b4-9960-d6b22d8d88ef', 'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:c7:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:28Z', 'updated_at': '2022-01-12T10:21:35Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:48.525434 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] Checking router: 532cdecd-4a1b-49c3-a716-381a77b473bc for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:21:48.536357 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] Routers {'532cdecd-4a1b-49c3-a716-381a77b473bc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:48.536846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-150ac45d-cad0-46f9-b86f-49bfd0ec653c req-ab386fb9-c4af-4a85-bcee-3518a276c6f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e12657-5682-47b3-b004-b34fc0cacd40 HTTP/1.1" status: 200 len: 998 time: 0.1006451 Jan 12 10:21:48.537080 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:21:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['532cdecd-4a1b-49c3-a716-381a77b473bc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:48.554028 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a051d39a-2447-4517-9ab9-97d385f8bb95 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/8a15489b-de8a-4aff-824e-d183dd00c4aa HTTP/1.1" status: 200 len: 990 time: 0.1215711 Jan 12 10:21:48.597809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ac45d-cad0-46f9-b86f-49bfd0ec653c req-3c2d18a5-106a-486b-8d09-2a7b857a0361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:48.599270 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-150ac45d-cad0-46f9-b86f-49bfd0ec653c req-3c2d18a5-106a-486b-8d09-2a7b857a0361 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93374ac0-e630-42a7-a3b9-5c39d04bf713 HTTP/1.1" status: 200 len: 834 time: 0.0568233 Jan 12 10:21:48.677189 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-150ac45d-cad0-46f9-b86f-49bfd0ec653c req-6bd57f19-2a65-438e-94dc-a56a0c7cd996 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93871237-c39d-4e7d-9fc5-3083bd5bab89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726247 Jan 12 10:21:48.739451 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] Set router 532cdecd-4a1b-49c3-a716-381a77b473bc gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:21:48.810041 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-150ac45d-cad0-46f9-b86f-49bfd0ec653c req-b8c2309d-b515-43fb-bcff-f603985a0c02 service neutron] 10.222.0.59 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264570 Jan 12 10:21:48.937767 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-150ac45d-cad0-46f9-b86f-49bfd0ec653c req-8d35374e-9df6-45cc-afa5-a9c694f95201 service neutron] 10.222.0.59 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222103 Jan 12 10:21:49.099196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a1085c7-c40c-46b3-a04d-120bba73c41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:49.099791 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '8a15489b-de8a-4aff-824e-d183dd00c4aa', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.63', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'port_id': '34e12657-5682-47b3-b004-b34fc0cacd40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'mac_address': 'fa:16:3e:93:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27c5690-7483-4672-b182-e4ead7e57099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:21:46Z', 'updated_at': '2022-01-12T10:21:46Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb298d6-f61c-45b4-9960-d6b22d8d88ef', 'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:c7:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:28Z', 'updated_at': '2022-01-12T10:21:35Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:49.103547 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf3e1d-d0d0-44c0-a6b0-92527c655fa9 None None] The sync data for ids ['532cdecd-4a1b-49c3-a716-381a77b473bc'] in dv-neutron-824347-1-hyperv is: [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '8a15489b-de8a-4aff-824e-d183dd00c4aa', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.63', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'port_id': '34e12657-5682-47b3-b004-b34fc0cacd40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'mac_address': 'fa:16:3e:93:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27c5690-7483-4672-b182-e4ead7e57099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:21:46Z', 'updated_at': '2022-01-12T10:21:46Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb298d6-f61c-45b4-9960-d6b22d8d88ef', 'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:c7:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:28Z', 'updated_at': '2022-01-12T10:21:35Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:21:49.559159 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49672) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:49.675915 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5eea1a41-7a45-4ffc-86dd-75cdb8e83e0f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/8a15489b-de8a-4aff-824e-d183dd00c4aa HTTP/1.1" status: 200 len: 990 time: 0.1152606 Jan 12 10:21:49.924834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d7157-11f6-4d1b-a8e8-4f2d7b09baa2 None None] New status for floating IP 8a15489b-de8a-4aff-824e-d183dd00c4aa: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:21:50.679889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49676) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:50.797671 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0e0a8b44-0339-4483-88b8-131d384f2b7e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/8a15489b-de8a-4aff-824e-d183dd00c4aa HTTP/1.1" status: 200 len: 992 time: 0.1165094 Jan 12 10:21:51.237980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7e810f2-b560-4dd2-89dc-0852445d3ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.101083 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.676076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.680497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:54.043699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:09.478460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c3fac07-1b74-4200-b65b-dbbf1d676c94 req-184cb69a-349f-4859-8fb0-169cc4b8a990 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1518874 Jan 12 10:22:09.622374 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c3fac07-1b74-4200-b65b-dbbf1d676c94 req-5816d1ac-ae78-4e65-936a-4078e4d7c8a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 1098 time: 0.0698466 Jan 12 10:22:09.765954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fac07-1b74-4200-b65b-dbbf1d676c94 req-bf0dd269-adaa-48a4-8206-1c308589d369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:09.767414 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c3fac07-1b74-4200-b65b-dbbf1d676c94 req-bf0dd269-adaa-48a4-8206-1c308589d369 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93871237-c39d-4e7d-9fc5-3083bd5bab89 HTTP/1.1" status: 200 len: 898 time: 0.1255314 Jan 12 10:22:09.869279 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c3fac07-1b74-4200-b65b-dbbf1d676c94 req-3bf633eb-1df0-4149-abf0-56f316a5f36d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e12657-5682-47b3-b004-b34fc0cacd40 HTTP/1.1" status: 200 len: 1000 time: 0.0956514 Jan 12 10:22:09.936172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fac07-1b74-4200-b65b-dbbf1d676c94 req-5f45805a-d3b1-4553-9b2d-6856e735e62d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:09.937492 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c3fac07-1b74-4200-b65b-dbbf1d676c94 req-5f45805a-d3b1-4553-9b2d-6856e735e62d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93374ac0-e630-42a7-a3b9-5c39d04bf713 HTTP/1.1" status: 200 len: 834 time: 0.0616775 Jan 12 10:22:10.020657 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c3fac07-1b74-4200-b65b-dbbf1d676c94 req-0cc49432-4909-4d24-af20-48a662d57b08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93871237-c39d-4e7d-9fc5-3083bd5bab89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759988 Jan 12 10:22:10.243838 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c3fac07-1b74-4200-b65b-dbbf1d676c94 req-1767712d-f11b-4f94-9f87-9e3dd63f8211 service neutron] 10.222.0.59 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173252 Jan 12 10:22:10.374154 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c3fac07-1b74-4200-b65b-dbbf1d676c94 req-40499461-35ac-4bf9-9c75-ef3fe3a209fc service neutron] 10.222.0.59 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234879 Jan 12 10:22:14.013673 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:22:19.107958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd93c1dd-7b7a-4adb-8f98-8de805dcf61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:21.241476 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4472af9e-ac1c-4939-9c8d-171cfc6cb23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:22.112183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:22.677790 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:22.684970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:24.055997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:49.110732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6c7d-bf83-4fd7-9cdd-c41eec0f3cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:51.021259 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:22:51.239858 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e16823c-284c-4653-8c6c-838c4582a923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:52.104441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:52.672246 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:52.691659 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:54.050822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:00.256786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c13764-c4bb-4d4b-a003-e20f663ff3d8 req-fb52d8bd-eeb4-4dc6-bd29-6ee440302b46 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:00.258265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6c13764-c4bb-4d4b-a003-e20f663ff3d8 req-fb52d8bd-eeb4-4dc6-bd29-6ee440302b46 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.0844293 Jan 12 10:23:00.305351 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6c13764-c4bb-4d4b-a003-e20f663ff3d8 req-f50b8ef7-9733-48ad-be90-a5cc77662494 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412133 Jan 12 10:23:01.540676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe194f-da99-4f3e-be79-1f3fdb7fcb29 req-02078071-9e5e-44ee-9874-77271de5c0a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:01.542254 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83fe194f-da99-4f3e-be79-1f3fdb7fcb29 req-02078071-9e5e-44ee-9874-77271de5c0a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.0832548 Jan 12 10:23:01.593080 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83fe194f-da99-4f3e-be79-1f3fdb7fcb29 req-8f5075ea-1721-4af3-b97a-28866c01a8d5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425415 Jan 12 10:23:01.628979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49712) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:01.833035 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-58db6296-8591-4c45-9670-ff95703d88be tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/8a15489b-de8a-4aff-824e-d183dd00c4aa HTTP/1.1" status: 200 len: 992 time: 0.2028277 Jan 12 10:23:03.385493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff8b19-e76c-4ede-9a85-a93a5ab77080 req-90726d8b-e59f-4619-8810-e559f417e797 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:03.386982 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07ff8b19-e76c-4ede-9a85-a93a5ab77080 req-90726d8b-e59f-4619-8810-e559f417e797 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.0912209 Jan 12 10:23:03.439032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-07ff8b19-e76c-4ede-9a85-a93a5ab77080 req-9d0a5689-7954-496f-bd5b-e65c66053816 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455720 Jan 12 10:23:04.653121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d591bf-71bb-4853-98cd-c947ddc61fac req-35a955ce-5a0e-4fca-a4ad-292bc5c1005b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:04.654567 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-11d591bf-71bb-4853-98cd-c947ddc61fac req-35a955ce-5a0e-4fca-a4ad-292bc5c1005b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.0859659 Jan 12 10:23:04.703961 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-11d591bf-71bb-4853-98cd-c947ddc61fac req-fd5492ce-cf8d-4b89-b0f6-1d859f533afe tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Jan 12 10:23:04.742177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49726) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:04.845612 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f9c30f56-85b8-4d05-a187-809e0e517231 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/8a15489b-de8a-4aff-824e-d183dd00c4aa HTTP/1.1" status: 200 len: 992 time: 0.1022956 Jan 12 10:23:05.142633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49734) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:05.353848 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 8b2b54d7-fb75-4e60-8291-b3fe3af3a88c {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:23:05.354236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:05.535291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:05.535675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:05.655008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 8b2b54d7-fb75-4e60-8291-b3fe3af3a88c owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:23:05.810426 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:05.853777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=8b2b54d7-fb75-4e60-8291-b3fe3af3a88c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:05.865263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.865607 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.865947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.866279 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.866607 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.866963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.867299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.868137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.868137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.868269 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.868540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:05.970604 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:06.381540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 532cdecd-4a1b-49c3-a716-381a77b473bc has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:23:06.686962 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:23:06.696842 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] Sync routers for ids ['532cdecd-4a1b-49c3-a716-381a77b473bc'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:23:06.709825 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] Routers {'532cdecd-4a1b-49c3-a716-381a77b473bc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:23:06.710446 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:22:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['532cdecd-4a1b-49c3-a716-381a77b473bc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:06.711144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:06.766141 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9b124f51-b431-431d-896f-d9360d65ac68 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/floatingips/8a15489b-de8a-4aff-824e-d183dd00c4aa HTTP/1.1" status: 204 len: 168 time: 1.6217101 Jan 12 10:23:06.766829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27c5690-7483-4672-b182-e4ead7e57099', 'tag': '34e12657-5682-47b3-b004-b34fc0cacd40'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:23:06.823498 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27c5690-7483-4672-b182-e4ead7e57099', 'tag': '34e12657-5682-47b3-b004-b34fc0cacd40', 'status': 'completed', 'code': 200} Jan 12 10:23:06.893927 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] Set router 532cdecd-4a1b-49c3-a716-381a77b473bc gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:23:06.915807 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c80ac145-f17e-4eaa-ab54-11060e2e05f3 req-f1d987d6-b51c-4379-8145-909c601023be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 1098 time: 0.0723343 Jan 12 10:23:07.055043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ac145-f17e-4eaa-ab54-11060e2e05f3 req-7ae6b0d5-9b3e-403d-a867-c2efced4ea50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:07.057132 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c80ac145-f17e-4eaa-ab54-11060e2e05f3 req-7ae6b0d5-9b3e-403d-a867-c2efced4ea50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93871237-c39d-4e7d-9fc5-3083bd5bab89 HTTP/1.1" status: 200 len: 898 time: 0.1357925 Jan 12 10:23:07.158559 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c80ac145-f17e-4eaa-ab54-11060e2e05f3 req-95ee7c9d-8d01-48e2-a424-02ad5366ce77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e12657-5682-47b3-b004-b34fc0cacd40 HTTP/1.1" status: 200 len: 217 time: 0.0947707 Jan 12 10:23:07.207794 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2bb298d6-f61c-45b4-9960-d6b22d8d88ef', 'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:c7:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:28Z', 'updated_at': '2022-01-12T10:21:35Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:07.211990 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] Checking router: 532cdecd-4a1b-49c3-a716-381a77b473bc for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:23:07.222848 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] Routers {'532cdecd-4a1b-49c3-a716-381a77b473bc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:23:07.223435 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:22:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['532cdecd-4a1b-49c3-a716-381a77b473bc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:07.234115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ac145-f17e-4eaa-ab54-11060e2e05f3 req-a577b835-a130-41f9-8c3a-b6e82869ba3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:07.235552 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c80ac145-f17e-4eaa-ab54-11060e2e05f3 req-a577b835-a130-41f9-8c3a-b6e82869ba3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93374ac0-e630-42a7-a3b9-5c39d04bf713 HTTP/1.1" status: 200 len: 834 time: 0.0710163 Jan 12 10:23:07.287860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4101d3a-ddf8-4fb1-8a5e-11118e15cca2 req-66b52b72-6e77-4294-a24f-403688059125 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:07.289240 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b4101d3a-ddf8-4fb1-8a5e-11118e15cca2 req-66b52b72-6e77-4294-a24f-403688059125 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.1790717 Jan 12 10:23:07.350100 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b4101d3a-ddf8-4fb1-8a5e-11118e15cca2 req-2886c676-190b-43d5-bd5b-bff9b10b525b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542948 Jan 12 10:23:07.353864 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c80ac145-f17e-4eaa-ab54-11060e2e05f3 req-b03c0db0-2952-4bd8-991d-d80ad29f2ff7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93871237-c39d-4e7d-9fc5-3083bd5bab89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1114042 Jan 12 10:23:07.397570 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] Set router 532cdecd-4a1b-49c3-a716-381a77b473bc gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:23:07.486035 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c80ac145-f17e-4eaa-ab54-11060e2e05f3 req-cc0d813f-1c78-4f32-b608-b85af531314d service neutron] 10.222.0.59 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253798 Jan 12 10:23:07.625871 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c80ac145-f17e-4eaa-ab54-11060e2e05f3 req-2b53daa7-056a-48f2-80f0-2c63a3bcb690 service neutron] 10.222.0.59 "GET /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333320 Jan 12 10:23:07.745168 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2bb298d6-f61c-45b4-9960-d6b22d8d88ef', 'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:c7:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:28Z', 'updated_at': '2022-01-12T10:21:35Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:07.749644 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911885f3-117f-4304-b75d-b75b652bb1f8 None None] The sync data for ids ['532cdecd-4a1b-49c3-a716-381a77b473bc'] in dv-neutron-824347-1-hyperv is: [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '2bb298d6-f61c-45b4-9960-d6b22d8d88ef', 'name': '', 'network_id': '93871237-c39d-4e7d-9fc5-3083bd5bab89', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:c7:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:28Z', 'updated_at': '2022-01-12T10:21:35Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '93374ac0-e630-42a7-a3b9-5c39d04bf713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:23:07.982689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e3a3c-38a1-4090-beec-30397fee6aa0 None None] New status for floating IP 8a15489b-de8a-4aff-824e-d183dd00c4aa: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:23:08.577824 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e7817-02e2-48bc-8104-2f7884af8ef1 req-64f11084-e58c-420b-8c18-13289585e479 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:08.579325 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2d5e7817-02e2-48bc-8104-2f7884af8ef1 req-64f11084-e58c-420b-8c18-13289585e479 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.0952706 Jan 12 10:23:08.623945 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2d5e7817-02e2-48bc-8104-2f7884af8ef1 req-6f101e1d-3ed4-48e6-b180-076ec6b90cde tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd93a371-5362-4f81-a9d1-48fe7ab3eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391016 Jan 12 10:23:08.982991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-5cad7b8a-237b-4a78-ad28-c8a034c14496 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:08.982991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-5cad7b8a-237b-4a78-ad28-c8a034c14496 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 945 time: 0.0966425 Jan 12 10:23:09.183256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 34e12657-5682-47b3-b004-b34fc0cacd40 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:23:09.183586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:09.464161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 34e12657-5682-47b3-b004-b34fc0cacd40, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=34e12657-5682-47b3-b004-b34fc0cacd40,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:09.464568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:09.617527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 34e12657-5682-47b3-b004-b34fc0cacd40 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:23:09.795148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:09.833571 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d85512bb-f5f9-4e71-a157-003f06970cd9 req-19812b57-8ad7-4cc5-96ef-49b397da059b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 210 time: 0.0779984 Jan 12 10:23:09.849963 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=34e12657-5682-47b3-b004-b34fc0cacd40,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:09.860138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.860473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.860840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.861147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.861470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.861793 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.862177 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.862503 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.862853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.863254 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.863616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:09.939684 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] No DVR routers for this DVR port 34e12657-5682-47b3-b004-b34fc0cacd40 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:23:09.942242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:09.944664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27c5690-7483-4672-b182-e4ead7e57099', 'name': 'network-vif-deleted', 'tag': '34e12657-5682-47b3-b004-b34fc0cacd40'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:23:09.955774 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c73ff4d3-414c-4ad2-a177-e594786c155c req-b54c24db-5588-4c9e-9247-a4d2a57c730d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "DELETE /v2.0/ports/34e12657-5682-47b3-b004-b34fc0cacd40 HTTP/1.1" status: 204 len: 173 time: 0.9697790 Jan 12 10:23:10.004692 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27c5690-7483-4672-b182-e4ead7e57099', 'name': 'network-vif-deleted', 'tag': '34e12657-5682-47b3-b004-b34fc0cacd40', 'status': 'completed', 'code': 200} Jan 12 10:23:10.366356 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27666df0-84a6-4fa2-974f-99f57010e6be req-629e2526-bcba-47c6-b45d-34fc97fe57ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a27c5690-7483-4672-b182-e4ead7e57099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0391853 Jan 12 10:23:10.473737 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27666df0-84a6-4fa2-974f-99f57010e6be req-fd70c75d-5f29-492b-ab13-9fa31292453a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=a27c5690-7483-4672-b182-e4ead7e57099 HTTP/1.1" status: 200 len: 210 time: 0.0432584 Jan 12 10:23:10.634775 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27666df0-84a6-4fa2-974f-99f57010e6be req-6f1be3f7-5050-4ea3-90ba-a9562f01fe08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:10.636322 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27666df0-84a6-4fa2-974f-99f57010e6be req-6f1be3f7-5050-4ea3-90ba-a9562f01fe08 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b378bec4c25c43858c7b33e922996d00&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1344662 Jan 12 10:23:10.788867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27666df0-84a6-4fa2-974f-99f57010e6be req-22debe10-9c34-407a-8f81-10f3bc888ea9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:10.790415 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27666df0-84a6-4fa2-974f-99f57010e6be req-22debe10-9c34-407a-8f81-10f3bc888ea9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1484098 Jan 12 10:23:10.937707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49752) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:11.353130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:12.082969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:23:12.083986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:12.269863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 2bb298d6-f61c-45b4-9960-d6b22d8d88ef, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2bb298d6-f61c-45b4-9960-d6b22d8d88ef,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:12.270208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:12.385861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 2bb298d6-f61c-45b4-9960-d6b22d8d88ef owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:23:12.567765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:12.611888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=2bb298d6-f61c-45b4-9960-d6b22d8d88ef,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:12.720211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 34e12657-5682-47b3-b004-b34fc0cacd40 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:23:12.757611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 34e12657-5682-47b3-b004-b34fc0cacd40 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:23:12.757959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 34e12657-5682-47b3-b004-b34fc0cacd40 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:23:13.013739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:13.617851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 532cdecd-4a1b-49c3-a716-381a77b473bc has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:23:13.830136 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:23:13.841276 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] Sync routers for ids ['532cdecd-4a1b-49c3-a716-381a77b473bc'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:23:13.846759 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-0d0e47ee-a36a-44b0-a5b0-a9d3072cf840 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "PUT /v2.0/routers/532cdecd-4a1b-49c3-a716-381a77b473bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9057670 Jan 12 10:23:13.847921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49756) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:13.854051 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] Routers {'532cdecd-4a1b-49c3-a716-381a77b473bc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:23:13.854690 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:22:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['532cdecd-4a1b-49c3-a716-381a77b473bc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:14.031326 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] Set router 532cdecd-4a1b-49c3-a716-381a77b473bc gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:23:14.034547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e222b21e-fd94-4aab-9f65-02febd24dbc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting subnet 93374ac0-e630-42a7-a3b9-5c39d04bf713 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:23:14.037534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e222b21e-fd94-4aab-9f65-02febd24dbc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.099627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e222b21e-fd94-4aab-9f65-02febd24dbc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.179188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e222b21e-fd94-4aab-9f65-02febd24dbc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.250714 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e222b21e-fd94-4aab-9f65-02febd24dbc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.292309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222b21e-fd94-4aab-9f65-02febd24dbc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Subnet': ['ID=93374ac0-e630-42a7-a3b9-5c39d04bf713,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:14.297414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e222b21e-fd94-4aab-9f65-02febd24dbc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.304165 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e222b21e-fd94-4aab-9f65-02febd24dbc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/subnets/93374ac0-e630-42a7-a3b9-5c39d04bf713 HTTP/1.1" status: 204 len: 168 time: 0.4552412 Jan 12 10:23:14.306254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e78f8-ebf9-4f72-8d05-280a319b931f None None] Network 93871237-c39d-4e7d-9fc5-3083bd5bab89 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:23:14.307107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49760) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:14.327117 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:23:12Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:14.330976 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] Checking router: 532cdecd-4a1b-49c3-a716-381a77b473bc for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:23:14.341433 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] Routers {'532cdecd-4a1b-49c3-a716-381a77b473bc'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:23:14.342098 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:22:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['532cdecd-4a1b-49c3-a716-381a77b473bc'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:14.514538 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.516791 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] Set router 532cdecd-4a1b-49c3-a716-381a77b473bc gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:23:14.563494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] DHCP port deletion for 93871237-c39d-4e7d-9fc5-3083bd5bab89 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:23:14.568059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Deleting port 3082ca5d-4c53-4713-896f-aa32a0e0eb17 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:23:14.568553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.710874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.721270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 504055f2-af71-45e5-8039-e57fe8df970c {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:23:14.721601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.774767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] For port 3082ca5d-4c53-4713-896f-aa32a0e0eb17, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=3082ca5d-4c53-4713-896f-aa32a0e0eb17,segment=NetworkSegment(9d10e88b-9b24-4a77-bfce-483f9ca6ed10),segment_id=9d10e88b-9b24-4a77-bfce-483f9ca6ed10)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:14.775148 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.799774 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:23:12Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:14.803686 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece588e-812d-44b0-be5a-8c5e7aae5d0d None None] The sync data for ids ['532cdecd-4a1b-49c3-a716-381a77b473bc'] in dv-neutron-824347-1-hyperv is: [{'id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238763575', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': '504055f2-af71-45e5-8039-e57fe8df970c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:23:12Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '504055f2-af71-45e5-8039-e57fe8df970c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532cdecd-4a1b-49c3-a716-381a77b473bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:25Z', 'updated_at': '2022-01-12T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:23:14.899317 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 504055f2-af71-45e5-8039-e57fe8df970c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=504055f2-af71-45e5-8039-e57fe8df970c,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:14.899674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:14.936086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Calling delete_port for 3082ca5d-4c53-4713-896f-aa32a0e0eb17 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:23:15.008166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:15.017273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 504055f2-af71-45e5-8039-e57fe8df970c owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:23:15.055614 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Pushing event deleted for resources: {'Port': ['ID=3082ca5d-4c53-4713-896f-aa32a0e0eb17,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:15.060533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] No DVR routers for this DVR port 3082ca5d-4c53-4713-896f-aa32a0e0eb17 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:23:15.072405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.072405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.072405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.072405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.072405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.072782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.073052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.073455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.073763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.074134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.074453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72300826-ad53-450c-8b54-f4adf24ca515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:15.186486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:15.230841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=504055f2-af71-45e5-8039-e57fe8df970c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:15.440330 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3082ca5d-4c53-4713-896f-aa32a0e0eb17 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:23:15.464721 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:15.474372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 3082ca5d-4c53-4713-896f-aa32a0e0eb17 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:23:15.474857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 3082ca5d-4c53-4713-896f-aa32a0e0eb17 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:23:15.475372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2bb298d6-f61c-45b4-9960-d6b22d8d88ef no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:23:15.510476 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 2bb298d6-f61c-45b4-9960-d6b22d8d88ef {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:23:15.510862 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2bb298d6-f61c-45b4-9960-d6b22d8d88ef not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:23:15.810596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:15.815054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:15.844475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:15.845353 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Fanout notify agent at l3_agent the message router_deleted on router 532cdecd-4a1b-49c3-a716-381a77b473bc {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:23:15.863810 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:15.867638 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7b6ec6a6-678d-4186-90c4-6c32b16e3f1b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/routers/532cdecd-4a1b-49c3-a716-381a77b473bc HTTP/1.1" status: 204 len: 168 time: 1.5590653 Jan 12 10:23:15.868252 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49764) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:16.027801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.293939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.318570 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93871237-c39d-4e7d-9fc5-3083bd5bab89']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:16.330479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d10e88b-9b24-4a77-bfce-483f9ca6ed10') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:16.330801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d10e88b-9b24-4a77-bfce-483f9ca6ed10') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:16.342610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.364242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.371995 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:23:16.372474 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:23:16.387860 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:23:16.470453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.474640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.509097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Network': ['ID=93871237-c39d-4e7d-9fc5-3083bd5bab89,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:16.513670 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f7a04b4d-19ac-442d-ab7e-121bb0aeb7d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/networks/93871237-c39d-4e7d-9fc5-3083bd5bab89 HTTP/1.1" status: 204 len: 168 time: 0.6442850 Jan 12 10:23:16.517609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49768) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:16.586270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cec509e-3770-4658-a894-94f99e4f60df tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.614392 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cec509e-3770-4658-a894-94f99e4f60df tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.679557 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cec509e-3770-4658-a894-94f99e4f60df tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.698066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec509e-3770-4658-a894-94f99e4f60df tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd93a371-5362-4f81-a9d1-48fe7ab3eef6,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:16.712113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9cec509e-3770-4658-a894-94f99e4f60df tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:16.713245 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9cec509e-3770-4658-a894-94f99e4f60df tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/security-groups/dd93a371-5362-4f81-a9d1-48fe7ab3eef6 HTTP/1.1" status: 204 len: 168 time: 0.1954882 Jan 12 10:23:16.977588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49776) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:16.983273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239081165', 'description': 'tempest-secgroup-smoke-1239081165 description', 'project_id': 'b378bec4c25c43858c7b33e922996d00'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:16.989501 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:16.993684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:16.996643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:17.002380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:17.013560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.047265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:17.050865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:17.053500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:17.059013 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:17.115881 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.122496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.175766 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359b2a40-392e-4921-a843-ff3592cc64dc,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:17.179299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.180479 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3366b389-d54d-4f15-980a-7d251ffc9e06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2019284 Jan 12 10:23:17.183763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49780) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:17.189107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '359b2a40-392e-4921-a843-ff3592cc64dc', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:17.195136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:17.199036 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:17.201940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:17.207719 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:17.228358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.290919 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.296125 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.316960 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61e74fd-4412-4f38-8e3b-a0790247bf13,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:17.329882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.333817 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5fcf7ea0-a583-4d9a-8903-0023999d9748 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1460614 Jan 12 10:23:17.333817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49784) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:17.338835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 504055f2-af71-45e5-8039-e57fe8df970c no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:23:17.339713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '359b2a40-392e-4921-a843-ff3592cc64dc', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:17.345984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:17.350066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:17.353110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:17.359081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:17.372869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 504055f2-af71-45e5-8039-e57fe8df970c {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:23:17.373209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 504055f2-af71-45e5-8039-e57fe8df970c not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:23:17.377891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.440550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.447023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.472637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29799d38-30bf-4418-872c-b212854552ab,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:17.482599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.483906 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ca09b0a0-0c48-489d-8bcf-571886e3542f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1493940 Jan 12 10:23:17.486984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49788) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:17.492905 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '359b2a40-392e-4921-a843-ff3592cc64dc', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:17.499071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:17.502947 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:17.506093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:17.513102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:17.532498 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.596121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.601452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.623627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65530907-4b23-44a6-a57f-5639e26fdbd6,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:17.634506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.635709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-358d1261-11de-4463-8145-f65edb3c1c3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1477489 Jan 12 10:23:17.638542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49792) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:17.644250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '359b2a40-392e-4921-a843-ff3592cc64dc', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:17.650243 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:17.654742 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:17.657779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:17.663763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:17.685451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.750194 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.756185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.780218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dde241e-1b6e-4c9c-9d3e-23360921864f,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:17.790257 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.791476 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8bdcc37d-061c-4272-a3a6-f0db685320b2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1518812 Jan 12 10:23:17.794384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49796) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:17.802739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '359b2a40-392e-4921-a843-ff3592cc64dc', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:17.810683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:17.814751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:17.817772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:17.823695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:17.836024 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Project b378bec4c25c43858c7b33e922996d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:23:17.842572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.908795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.914682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.937401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a63878f-6052-4445-a187-c367d75f1781,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:17.953545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.955234 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4af3d056-dc07-4f64-bd54-04231dc66fe2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1594248 Jan 12 10:23:17.959327 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49800) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:17.966991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '359b2a40-392e-4921-a843-ff3592cc64dc', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:17.972854 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:17.976682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:17.979654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:17.985575 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:17.997717 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Project b378bec4c25c43858c7b33e922996d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:23:18.003932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.081872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.087659 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.110532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda017cf-0dcb-4d19-a037-bec4eb6553fe,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:18.120297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.121541 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-baa28799-0710-4731-b680-c1111b932235 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1609578 Jan 12 10:23:18.125982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49804) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:18.131287 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'network': {'name': 'tempest-network-smoke--1847453644', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'port_security_enabled': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:18.136096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:18.140185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:network and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:18.143308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:18.148892 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:18.160532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:23:18.163421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.190258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:23:18.199117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.199461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Added segment 60877ae1-8695-43f3-8ae9-6569d4996986 of type vlan for network 3acced2b-c7e0-496f-9af0-6760af212f05 Jan 12 10:23:18.224856 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.253747 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.257815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:18.258330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.362391 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2354066 Jan 12 10:23:18.365256 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85e247-b38c-48cb-9459-fa48d6329a86 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Network': ['ID=3acced2b-c7e0-496f-9af0-6760af212f05,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:18.365383 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49810) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:18.371949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'admin_state_up': True, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:18.375705 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 3acced2b-c7e0-496f-9af0-6760af212f05 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:23:18.380230 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:18.384463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:router and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:18.387635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:18.394021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:18.407064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.407974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.433708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.581378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.761485 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.791038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:18.933351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.26.1.8 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/805fd114-6a0b-4462-92e3-68106e6bc611) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:23:19.074234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:19.106003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0e31-e8c7-4224-89a8-1ac88c6e9dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:19.106990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:19.181994 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:23:19.184973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:23:19.188628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:23:19.217189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=805fd114-6a0b-4462-92e3-68106e6bc611,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:19.348062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:19.348786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:19.664535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router fda9bf52-5bda-4249-9a33-8bd830a0d014 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:23:19.876760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:23:19.886269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Sync routers for ids ['fda9bf52-5bda-4249-9a33-8bd830a0d014'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:23:19.899696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Routers {'fda9bf52-5bda-4249-9a33-8bd830a0d014'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:23:19.900368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:22:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['fda9bf52-5bda-4249-9a33-8bd830a0d014'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:19.903877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:19.905096 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cc1ce7e9-de4d-4e40-b6ca-fb06acb78f3d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5388222 Jan 12 10:23:19.908602 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49814) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:19.947241 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7e3cc9af-919d-483d-ab01-64b3bfe13c21 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b378bec4c25c43858c7b33e922996d00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374570 Jan 12 10:23:19.949884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49818) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:20.079403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Set router fda9bf52-5bda-4249-9a33-8bd830a0d014 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:23:20.082909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6b586-744d-46d5-942c-a5dca6f59900 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:20.084436 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3da6b586-744d-46d5-942c-a5dca6f59900 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337185 Jan 12 10:23:20.087358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49822) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:20.130268 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d004bfe9-63e2-4e85-a317-f387a7ab5e4d tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417860 Jan 12 10:23:20.132977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49826) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:20.138863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2117692874', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:20.247483 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:20.251434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:subnet and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:20.254230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:20.259948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:20.271819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:23:20.356298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:19Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:20.360388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Checking router: fda9bf52-5bda-4249-9a33-8bd830a0d014 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:23:20.360730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Updating router fda9bf52-5bda-4249-9a33-8bd830a0d014 port 805fd114-6a0b-4462-92e3-68106e6bc611 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:23:20.370726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:20.409857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:20.596235 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:20.670071 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Subnet': ['ID=d80dfd94-51a2-41e3-92d8-1dd82e83d68c,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:20.686323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Checking segment: {'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:23:20.686703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network hostable DHCP agents. Network: 3acced2b-c7e0-496f-9af0-6760af212f05, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:23:20.710622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 3acced2b-c7e0-496f-9af0-6760af212f05 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:23:20.722200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 3acced2b-c7e0-496f-9af0-6760af212f05) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:23:20.726006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:20.726801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:20.736188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b793d9-2105-4242-a201-fc3a27881119 None None] Network 3acced2b-c7e0-496f-9af0-6760af212f05 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:23:20.749174 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cee6299f-5668-40c0-a63b-29af19d12709 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6151171 Jan 12 10:23:20.752149 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49830) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:20.757613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:20.817889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Transition to ACTIVE for port object 805fd114-6a0b-4462-92e3-68106e6bc611 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:23:20.832738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:20.986144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93885438-f31d-45bb-838a-fd15d0cecb90 None None] Pushing event updated for resources: {'Port': ['ID=805fd114-6a0b-4462-92e3-68106e6bc611,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:21.021349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Attempting to bind port 805fd114-6a0b-4462-92e3-68106e6bc611 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:23:21.021707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Attempting to bind port 805fd114-6a0b-4462-92e3-68106e6bc611 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:23:21.022055 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Attempting to bind port 805fd114-6a0b-4462-92e3-68106e6bc611 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:23:21.039447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:23:21.039807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:23:21.040528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:21.040915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:23:21.041373 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Bound port: 805fd114-6a0b-4462-92e3-68106e6bc611, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:23:21.041737 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:21.136775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-3acced2b-c7e0-496f-9af0-6760af212f05', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:23:21.137569 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:21.165192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] For port 805fd114-6a0b-4462-92e3-68106e6bc611, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:23:21.168621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] For port 805fd114-6a0b-4462-92e3-68106e6bc611, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=805fd114-6a0b-4462-92e3-68106e6bc611,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:23:21.211152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:21.327977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5370dc1-117b-4c5c-a927-a61f3ced3ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:21.343924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93885438-f31d-45bb-838a-fd15d0cecb90 None None] Pushing event updated for resources: {'Port': ['ID=805fd114-6a0b-4462-92e3-68106e6bc611,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:21.385821 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Routers {'fda9bf52-5bda-4249-9a33-8bd830a0d014'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:23:21.386447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:23:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['fda9bf52-5bda-4249-9a33-8bd830a0d014'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:21.480470 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Allocated IP 172.20.0.2 (3acced2b-c7e0-496f-9af0-6760af212f05/d80dfd94-51a2-41e3-92d8-1dd82e83d68c/c382c91b-130f-47b8-85c3-d173d553e7a0) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:23:21.511454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:21.662744 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] Set router fda9bf52-5bda-4249-9a33-8bd830a0d014 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:23:21.948753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:21.971028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Transition to ACTIVE for port object c382c91b-130f-47b8-85c3-d173d553e7a0 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:23:22.037057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Transition to ACTIVE for port object c382c91b-130f-47b8-85c3-d173d553e7a0 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:23:22.045855 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:22.108896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.20.0.1 (3acced2b-c7e0-496f-9af0-6760af212f05/d80dfd94-51a2-41e3-92d8-1dd82e83d68c/93129fb6-7901-44af-ac91-a23bbe8e9740) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:23:22.130268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:22.137020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Network 3acced2b-c7e0-496f-9af0-6760af212f05 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:23:22.142140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Pushing event updated for resources: {'Port': ['ID=c382c91b-130f-47b8-85c3-d173d553e7a0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:22.145993 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:23:22.149003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:23:22.187580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:19Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:22.220947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3350ff51-0235-4aa9-89e1-5273ac88b86c None None] The sync data for ids ['fda9bf52-5bda-4249-9a33-8bd830a0d014'] in dv-neutron-824347-1-hyperv is: [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:19Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:23:22.251501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Attempting to bind port c382c91b-130f-47b8-85c3-d173d553e7a0 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:23:22.252328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Attempting to bind port c382c91b-130f-47b8-85c3-d173d553e7a0 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:23:22.252701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Attempting to bind port c382c91b-130f-47b8-85c3-d173d553e7a0 on network 3acced2b-c7e0-496f-9af0-6760af212f05 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:23:22.259679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:23:22.260048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Checking segment: {'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:23:22.260446 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:22.260881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Bound using segment: {'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:23:22.261368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Bound port: c382c91b-130f-47b8-85c3-d173d553e7a0, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:23:22.261787 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:22.271367 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:22.287996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Transition to ACTIVE for port object 93129fb6-7901-44af-ac91-a23bbe8e9740 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:23:22.311570 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:22.361216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-749a484e-36c0-40df-8859-a7030fde267d None None] For port c382c91b-130f-47b8-85c3-d173d553e7a0, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:23:22.365898 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-749a484e-36c0-40df-8859-a7030fde267d None None] For port c382c91b-130f-47b8-85c3-d173d553e7a0, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c382c91b-130f-47b8-85c3-d173d553e7a0,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:23:22.371442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:22.384038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 3acced2b-c7e0-496f-9af0-6760af212f05 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:23:22.387121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:23:22.389503 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:23:22.434998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=93129fb6-7901-44af-ac91-a23bbe8e9740,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:22.461251 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:22.485850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a484e-36c0-40df-8859-a7030fde267d None None] Pushing event updated for resources: {'Port': ['ID=c382c91b-130f-47b8-85c3-d173d553e7a0,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:22.582333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:22.682874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:22.695627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:23.034191 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:23.039776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:23.148367 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=93129fb6-7901-44af-ac91-a23bbe8e9740,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:23.151654 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:23.290214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 3acced2b-c7e0-496f-9af0-6760af212f05 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:23:23.291424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:23:23.388788 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad955d48-8923-4326-a751-3a04db14fc4d None None] Network 3acced2b-c7e0-496f-9af0-6760af212f05 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:23:23.526129 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c382c91b-130f-47b8-85c3-d173d553e7a0 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:23:23.611011 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-eac9c1f3-fde3-4511-a6aa-727956823469 None None] Provisioning for port c382c91b-130f-47b8-85c3-d173d553e7a0 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:23:23.686852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port c382c91b-130f-47b8-85c3-d173d553e7a0 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:23:23.719175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c382c91b-130f-47b8-85c3-d173d553e7a0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:23.719533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:23.779567 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router fda9bf52-5bda-4249-9a33-8bd830a0d014 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:23:23.865000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:23.898562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port c382c91b-130f-47b8-85c3-d173d553e7a0, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c382c91b-130f-47b8-85c3-d173d553e7a0,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:23.904109 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:23.905209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 805fd114-6a0b-4462-92e3-68106e6bc611 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:23:23.988110 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:23:24.002245 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-351b449f-449f-4a38-90aa-07e676cdb0d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "PUT /v2.0/routers/fda9bf52-5bda-4249-9a33-8bd830a0d014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489862 Jan 12 10:23:24.027847 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=c382c91b-130f-47b8-85c3-d173d553e7a0,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:24.068097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:24.072721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 805fd114-6a0b-4462-92e3-68106e6bc611 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:23:24.081235 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 805fd114-6a0b-4462-92e3-68106e6bc611 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:24.081600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:24.109398 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b6604e23-d331-47c9-9686-f1e207cab685 None None] Provisioning for port 93129fb6-7901-44af-ac91-a23bbe8e9740 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:23:24.127307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b6604e23-d331-47c9-9686-f1e207cab685 None None] Provisioning complete for port 93129fb6-7901-44af-ac91-a23bbe8e9740 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:24.127680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6604e23-d331-47c9-9686-f1e207cab685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:24.192582 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b6604e23-d331-47c9-9686-f1e207cab685 None None] Port 93129fb6-7901-44af-ac91-a23bbe8e9740 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:23:24.205556 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-e008ee2e-eca3-4a05-b6dd-5767b0a60b18 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239081165&fields=id&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 267 time: 0.0453568 Jan 12 10:23:24.256453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b6604e23-d331-47c9-9686-f1e207cab685 None None] Provisioning complete for port c382c91b-130f-47b8-85c3-d173d553e7a0 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:24.256824 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6604e23-d331-47c9-9686-f1e207cab685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:24.285602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:24.321907 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 805fd114-6a0b-4462-92e3-68106e6bc611, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=805fd114-6a0b-4462-92e3-68106e6bc611,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:24.328204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:24.367459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-1e639aa0-5ba6-4edd-a8b1-bbbf03b59208 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:24.368453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-1e639aa0-5ba6-4edd-a8b1-bbbf03b59208 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:23:24.387009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-1e639aa0-5ba6-4edd-a8b1-bbbf03b59208 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:23:24.388283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-1e639aa0-5ba6-4edd-a8b1-bbbf03b59208 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/networks?id=3acced2b-c7e0-496f-9af0-6760af212f05 HTTP/1.1" status: 200 len: 797 time: 0.1726897 Jan 12 10:23:24.405396 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-762b4cc0-3b01-4656-9378-30887ec925fb tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/quotas/b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 375 time: 0.0109026 Jan 12 10:23:24.447759 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=805fd114-6a0b-4462-92e3-68106e6bc611,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:24.487297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-6aa2f6ec-d4cf-421c-b278-c69e8bdf053f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:23:24.503794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-6aa2f6ec-d4cf-421c-b278-c69e8bdf053f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:23:24.505024 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-6aa2f6ec-d4cf-421c-b278-c69e8bdf053f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941579 Jan 12 10:23:24.576926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-30f35de9-77ed-4707-9b0c-08fac9d1cbd7 None None] Provisioning complete for port 93129fb6-7901-44af-ac91-a23bbe8e9740 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:24.577404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30f35de9-77ed-4707-9b0c-08fac9d1cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:24.628502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-30f35de9-77ed-4707-9b0c-08fac9d1cbd7 None None] Port 93129fb6-7901-44af-ac91-a23bbe8e9740 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:23:24.720496 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-845e2f29-cf6c-4c98-89b7-b72b1556f9b0 service neutron] 10.222.0.58 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034891 Jan 12 10:23:24.940900 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-50d975a8-dd84-457f-bd3f-615f8f4ef7de service neutron] 10.222.0.58 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119012 Jan 12 10:23:25.127363 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ced2fe14-c20d-4115-8c03-0f7057c68d74 req-d2ea3ef5-74fb-44ec-a59a-fffa4a939490 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 210 time: 0.0421848 Jan 12 10:23:25.392512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c382c91b-130f-47b8-85c3-d173d553e7a0 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:23:25.479877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port c382c91b-130f-47b8-85c3-d173d553e7a0 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:25.480586 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:25.595734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 805fd114-6a0b-4462-92e3-68106e6bc611 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:23:25.668338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 805fd114-6a0b-4462-92e3-68106e6bc611 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:25.668998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:25.800625 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Sync routers for ids ['fda9bf52-5bda-4249-9a33-8bd830a0d014'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:23:25.811972 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Routers {'fda9bf52-5bda-4249-9a33-8bd830a0d014'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:23:25.812552 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:23:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['fda9bf52-5bda-4249-9a33-8bd830a0d014'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:25.987774 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Set router fda9bf52-5bda-4249-9a33-8bd830a0d014 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:23:26.190691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-41cac545-4b99-4d71-ac6e-ab98adf563f8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:26.192188 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-41cac545-4b99-4d71-ac6e-ab98adf563f8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/networks?id=3acced2b-c7e0-496f-9af0-6760af212f05 HTTP/1.1" status: 200 len: 797 time: 0.1646774 Jan 12 10:23:26.258352 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-61e3d650-dc63-45bd-88cb-24629a5ba972 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 380 time: 0.0532959 Jan 12 10:23:26.267542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'port': {'device_id': '68da7b82-420f-4383-90ee-60a8bc161c30', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'admin_state_up': True, 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'security_groups': ['359b2a40-392e-4921-a843-ff3592cc64dc']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:26.350839 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:22Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '93129fb6-7901-44af-ac91-a23bbe8e9740', 'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:cf:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:21Z', 'updated_at': '2022-01-12T10:23:22Z', 'revision_number': 2, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:26.354985 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Checking router: fda9bf52-5bda-4249-9a33-8bd830a0d014 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:23:26.355337 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Updating router fda9bf52-5bda-4249-9a33-8bd830a0d014 port 93129fb6-7901-44af-ac91-a23bbe8e9740 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:23:26.367035 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-367e5612-f28b-4d78-9746-cb1a930a3c40 req-70ff9440-9a5c-492f-bf52-6d0548fd3240 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 210 time: 0.1055691 Jan 12 10:23:26.407837 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:26.441197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:26.450698 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:26.462047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:23:26.465110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:26.765200 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:26.781683 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Transition to ACTIVE for port object 93129fb6-7901-44af-ac91-a23bbe8e9740 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:23:26.790591 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:26.866253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.20.0.7 (3acced2b-c7e0-496f-9af0-6760af212f05/d80dfd94-51a2-41e3-92d8-1dd82e83d68c/3151d00e-af38-44c8-9c2b-7924fe8e2b7c) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:23:26.969513 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Pushing event updated for resources: {'Port': ['ID=93129fb6-7901-44af-ac91-a23bbe8e9740,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:27.002066 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.002391 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.002917 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.003238 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.003553 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.003864 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.004177 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.004487 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.004794 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.005097 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.005398 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:27.016374 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Attempting to bind port 93129fb6-7901-44af-ac91-a23bbe8e9740 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:23:27.016374 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Attempting to bind port 93129fb6-7901-44af-ac91-a23bbe8e9740 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:23:27.016562 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Attempting to bind port 93129fb6-7901-44af-ac91-a23bbe8e9740 on network 3acced2b-c7e0-496f-9af0-6760af212f05 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:23:27.026437 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:23:27.026822 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Checking segment: {'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:23:27.027212 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:27.027591 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Bound using segment: {'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:23:27.028039 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Bound port: 93129fb6-7901-44af-ac91-a23bbe8e9740, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:23:27.028402 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:27.070578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:27.085908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Transition to ACTIVE for port object 3151d00e-af38-44c8-9c2b-7924fe8e2b7c will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:23:27.108412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:27.119151 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] For port 93129fb6-7901-44af-ac91-a23bbe8e9740, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:23:27.122028 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] For port 93129fb6-7901-44af-ac91-a23bbe8e9740, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=93129fb6-7901-44af-ac91-a23bbe8e9740,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:23:27.126315 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:27.180389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 3acced2b-c7e0-496f-9af0-6760af212f05 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:23:27.183518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:23:27.188530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:23:27.203360 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac5ed-13bc-473b-afa3-b18c2533128f None None] Pushing event updated for resources: {'Port': ['ID=93129fb6-7901-44af-ac91-a23bbe8e9740,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:27.207927 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Routers {'fda9bf52-5bda-4249-9a33-8bd830a0d014'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:23:27.208544 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:23:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['fda9bf52-5bda-4249-9a33-8bd830a0d014'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:27.217166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:27.254016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:27.254620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:27.283699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-59b203f3-041a-4a8d-ad12-8464457674f5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0200140 Jan 12 10:23:27.294332 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Request body: {'port': {'device_id': '68da7b82-420f-4383-90ee-60a8bc161c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:27.399085 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] Set router fda9bf52-5bda-4249-9a33-8bd830a0d014 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:23:27.408166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:27.737438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e874d3d0-3e63-4ffb-a44e-55acf9c28a56 None None] Provisioning for port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:23:27.740670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ca10f-51dc-40af-b9e5-24fae1a18b20 req-6555d2e9-ecbc-4f7d-9af3-725afa9df445 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:27.741368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-ba6ca10f-51dc-40af-b9e5-24fae1a18b20 req-6555d2e9-ecbc-4f7d-9af3-725afa9df445 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:23:27.742928 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e874d3d0-3e63-4ffb-a44e-55acf9c28a56 None None] Provisioning complete for port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:27.743358 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e874d3d0-3e63-4ffb-a44e-55acf9c28a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:27.757330 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:22Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '93129fb6-7901-44af-ac91-a23bbe8e9740', 'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:cf:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:21Z', 'updated_at': '2022-01-12T10:23:27Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:27.761365 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e91ade-03cd-46c6-9a0c-f10df4eb454b None None] The sync data for ids ['fda9bf52-5bda-4249-9a33-8bd830a0d014'] in dv-neutron-824347-1-hyperv is: [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:22Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '93129fb6-7901-44af-ac91-a23bbe8e9740', 'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:cf:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:21Z', 'updated_at': '2022-01-12T10:23:27Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:23:27.785658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-ba6ca10f-51dc-40af-b9e5-24fae1a18b20 req-6555d2e9-ecbc-4f7d-9af3-725afa9df445 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:23:27.786769 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba6ca10f-51dc-40af-b9e5-24fae1a18b20 req-6555d2e9-ecbc-4f7d-9af3-725afa9df445 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 931 time: 0.2346470 Jan 12 10:23:27.800473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e874d3d0-3e63-4ffb-a44e-55acf9c28a56 None None] Port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:23:27.905607 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba6ca10f-51dc-40af-b9e5-24fae1a18b20 req-ddfa8612-8e88-43cc-8248-8c629206f003 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102569 Jan 12 10:23:27.911480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3151d00e-af38-44c8-9c2b-7924fe8e2b7c {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:23:27.918709 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:27.933895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Transition to ACTIVE for port object 3151d00e-af38-44c8-9c2b-7924fe8e2b7c will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:23:27.938916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:28.011788 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:23:28.185935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:28.303520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Attempting to bind port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:23:28.304065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Attempting to bind port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:23:28.304401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Attempting to bind port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c on network 3acced2b-c7e0-496f-9af0-6760af212f05 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:23:28.311410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c on network 3acced2b-c7e0-496f-9af0-6760af212f05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:23:28.311734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Attempting to bind port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c on network 3acced2b-c7e0-496f-9af0-6760af212f05 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:23:28.318200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:23:28.318541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Checking segment: {'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:23:28.318968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Bound using segment: {'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:23:28.319359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Bound port: 3151d00e-af38-44c8-9c2b-7924fe8e2b7c, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60877ae1-8695-43f3-8ae9-6569d4996986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:23:28.319734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:28.409425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] For port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:23:28.412658 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] For port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:23:28.417234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:28.480768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:28.482148 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] 10.222.0.59 "PUT /v2.0/ports/3151d00e-af38-44c8-9c2b-7924fe8e2b7c HTTP/1.1" status: 200 len: 1093 time: 1.1920996 Jan 12 10:23:28.482581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68da7b82-420f-4383-90ee-60a8bc161c30', 'tag': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:23:28.503325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9cb78-bd7c-4271-abfe-5705cbb99cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:28.567253 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68da7b82-420f-4383-90ee-60a8bc161c30', 'tag': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'status': 'completed', 'code': 200} Jan 12 10:23:28.611114 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-ec9797d0-6d5b-4344-a719-6891f173ccc2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 1096 time: 0.0767000 Jan 12 10:23:28.683739 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-e86b874d-47e3-4dcf-9679-85ac62288b97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c HTTP/1.1" status: 200 len: 217 time: 0.0666170 Jan 12 10:23:28.742903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-f0cf8b1c-df71-4f40-9db4-25069eb7f01f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:28.744316 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-f0cf8b1c-df71-4f40-9db4-25069eb7f01f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80dfd94-51a2-41e3-92d8-1dd82e83d68c HTTP/1.1" status: 200 len: 835 time: 0.0555770 Jan 12 10:23:28.818543 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-81647497-c423-4bfe-bffa-fca778c057c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3acced2b-c7e0-496f-9af0-6760af212f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685980 Jan 12 10:23:28.950806 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-193b2db6-306b-4789-b20a-a5d70f9f6eb3 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260784 Jan 12 10:23:29.132283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4dcb8f3-b87c-4149-ac07-01cbf47b768b req-851bd813-ec84-4de8-8a0b-b00d00f9f693 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760340 Jan 12 10:23:29.153084 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a97e2-dc5e-4c9e-919b-9bb52fd613e1 req-ea10ba36-98f6-48fc-8f20-9f99789ae773 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:29.155148 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-307a97e2-dc5e-4c9e-919b-9bb52fd613e1 req-ea10ba36-98f6-48fc-8f20-9f99789ae773 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 943 time: 0.1242695 Jan 12 10:23:29.248486 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-307a97e2-dc5e-4c9e-919b-9bb52fd613e1 req-715215ff-4598-48cf-a08d-6ca87cdad6c1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877829 Jan 12 10:23:29.268489 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4edae560-0289-4a09-913a-25538cd5eb9a req-eb5b6c2e-8d4d-4640-93ef-1b247f5342e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 1096 time: 0.0863307 Jan 12 10:23:29.403203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae560-0289-4a09-913a-25538cd5eb9a req-99a67e9b-896d-4c68-8f40-10e0cbd60f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:29.404453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 93129fb6-7901-44af-ac91-a23bbe8e9740 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:23:29.404890 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4edae560-0289-4a09-913a-25538cd5eb9a req-99a67e9b-896d-4c68-8f40-10e0cbd60f53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3acced2b-c7e0-496f-9af0-6760af212f05 HTTP/1.1" status: 200 len: 898 time: 0.1302278 Jan 12 10:23:29.472776 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4edae560-0289-4a09-913a-25538cd5eb9a req-fff3b352-714c-4767-80de-67d3620f6123 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c HTTP/1.1" status: 200 len: 217 time: 0.0618856 Jan 12 10:23:29.474049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 93129fb6-7901-44af-ac91-a23bbe8e9740 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:23:29.478879 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 93129fb6-7901-44af-ac91-a23bbe8e9740 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:29.479244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:29.537002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae560-0289-4a09-913a-25538cd5eb9a req-bc78188f-4bb8-4a92-9bc8-91c540201d7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:29.538407 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4edae560-0289-4a09-913a-25538cd5eb9a req-bc78188f-4bb8-4a92-9bc8-91c540201d7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80dfd94-51a2-41e3-92d8-1dd82e83d68c HTTP/1.1" status: 200 len: 835 time: 0.0596592 Jan 12 10:23:29.592411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:29.610934 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4edae560-0289-4a09-913a-25538cd5eb9a req-bfc86927-3071-43b5-b121-94f7a3b2d1c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3acced2b-c7e0-496f-9af0-6760af212f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669968 Jan 12 10:23:29.623869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 93129fb6-7901-44af-ac91-a23bbe8e9740, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=93129fb6-7901-44af-ac91-a23bbe8e9740,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:29.628982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:29.736765 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=93129fb6-7901-44af-ac91-a23bbe8e9740,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:29.844759 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4edae560-0289-4a09-913a-25538cd5eb9a req-5f928772-c7db-4e9d-b619-52206797e09f service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278657 Jan 12 10:23:29.972623 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4edae560-0289-4a09-913a-25538cd5eb9a req-1653b3ee-3709-4dc2-89f0-3df6f921ca23 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215808 Jan 12 10:23:30.450523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1d74a-3c4b-40ab-b690-a3e852e99615 req-696910c1-55cb-42ad-a5cb-4aeea9147e61 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:30.451980 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6f1d74a-3c4b-40ab-b690-a3e852e99615 req-696910c1-55cb-42ad-a5cb-4aeea9147e61 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 943 time: 0.0810153 Jan 12 10:23:30.497215 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6f1d74a-3c4b-40ab-b690-a3e852e99615 req-33353c11-2564-4935-8aa8-60b63322160a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395155 Jan 12 10:23:31.387296 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 93129fb6-7901-44af-ac91-a23bbe8e9740 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:23:31.461933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 93129fb6-7901-44af-ac91-a23bbe8e9740 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:31.462160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:31.708800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aac58-d974-4499-aabe-534effe239a2 req-080618ee-8623-42e5-b349-46fba5a2ab3c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:31.710251 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a9aac58-d974-4499-aabe-534effe239a2 req-080618ee-8623-42e5-b349-46fba5a2ab3c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 943 time: 0.0834858 Jan 12 10:23:31.753382 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a9aac58-d974-4499-aabe-534effe239a2 req-2a019d6c-1ce9-4aa3-9efd-ba92c0aaa556 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374610 Jan 12 10:23:32.781871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 3151d00e-af38-44c8-9c2b-7924fe8e2b7c details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:23:32.923940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:32.936617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'port_id': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'mac_address': 'fa:16:3e:4f:5a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:23:32.958273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee5c7d-4f9e-4fba-b062-29069d223654 req-2d3130f7-67a1-43fb-b791-4ec32ca870f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:32.959765 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4aee5c7d-4f9e-4fba-b062-29069d223654 req-2d3130f7-67a1-43fb-b791-4ec32ca870f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 943 time: 0.0786009 Jan 12 10:23:32.990144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:33.004522 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4aee5c7d-4f9e-4fba-b062-29069d223654 req-ab403faa-0aab-4176-b02d-5e3afff862a5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391195 Jan 12 10:23:33.008051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3151d00e-af38-44c8-9c2b-7924fe8e2b7c {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:23:33.024596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:33.031572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:33.110197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:33.416385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['3151d00e-af38-44c8-9c2b-7924fe8e2b7c'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:23:34.221706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2c51f-26b2-4c5a-90bd-50eff60a4665 req-4ba3c83e-42db-4865-9884-afa2b2560038 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:34.223180 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-43d2c51f-26b2-4c5a-90bd-50eff60a4665 req-4ba3c83e-42db-4865-9884-afa2b2560038 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 944 time: 0.0845723 Jan 12 10:23:34.268460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-43d2c51f-26b2-4c5a-90bd-50eff60a4665 req-103427f8-cea1-4dc8-b089-83552763940c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397053 Jan 12 10:23:34.800925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 3151d00e-af38-44c8-9c2b-7924fe8e2b7c up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:23:34.886502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:23:34.891827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:34.892198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:35.013810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:35.040683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68da7b82-420f-4383-90ee-60a8bc161c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:23:35.049880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:35.054716 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:35.095541 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68da7b82-420f-4383-90ee-60a8bc161c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'code': 200} Jan 12 10:23:35.126700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:35.344626 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-222cfee0-fa2c-4ecc-9e5d-3d128e9943c5 req-46605e9f-5e74-4fc6-b77f-c7f52ba34084 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 1098 time: 0.0731237 Jan 12 10:23:35.387318 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-222cfee0-fa2c-4ecc-9e5d-3d128e9943c5 req-53bb7140-b248-4c98-98fc-e0a64c376def service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369887 Jan 12 10:23:35.463814 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcb584-e12f-483e-bae0-860100b9f21d req-6f5828f8-b0d1-4379-85f1-c79b5eed6b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:35.465267 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-47fcb584-e12f-483e-bae0-860100b9f21d req-6f5828f8-b0d1-4379-85f1-c79b5eed6b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0760028 Jan 12 10:23:35.513455 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-47fcb584-e12f-483e-bae0-860100b9f21d req-9026f295-b3d6-4fab-aa1e-ad1e5fc673ad tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 Jan 12 10:23:36.710969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e405d-3a20-488c-bd32-2e80c27897ec req-e37bd4bd-d3b0-40fa-8c24-1a81d6be359d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:36.712530 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b39e405d-3a20-488c-bd32-2e80c27897ec req-e37bd4bd-d3b0-40fa-8c24-1a81d6be359d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0775926 Jan 12 10:23:36.758523 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b39e405d-3a20-488c-bd32-2e80c27897ec req-98d3bcf2-e4c8-4026-bd9e-0d9772f8e596 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391481 Jan 12 10:23:37.968055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b653e83-67a2-414c-8d48-f28fe1142021 req-2a990d88-77f5-4f3d-a531-4e77cbb14aec tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:37.969370 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8b653e83-67a2-414c-8d48-f28fe1142021 req-2a990d88-77f5-4f3d-a531-4e77cbb14aec tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0896447 Jan 12 10:23:38.014446 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8b653e83-67a2-414c-8d48-f28fe1142021 req-5db4520d-2666-4be1-8e6c-13ce57f40843 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 Jan 12 10:23:38.217062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d49d4-0a5d-4551-bb91-b49935f88483 req-f885aa1d-0a0f-43aa-93b0-da2c1f602549 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:38.218643 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e47d49d4-0a5d-4551-bb91-b49935f88483 req-f885aa1d-0a0f-43aa-93b0-da2c1f602549 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0817554 Jan 12 10:23:38.268081 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e47d49d4-0a5d-4551-bb91-b49935f88483 req-e47b9fb0-dbb4-4037-9fa0-db39b253d675 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Jan 12 10:23:38.301330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49880) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:38.374816 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f0b37105-1aba-499c-b488-85c243cb8431 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 1093 time: 0.0723498 Jan 12 10:23:38.378465 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49884) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:38.384049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:23:38.390102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:23:38.394432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:floatingip and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:23:38.397356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:23:38.403806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:23:38.415414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:38.550536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:38.685035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.26.1.57 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/65344e3d-803c-4ee4-8548-dbfe4a54b168) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:23:38.845362 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:38.875071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:38.939603 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:23:38.942421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:23:38.946609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:23:38.981051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=65344e3d-803c-4ee4-8548-dbfe4a54b168,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:39.465355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:39.526179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:39.820260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:39.828879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:39.929937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=65344e3d-803c-4ee4-8548-dbfe4a54b168,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:39.947246 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:40.143594 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Floating IP 14923f5b-7bbf-4b72-829d-3e1130c73228 associated. External IP: 172.26.1.57, port: 3151d00e-af38-44c8-9c2b-7924fe8e2b7c. Jan 12 10:23:40.556606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router fda9bf52-5bda-4249-9a33-8bd830a0d014 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:23:40.768333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:23:40.778652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] Sync routers for ids ['fda9bf52-5bda-4249-9a33-8bd830a0d014'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:23:40.791382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] Routers {'fda9bf52-5bda-4249-9a33-8bd830a0d014'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:23:40.792028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:23:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['fda9bf52-5bda-4249-9a33-8bd830a0d014'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:40.794606 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:40.850766 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dbbc8752-d501-4313-9e1e-53a4e5cb7114 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4709861 Jan 12 10:23:40.851161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68da7b82-420f-4383-90ee-60a8bc161c30', 'tag': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:23:40.907661 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68da7b82-420f-4383-90ee-60a8bc161c30', 'tag': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'status': 'completed', 'code': 200} Jan 12 10:23:40.968529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] Set router fda9bf52-5bda-4249-9a33-8bd830a0d014 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:23:41.061833 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70e05488-43d9-4a5f-9e23-889333b1573e req-bfee6e87-779f-4356-8605-a7347785ab74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 1098 time: 0.1336937 Jan 12 10:23:41.071994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055172d-a46e-4efa-a691-1eb2fb7d901c req-c2d3a567-cb22-4b71-8bcb-485dbdbd8f95 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:41.073367 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2055172d-a46e-4efa-a691-1eb2fb7d901c req-c2d3a567-cb22-4b71-8bcb-485dbdbd8f95 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.1117580 Jan 12 10:23:41.211826 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2055172d-a46e-4efa-a691-1eb2fb7d901c req-223ee8c0-eacf-49f0-bf40-0280cb287f59 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202123 Jan 12 10:23:41.229016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e05488-43d9-4a5f-9e23-889333b1573e req-9867974b-147d-4903-b8a7-062340ab2040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:41.234711 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70e05488-43d9-4a5f-9e23-889333b1573e req-9867974b-147d-4903-b8a7-062340ab2040 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3acced2b-c7e0-496f-9af0-6760af212f05 HTTP/1.1" status: 200 len: 898 time: 0.1562407 Jan 12 10:23:41.241195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49892) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:41.321240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:22Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '14923f5b-7bbf-4b72-829d-3e1130c73228', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.57', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'port_id': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'mac_address': 'fa:16:3e:4f:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68da7b82-420f-4383-90ee-60a8bc161c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:23:39Z', 'updated_at': '2022-01-12T10:23:39Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93129fb6-7901-44af-ac91-a23bbe8e9740', 'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:cf:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:21Z', 'updated_at': '2022-01-12T10:23:29Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:41.325622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] Checking router: fda9bf52-5bda-4249-9a33-8bd830a0d014 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:23:41.340463 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70e05488-43d9-4a5f-9e23-889333b1573e req-96bcb559-d515-4cda-bb91-6c451e02e822 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c HTTP/1.1" status: 200 len: 998 time: 0.1032221 Jan 12 10:23:41.346122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] Routers {'fda9bf52-5bda-4249-9a33-8bd830a0d014'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:23:41.346270 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e965e96f-cee0-46f3-95e7-10b542ab71e5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/14923f5b-7bbf-4b72-829d-3e1130c73228 HTTP/1.1" status: 200 len: 990 time: 0.1027153 Jan 12 10:23:41.346388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:23:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['fda9bf52-5bda-4249-9a33-8bd830a0d014'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:41.402276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e05488-43d9-4a5f-9e23-889333b1573e req-b44c56b7-c934-4e3f-ad6e-0dc9e83f8f27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:41.403854 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70e05488-43d9-4a5f-9e23-889333b1573e req-b44c56b7-c934-4e3f-ad6e-0dc9e83f8f27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80dfd94-51a2-41e3-92d8-1dd82e83d68c HTTP/1.1" status: 200 len: 835 time: 0.0573092 Jan 12 10:23:41.568154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] Set router fda9bf52-5bda-4249-9a33-8bd830a0d014 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:23:41.581283 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70e05488-43d9-4a5f-9e23-889333b1573e req-f3b07f55-2686-473a-b9f5-c755d1d94926 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3acced2b-c7e0-496f-9af0-6760af212f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1718946 Jan 12 10:23:41.709429 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70e05488-43d9-4a5f-9e23-889333b1573e req-5dea1b80-b26a-4b38-a0b9-a9df9a746176 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225221 Jan 12 10:23:41.841470 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70e05488-43d9-4a5f-9e23-889333b1573e req-80089fab-ba16-4c1a-a70f-47fb458ddf2a service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256404 Jan 12 10:23:41.913578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:22Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '14923f5b-7bbf-4b72-829d-3e1130c73228', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.57', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'port_id': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'mac_address': 'fa:16:3e:4f:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68da7b82-420f-4383-90ee-60a8bc161c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:23:39Z', 'updated_at': '2022-01-12T10:23:39Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93129fb6-7901-44af-ac91-a23bbe8e9740', 'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:cf:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:21Z', 'updated_at': '2022-01-12T10:23:29Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:41.917642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967a24b-9ec1-4a1c-9d93-118cec035c5d None None] The sync data for ids ['fda9bf52-5bda-4249-9a33-8bd830a0d014'] in dv-neutron-824347-1-hyperv is: [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:22Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '14923f5b-7bbf-4b72-829d-3e1130c73228', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.57', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'port_id': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'mac_address': 'fa:16:3e:4f:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68da7b82-420f-4383-90ee-60a8bc161c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:23:39Z', 'updated_at': '2022-01-12T10:23:39Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93129fb6-7901-44af-ac91-a23bbe8e9740', 'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:cf:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:21Z', 'updated_at': '2022-01-12T10:23:29Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:23:42.349453 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49896) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:42.463538 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1c46b505-61c9-4317-9bb1-ce7acca972c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/14923f5b-7bbf-4b72-829d-3e1130c73228 HTTP/1.1" status: 200 len: 990 time: 0.1126049 Jan 12 10:23:43.467610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49900) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:43.571275 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-720be245-cbab-418c-8028-0f6d7339c96c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/14923f5b-7bbf-4b72-829d-3e1130c73228 HTTP/1.1" status: 200 len: 990 time: 0.1025016 Jan 12 10:23:44.576546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49904) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:44.685506 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fa7c020d-c88e-4158-bd99-6b69cdbf93a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/14923f5b-7bbf-4b72-829d-3e1130c73228 HTTP/1.1" status: 200 len: 990 time: 0.1074998 Jan 12 10:23:44.827981 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095605e5-1ad2-41bf-ae9d-ed9645740308 None None] New status for floating IP 14923f5b-7bbf-4b72-829d-3e1130c73228: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:23:45.690935 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 49908) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:23:45.802902 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-986c96dc-8588-4f51-94f5-687f08836c8c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/14923f5b-7bbf-4b72-829d-3e1130c73228 HTTP/1.1" status: 200 len: 992 time: 0.1105437 Jan 12 10:23:49.115853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c2ba-32c7-4c55-b88b-88081601356b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:51.235405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c1c70ab-cb1d-4176-8938-704d456459d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:52.116234 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:52.686048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:52.692560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:54.062895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:05.019618 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:24:11.410709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a75112e9-4278-4ada-848a-5d37b9b66bdf req-7644ad09-e406-40e4-b07f-da8f7bd2faa9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908873 Jan 12 10:24:11.548242 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a75112e9-4278-4ada-848a-5d37b9b66bdf req-ac0d6b87-a573-44cc-ba4a-117cf42892f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 1098 time: 0.0695410 Jan 12 10:24:11.692656 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75112e9-4278-4ada-848a-5d37b9b66bdf req-d8516464-325b-441d-9bab-1c5d1fbe4048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:11.693969 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a75112e9-4278-4ada-848a-5d37b9b66bdf req-d8516464-325b-441d-9bab-1c5d1fbe4048 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3acced2b-c7e0-496f-9af0-6760af212f05 HTTP/1.1" status: 200 len: 898 time: 0.1255174 Jan 12 10:24:11.798872 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a75112e9-4278-4ada-848a-5d37b9b66bdf req-f509e196-165c-44c7-9185-26b91cae5136 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c HTTP/1.1" status: 200 len: 1000 time: 0.0978701 Jan 12 10:24:11.860825 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75112e9-4278-4ada-848a-5d37b9b66bdf req-2c65f255-3b87-4056-b812-170efa4e004b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:11.862195 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a75112e9-4278-4ada-848a-5d37b9b66bdf req-2c65f255-3b87-4056-b812-170efa4e004b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80dfd94-51a2-41e3-92d8-1dd82e83d68c HTTP/1.1" status: 200 len: 835 time: 0.0574629 Jan 12 10:24:11.950681 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a75112e9-4278-4ada-848a-5d37b9b66bdf req-3411a722-6e37-4b43-86c7-a9f4b58c6107 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3acced2b-c7e0-496f-9af0-6760af212f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818329 Jan 12 10:24:12.084871 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a75112e9-4278-4ada-848a-5d37b9b66bdf req-b7dd9cc7-5930-4c12-8fcb-9a00e33cedb1 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270163 Jan 12 10:24:12.211941 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a75112e9-4278-4ada-848a-5d37b9b66bdf req-8e8bdbe3-d2df-4a01-ba1c-174917d135e6 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214919 Jan 12 10:24:19.114927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90b42e2d-e1e5-4efc-99ef-023b7026b070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:21.235825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3abba190-c895-4e5f-b64a-826ef0454c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:22.137020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:22.682145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:22.695015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:24.062376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:42.010242 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:24:49.117888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2403d4a-97ae-42a4-b92d-2e2a30b0f901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:51.240221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-409e766a-b55e-4ce7-b899-dcb6d2a39753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:52.127918 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:52.678608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:52.698414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:53.613118 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3b32f63-b9bb-4fec-bae5-ea97d1ddb239 req-8931aff8-1366-4b83-80ed-ab66778c31ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 1098 time: 0.2215941 Jan 12 10:24:53.650841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915da2be-b323-4784-9a87-55530df6c1fb req-d4bda0a1-1018-441d-bbc7-5757dd87e3c9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:53.652186 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-915da2be-b323-4784-9a87-55530df6c1fb req-d4bda0a1-1018-441d-bbc7-5757dd87e3c9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.2158439 Jan 12 10:24:53.774969 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-915da2be-b323-4784-9a87-55530df6c1fb req-5bc779b8-74a4-4a06-b143-11cd278ad9a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815582 Jan 12 10:24:53.782507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b32f63-b9bb-4fec-bae5-ea97d1ddb239 req-f142b241-889a-441a-9964-e5efe19374f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:53.783921 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3b32f63-b9bb-4fec-bae5-ea97d1ddb239 req-f142b241-889a-441a-9964-e5efe19374f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3acced2b-c7e0-496f-9af0-6760af212f05 HTTP/1.1" status: 200 len: 898 time: 0.1630149 Jan 12 10:24:53.893502 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3b32f63-b9bb-4fec-bae5-ea97d1ddb239 req-56ee0037-537b-4363-af26-24d913856cf0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c HTTP/1.1" status: 200 len: 1000 time: 0.1030648 Jan 12 10:24:53.954654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b32f63-b9bb-4fec-bae5-ea97d1ddb239 req-4d3719e9-09d1-4dc5-97a5-84d49e2be0b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:53.956106 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3b32f63-b9bb-4fec-bae5-ea97d1ddb239 req-4d3719e9-09d1-4dc5-97a5-84d49e2be0b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80dfd94-51a2-41e3-92d8-1dd82e83d68c HTTP/1.1" status: 200 len: 835 time: 0.0561996 Jan 12 10:24:54.040717 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3b32f63-b9bb-4fec-bae5-ea97d1ddb239 req-f2033a31-7083-413a-932b-2f8db774ddf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3acced2b-c7e0-496f-9af0-6760af212f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771306 Jan 12 10:24:54.058483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:54.184366 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3b32f63-b9bb-4fec-bae5-ea97d1ddb239 req-b780e21a-4bfb-492c-89c5-c468597968f4 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369038 Jan 12 10:24:54.312544 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3b32f63-b9bb-4fec-bae5-ea97d1ddb239 req-e7fde3fb-5345-42a7-b585-d74a880681a0 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219695 Jan 12 10:24:54.997956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7ada2-46f9-4db1-9070-97c7dd51c08b req-28cf8ec5-328b-4ace-a54a-543a74d7357c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:54.999415 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ea7ada2-46f9-4db1-9070-97c7dd51c08b req-28cf8ec5-328b-4ace-a54a-543a74d7357c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0873973 Jan 12 10:24:55.046029 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0ea7ada2-46f9-4db1-9070-97c7dd51c08b req-b59969d3-505b-4547-9100-54f64d30c88b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388474 Jan 12 10:24:56.259426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5ab7c-e31d-4755-9fb6-5d481cf11cd5 req-48bea0ad-b529-4cf8-a4d9-76e5a83ed514 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:56.260876 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ef5ab7c-e31d-4755-9fb6-5d481cf11cd5 req-48bea0ad-b529-4cf8-a4d9-76e5a83ed514 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0909386 Jan 12 10:24:56.309160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5ef5ab7c-e31d-4755-9fb6-5d481cf11cd5 req-46da9d7c-7f09-417d-a3fe-f4cb2fc65ea6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423992 Jan 12 10:24:57.512828 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301bf9c-599d-4d18-bb5e-b936f3e440a0 req-d87454f2-c110-41fb-bc76-29319664dc1c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:57.514281 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1301bf9c-599d-4d18-bb5e-b936f3e440a0 req-d87454f2-c110-41fb-bc76-29319664dc1c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0801451 Jan 12 10:24:57.566986 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1301bf9c-599d-4d18-bb5e-b936f3e440a0 req-386242b5-1718-4e3b-843d-142567d2d351 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440295 Jan 12 10:24:58.772226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ca1e4-0ee1-454c-8292-cfed46abce00 req-da190754-e034-46a6-aca2-20a20c8337a3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:58.773535 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-811ca1e4-0ee1-454c-8292-cfed46abce00 req-da190754-e034-46a6-aca2-20a20c8337a3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0811844 Jan 12 10:24:58.820460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-811ca1e4-0ee1-454c-8292-cfed46abce00 req-a4732909-627f-4478-85e9-5646872f8341 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389700 Jan 12 10:25:00.026540 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5a65a-bbef-43b6-9661-f6ebbf416f2c req-a8c43caf-d5c1-4d18-88fa-e3497a0dfb2d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:00.027989 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-28e5a65a-bbef-43b6-9661-f6ebbf416f2c req-a8c43caf-d5c1-4d18-88fa-e3497a0dfb2d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0769961 Jan 12 10:25:00.072123 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-28e5a65a-bbef-43b6-9661-f6ebbf416f2c req-94dde6ac-1cf8-4049-9dc8-b3441e25a584 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385530 Jan 12 10:25:01.292794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a22643-4e09-4483-9fff-e2e8095934da req-90d37cc9-bb38-49d8-8a18-3fa59b2a4ca2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:01.294243 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6a22643-4e09-4483-9fff-e2e8095934da req-90d37cc9-bb38-49d8-8a18-3fa59b2a4ca2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0862548 Jan 12 10:25:01.340304 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b6a22643-4e09-4483-9fff-e2e8095934da req-083f967e-55f2-48f2-87ff-7b304a420e01 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Jan 12 10:25:02.547569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33965415-ace8-4e98-a737-b48fc129c0c3 req-ae0c1faa-5841-4be1-9479-d0794e648535 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:02.549019 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-33965415-ace8-4e98-a737-b48fc129c0c3 req-ae0c1faa-5841-4be1-9479-d0794e648535 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0764995 Jan 12 10:25:02.595235 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-33965415-ace8-4e98-a737-b48fc129c0c3 req-b621880f-2017-4732-a0ca-4f46cf4940ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383289 Jan 12 10:25:03.813273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7725161-973a-4d1b-953b-d690210ae636 req-e890c6b7-4893-4f61-a6d4-3949a50598fb tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:03.814700 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a7725161-973a-4d1b-953b-d690210ae636 req-e890c6b7-4893-4f61-a6d4-3949a50598fb tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0895343 Jan 12 10:25:03.860478 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a7725161-973a-4d1b-953b-d690210ae636 req-cd143d67-35f3-4bd2-ab3a-5ac84cb420f6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400317 Jan 12 10:25:05.084669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331da1-fb7a-4911-aa44-ecdaf8ca14b3 req-2fecb6c1-3cc2-46c7-ad03-6411c0a993fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:05.086110 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef331da1-fb7a-4911-aa44-ecdaf8ca14b3 req-2fecb6c1-3cc2-46c7-ad03-6411c0a993fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0845120 Jan 12 10:25:05.144068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ef331da1-fb7a-4911-aa44-ecdaf8ca14b3 req-54159fa7-4191-40a8-b4cc-c7a82910fe56 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520079 Jan 12 10:25:06.353391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedda7b-ebc5-46a8-b35b-d40f7ea3a67d req-4a1978fc-423c-4a02-8350-e413cebd44de tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:06.354974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1eedda7b-ebc5-46a8-b35b-d40f7ea3a67d req-4a1978fc-423c-4a02-8350-e413cebd44de tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0817556 Jan 12 10:25:06.399297 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1eedda7b-ebc5-46a8-b35b-d40f7ea3a67d req-6aa11212-5df3-4244-9aff-2983c4c87462 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Jan 12 10:25:06.427052 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49968) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:25:06.629496 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0f21032b-bec4-4b61-844d-757b1a7ea3a1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/14923f5b-7bbf-4b72-829d-3e1130c73228 HTTP/1.1" status: 200 len: 992 time: 0.2012813 Jan 12 10:25:13.488728 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f93fc8c5-5e06-4a67-bbdb-533f2ad694d7 req-591b0bf1-e420-4fbc-b6aa-b4e509eb78ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1615329 Jan 12 10:25:13.637689 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f93fc8c5-5e06-4a67-bbdb-533f2ad694d7 req-1f0b2f37-96ab-4ec8-bcfa-7c6b9ba46e5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 1098 time: 0.0792732 Jan 12 10:25:13.786261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fc8c5-5e06-4a67-bbdb-533f2ad694d7 req-1ff6ad89-6616-4874-b57e-6570d0a10d5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:13.787728 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f93fc8c5-5e06-4a67-bbdb-533f2ad694d7 req-1ff6ad89-6616-4874-b57e-6570d0a10d5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3acced2b-c7e0-496f-9af0-6760af212f05 HTTP/1.1" status: 200 len: 898 time: 0.1312943 Jan 12 10:25:13.889749 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f93fc8c5-5e06-4a67-bbdb-533f2ad694d7 req-e3291530-6aa3-4bda-b746-c921eb9d1ae7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c HTTP/1.1" status: 200 len: 1000 time: 0.0954013 Jan 12 10:25:13.948654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fc8c5-5e06-4a67-bbdb-533f2ad694d7 req-5e84674b-82e7-4b1d-8198-a40945491b5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:13.949997 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f93fc8c5-5e06-4a67-bbdb-533f2ad694d7 req-5e84674b-82e7-4b1d-8198-a40945491b5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80dfd94-51a2-41e3-92d8-1dd82e83d68c HTTP/1.1" status: 200 len: 835 time: 0.0551422 Jan 12 10:25:14.034772 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f93fc8c5-5e06-4a67-bbdb-533f2ad694d7 req-487d6252-3d94-4bc8-8a90-d754f3c3576e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3acced2b-c7e0-496f-9af0-6760af212f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791204 Jan 12 10:25:14.171218 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f93fc8c5-5e06-4a67-bbdb-533f2ad694d7 req-e86f2935-664d-44e6-8f68-85d8ec1179a3 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294358 Jan 12 10:25:14.300692 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f93fc8c5-5e06-4a67-bbdb-533f2ad694d7 req-ede6cda8-6cef-46aa-9d04-79461fd966b5 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236405 Jan 12 10:25:19.018980 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:25:19.120888 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97d94306-aca3-487e-9ac8-5d3df2a17df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:21.238439 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee45e41d-bfb5-489b-8467-160e6c237155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:22.147166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:22.670203 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:22.697786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:24.071221 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:49.125804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03dda5da-82b6-47b2-b19d-85bfe691aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:51.235300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d02ae14a-d3e2-4d33-8737-0ebc55dafa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:52.162060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:52.667608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:52.708411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:54.074027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:55.395596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 49990) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:25:55.606855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 65344e3d-803c-4ee4-8548-dbfe4a54b168 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:25:55.607200 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:55.780227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:55.780493 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:55.895658 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 65344e3d-803c-4ee4-8548-dbfe4a54b168 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:25:56.009282 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:25:56.049950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:56.091801 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=65344e3d-803c-4ee4-8548-dbfe4a54b168,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:56.103394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.103733 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.104056 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.104383 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.104699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.105014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.105729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.105729 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.105893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.106222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.106526 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:56.205185 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:56.613055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router fda9bf52-5bda-4249-9a33-8bd830a0d014 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:25:56.911977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:25:56.921724 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] Sync routers for ids ['fda9bf52-5bda-4249-9a33-8bd830a0d014'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:25:56.932780 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:56.933774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] Routers {'fda9bf52-5bda-4249-9a33-8bd830a0d014'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:25:56.934382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:25:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['fda9bf52-5bda-4249-9a33-8bd830a0d014'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:56.985053 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-50f94abe-de82-4e44-8403-9b0e98e65b88 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/floatingips/14923f5b-7bbf-4b72-829d-3e1130c73228 HTTP/1.1" status: 204 len: 168 time: 1.5880032 Jan 12 10:25:56.986563 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68da7b82-420f-4383-90ee-60a8bc161c30', 'tag': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:57.046913 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68da7b82-420f-4383-90ee-60a8bc161c30', 'tag': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'status': 'completed', 'code': 200} Jan 12 10:25:57.118042 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] Set router fda9bf52-5bda-4249-9a33-8bd830a0d014 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:25:57.139490 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6da6764e-cf64-478f-b5c7-9b065445991e req-08478cd7-6568-4827-9383-5e8a9dcbff32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 1098 time: 0.0712137 Jan 12 10:25:57.281660 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6764e-cf64-478f-b5c7-9b065445991e req-64dd2484-6b22-49dc-b88a-6b44c620cc97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:57.283164 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6da6764e-cf64-478f-b5c7-9b065445991e req-64dd2484-6b22-49dc-b88a-6b44c620cc97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3acced2b-c7e0-496f-9af0-6760af212f05 HTTP/1.1" status: 200 len: 898 time: 0.1373246 Jan 12 10:25:57.386182 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6da6764e-cf64-478f-b5c7-9b065445991e req-564c945b-1784-4011-9995-43b6d5b6f8fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c HTTP/1.1" status: 200 len: 217 time: 0.0959568 Jan 12 10:25:57.432147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:22Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '93129fb6-7901-44af-ac91-a23bbe8e9740', 'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:cf:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:21Z', 'updated_at': '2022-01-12T10:23:29Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:57.436005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] Checking router: fda9bf52-5bda-4249-9a33-8bd830a0d014 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:25:57.448749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] Routers {'fda9bf52-5bda-4249-9a33-8bd830a0d014'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:25:57.449366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:25:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['fda9bf52-5bda-4249-9a33-8bd830a0d014'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:57.456385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6764e-cf64-478f-b5c7-9b065445991e req-1b4c8301-1bbf-4612-8ac0-8fbd073e4404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:57.457755 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6da6764e-cf64-478f-b5c7-9b065445991e req-1b4c8301-1bbf-4612-8ac0-8fbd073e4404 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d80dfd94-51a2-41e3-92d8-1dd82e83d68c HTTP/1.1" status: 200 len: 835 time: 0.0637047 Jan 12 10:25:57.536776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f82d5-8b6b-491c-8935-5e13205c4c81 req-5c248a0b-b0ee-4ab6-8260-c1201b2ba168 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:57.538221 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c7f82d5-8b6b-491c-8935-5e13205c4c81 req-5c248a0b-b0ee-4ab6-8260-c1201b2ba168 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.1987560 Jan 12 10:25:57.582235 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6da6764e-cf64-478f-b5c7-9b065445991e req-eb1a9729-6863-49a6-a05a-058cc89047b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3acced2b-c7e0-496f-9af0-6760af212f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1160436 Jan 12 10:25:57.610925 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3c7f82d5-8b6b-491c-8935-5e13205c4c81 req-ab0cea13-4f88-4c77-b288-2eb97bad7285 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668294 Jan 12 10:25:57.675017 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] Set router fda9bf52-5bda-4249-9a33-8bd830a0d014 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:25:57.715993 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6da6764e-cf64-478f-b5c7-9b065445991e req-28973791-a0d5-473e-99ed-bb6333e7e714 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268466 Jan 12 10:25:57.850096 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6da6764e-cf64-478f-b5c7-9b065445991e req-a3d51431-d94d-4d51-99fa-ab7f8bf82070 service neutron] 10.222.0.59 "GET /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279395 Jan 12 10:25:57.994600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:22Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '93129fb6-7901-44af-ac91-a23bbe8e9740', 'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:cf:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:21Z', 'updated_at': '2022-01-12T10:23:29Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:57.998683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d29636-4fd1-4d20-8200-34049940e33c None None] The sync data for ids ['fda9bf52-5bda-4249-9a33-8bd830a0d014'] in dv-neutron-824347-1-hyperv is: [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:22Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '93129fb6-7901-44af-ac91-a23bbe8e9740', 'name': '', 'network_id': '3acced2b-c7e0-496f-9af0-6760af212f05', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:cf:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:21Z', 'updated_at': '2022-01-12T10:23:29Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'd80dfd94-51a2-41e3-92d8-1dd82e83d68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:25:58.220928 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607127ec-3ca4-4bb8-96d8-e74f3af38c34 None None] New status for floating IP 14923f5b-7bbf-4b72-829d-3e1130c73228: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:25:59.011626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a897c67-707a-4587-bfa8-d06b8e03c14f req-5cad71a3-a0b0-417c-9ae0-709b05dbba19 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:59.013042 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a897c67-707a-4587-bfa8-d06b8e03c14f req-5cad71a3-a0b0-417c-9ae0-709b05dbba19 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.2656343 Jan 12 10:25:59.151865 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a897c67-707a-4587-bfa8-d06b8e03c14f req-dae2a9b5-fbb4-4e51-ae30-eb1af8a27b26 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=359b2a40-392e-4921-a843-ff3592cc64dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324930 Jan 12 10:25:59.273204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-e02289cc-01fd-4f63-b90e-82bdcd1e1444 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:59.274647 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-e02289cc-01fd-4f63-b90e-82bdcd1e1444 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 945 time: 0.0807018 Jan 12 10:25:59.342073 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:25:59.342407 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:59.593462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:59.593773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:59.716151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 3151d00e-af38-44c8-9c2b-7924fe8e2b7c owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:25:59.875800 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:59.924880 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=3151d00e-af38-44c8-9c2b-7924fe8e2b7c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:59.987777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:59.988105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:59.988439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:59.988763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:59.989086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:59.989404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:59.989720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:59.990047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:59.990342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:59.990653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:59.990992 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:00.005942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] No DVR routers for this DVR port 3151d00e-af38-44c8-9c2b-7924fe8e2b7c on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:26:00.008269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:00.010821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68da7b82-420f-4383-90ee-60a8bc161c30', 'name': 'network-vif-deleted', 'tag': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:26:00.022990 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d6f60ded-d060-4be3-8e59-bc67b97c38de req-60463b15-e27c-47a5-aeb7-fd693af0bffd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "DELETE /v2.0/ports/3151d00e-af38-44c8-9c2b-7924fe8e2b7c HTTP/1.1" status: 204 len: 173 time: 0.7425554 Jan 12 10:26:00.171598 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68da7b82-420f-4383-90ee-60a8bc161c30', 'name': 'network-vif-deleted', 'tag': '3151d00e-af38-44c8-9c2b-7924fe8e2b7c', 'status': 'completed', 'code': 200} Jan 12 10:26:00.336926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4911a052-fee3-4b8b-83c9-a5e1dbdde400 req-96c532f9-ed07-42a8-b6ce-a6411ff111a4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:26:00.354416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-4911a052-fee3-4b8b-83c9-a5e1dbdde400 req-96c532f9-ed07-42a8-b6ce-a6411ff111a4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:26:00.355698 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4911a052-fee3-4b8b-83c9-a5e1dbdde400 req-96c532f9-ed07-42a8-b6ce-a6411ff111a4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=68da7b82-420f-4383-90ee-60a8bc161c30 HTTP/1.1" status: 200 len: 210 time: 0.0589097 Jan 12 10:26:01.471771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50014) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:01.872354 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:02.489492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 93129fb6-7901-44af-ac91-a23bbe8e9740 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:26:02.490118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:02.675031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 93129fb6-7901-44af-ac91-a23bbe8e9740, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=93129fb6-7901-44af-ac91-a23bbe8e9740,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:02.675384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:02.795556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 93129fb6-7901-44af-ac91-a23bbe8e9740 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:26:03.079974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:03.123452 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=93129fb6-7901-44af-ac91-a23bbe8e9740,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:03.419273 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:03.729883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 3151d00e-af38-44c8-9c2b-7924fe8e2b7c no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:03.761680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 3151d00e-af38-44c8-9c2b-7924fe8e2b7c {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:26:03.761972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 3151d00e-af38-44c8-9c2b-7924fe8e2b7c not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:26:03.999245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router fda9bf52-5bda-4249-9a33-8bd830a0d014 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:26:04.201414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:26:04.211062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] Sync routers for ids ['fda9bf52-5bda-4249-9a33-8bd830a0d014'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:26:04.225475 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-12ffaf08-f550-4b09-a671-8a0425d2dcd0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "PUT /v2.0/routers/fda9bf52-5bda-4249-9a33-8bd830a0d014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7501178 Jan 12 10:26:04.225661 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] Routers {'fda9bf52-5bda-4249-9a33-8bd830a0d014'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:26:04.225759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50018) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:04.226045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:25:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['fda9bf52-5bda-4249-9a33-8bd830a0d014'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:04.401512 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] Set router fda9bf52-5bda-4249-9a33-8bd830a0d014 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:26:04.404030 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-56362ed2-20ce-46cd-87f2-c7aa6c2960ba tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting subnet d80dfd94-51a2-41e3-92d8-1dd82e83d68c {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:26:04.407099 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-56362ed2-20ce-46cd-87f2-c7aa6c2960ba tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:04.463091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-56362ed2-20ce-46cd-87f2-c7aa6c2960ba tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:04.648170 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-56362ed2-20ce-46cd-87f2-c7aa6c2960ba tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:04.689422 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:26:02Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:04.693171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] Checking router: fda9bf52-5bda-4249-9a33-8bd830a0d014 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:26:04.704071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] Routers {'fda9bf52-5bda-4249-9a33-8bd830a0d014'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:26:04.704674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:25:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['fda9bf52-5bda-4249-9a33-8bd830a0d014'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:04.717554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-56362ed2-20ce-46cd-87f2-c7aa6c2960ba tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:04.757711 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56362ed2-20ce-46cd-87f2-c7aa6c2960ba tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Subnet': ['ID=d80dfd94-51a2-41e3-92d8-1dd82e83d68c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:04.763021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-56362ed2-20ce-46cd-87f2-c7aa6c2960ba tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:04.770067 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-56362ed2-20ce-46cd-87f2-c7aa6c2960ba tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/subnets/d80dfd94-51a2-41e3-92d8-1dd82e83d68c HTTP/1.1" status: 204 len: 168 time: 0.5434065 Jan 12 10:26:04.772734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50022) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:04.774257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36408bd8-c152-42a3-af88-932fa89c48f3 None None] Network 3acced2b-c7e0-496f-9af0-6760af212f05 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:26:04.975607 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:05.070542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] Set router fda9bf52-5bda-4249-9a33-8bd830a0d014 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:26:05.174166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:05.185813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 805fd114-6a0b-4462-92e3-68106e6bc611 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:26:05.186349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:05.340197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] DHCP port deletion for 3acced2b-c7e0-496f-9af0-6760af212f05 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:26:05.347689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Deleting port c382c91b-130f-47b8-85c3-d173d553e7a0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:26:05.348027 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:05.358451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 805fd114-6a0b-4462-92e3-68106e6bc611, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=805fd114-6a0b-4462-92e3-68106e6bc611,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:05.358832 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:05.485191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device c382c91b-130f-47b8-85c3-d173d553e7a0 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:05.499419 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 805fd114-6a0b-4462-92e3-68106e6bc611 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:26:05.565005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:26:02Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:05.587257 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412d65b-4fff-4662-af7b-f8afee9928be None None] The sync data for ids ['fda9bf52-5bda-4249-9a33-8bd830a0d014'] in dv-neutron-824347-1-hyperv is: [{'id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201262170', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:26:02Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '805fd114-6a0b-4462-92e3-68106e6bc611', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda9bf52-5bda-4249-9a33-8bd830a0d014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:23:18Z', 'updated_at': '2022-01-12T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:26:05.617963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] For port c382c91b-130f-47b8-85c3-d173d553e7a0, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=c382c91b-130f-47b8-85c3-d173d553e7a0,segment=NetworkSegment(60877ae1-8695-43f3-8ae9-6569d4996986),segment_id=60877ae1-8695-43f3-8ae9-6569d4996986)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:05.617963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:05.683514 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:05.727864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=805fd114-6a0b-4462-92e3-68106e6bc611,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:05.739940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Calling delete_port for c382c91b-130f-47b8-85c3-d173d553e7a0 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:26:05.848766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:05.872515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:05.944713 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Pushing event deleted for resources: {'Port': ['ID=c382c91b-130f-47b8-85c3-d173d553e7a0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:05.951580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:05.961458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] No DVR routers for this DVR port c382c91b-130f-47b8-85c3-d173d553e7a0 on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:26:05.964769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:05.965109 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:05.965439 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:05.965763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:05.966086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:05.966404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:05.969954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:05.969954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:05.969954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:05.970292 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:05.970602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35127f-4efb-4f51-974b-fa85d3b7f59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:06.316028 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.320797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.347407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.347937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Fanout notify agent at l3_agent the message router_deleted on router fda9bf52-5bda-4249-9a33-8bd830a0d014 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:26:06.362330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.366200 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b38bb82c-5de7-4e02-ad76-3ca2a9fea0a2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/routers/fda9bf52-5bda-4249-9a33-8bd830a0d014 HTTP/1.1" status: 204 len: 168 time: 1.5896196 Jan 12 10:26:06.367057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50026) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:06.485530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.616723 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.644849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acced2b-c7e0-496f-9af0-6760af212f05']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:06.656548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60877ae1-8695-43f3-8ae9-6569d4996986') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:06.656874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60877ae1-8695-43f3-8ae9-6569d4996986') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:06.667945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.683405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.689556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:26:06.689931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:26:06.704239 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:26:06.786436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.803821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.816244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Network': ['ID=3acced2b-c7e0-496f-9af0-6760af212f05,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:06.827191 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-78b2336a-1a73-4601-b5d5-20db37cf06b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/networks/3acced2b-c7e0-496f-9af0-6760af212f05 HTTP/1.1" status: 204 len: 168 time: 0.4591355 Jan 12 10:26:06.830208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50030) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:06.905787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c91819d3-3a67-4bd0-9037-e7b6d875e855 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.940656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c91819d3-3a67-4bd0-9037-e7b6d875e855 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:07.012319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c91819d3-3a67-4bd0-9037-e7b6d875e855 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:07.030945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91819d3-3a67-4bd0-9037-e7b6d875e855 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b2a40-392e-4921-a843-ff3592cc64dc,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:07.038823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c91819d3-3a67-4bd0-9037-e7b6d875e855 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:07.040115 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c91819d3-3a67-4bd0-9037-e7b6d875e855 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/security-groups/359b2a40-392e-4921-a843-ff3592cc64dc HTTP/1.1" status: 204 len: 168 time: 0.2089348 Jan 12 10:26:07.478409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 93129fb6-7901-44af-ac91-a23bbe8e9740 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:07.511455 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 93129fb6-7901-44af-ac91-a23bbe8e9740 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:26:07.511799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 93129fb6-7901-44af-ac91-a23bbe8e9740 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:26:07.512213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 805fd114-6a0b-4462-92e3-68106e6bc611 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:07.548255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 805fd114-6a0b-4462-92e3-68106e6bc611 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:26:07.548601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 805fd114-6a0b-4462-92e3-68106e6bc611 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:26:09.468243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50042) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:09.474137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877985307', 'description': 'tempest-secgroup-smoke-1877985307 description', 'project_id': 'b378bec4c25c43858c7b33e922996d00'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:09.480618 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:09.485114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:09.488277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:09.494067 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:09.504823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.553205 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:09.559352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:09.563937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:09.569860 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:09.629305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.635293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.678901 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f000c018-0ca0-436d-b046-e2227e598cc6,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:09.685763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.686945 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2ffae85c-7234-4dd5-81da-87f7c61c5498 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2177067 Jan 12 10:26:09.690395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50046) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:09.696076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'f000c018-0ca0-436d-b046-e2227e598cc6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:09.702117 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:09.706003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:09.708853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:09.715096 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:09.734077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.795024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.801370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.823469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babb92b4-f015-4e54-b568-145a0bc3da7b,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:09.834370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.835579 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2b2027da-1b97-4351-abcf-b3a56d7a6ced tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1441581 Jan 12 10:26:09.838403 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50050) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:09.844054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'f000c018-0ca0-436d-b046-e2227e598cc6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:09.849728 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:09.853638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:09.856624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:09.862385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:09.882639 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.946294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.951680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.973430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d38682-9c63-4d1a-ab31-0d4b9ab21882,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:09.982931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.984165 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-24218f1f-582d-4f3c-9bd1-3afbed6d745b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1445949 Jan 12 10:26:09.986999 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50054) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:09.992568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'f000c018-0ca0-436d-b046-e2227e598cc6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:09.998526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:10.002601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:10.005692 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:10.011789 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:10.040510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.104725 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.110427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.132328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16e5408-27a3-432c-9d6a-68795760fe5e,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:10.142207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.143467 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-88e2f14c-21d9-4ccc-aafa-450d11e1840c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1554956 Jan 12 10:26:10.147312 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50058) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:10.152623 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'f000c018-0ca0-436d-b046-e2227e598cc6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:10.158370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:10.162147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:10.165001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:10.170694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:10.188927 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.251102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.255448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.280782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f7d870-de06-4245-a9ed-a2ae0e3f47dd,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:10.290162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.291340 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3b468ff1-5acb-4489-ac86-a02867c46e32 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1431303 Jan 12 10:26:10.294130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50062) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:10.299455 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'f000c018-0ca0-436d-b046-e2227e598cc6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:10.305416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:10.309527 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:10.312637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:10.318741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:10.331229 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Project b378bec4c25c43858c7b33e922996d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:26:10.337898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.413340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.418777 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.441396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd6fb9e-a43b-4e67-b622-1e716d72cc51,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:10.449688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.450909 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b114cd86-b934-42c6-9633-14c8b284458e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1557851 Jan 12 10:26:10.453710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50066) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:10.459025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'f000c018-0ca0-436d-b046-e2227e598cc6', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:10.464767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:10.468620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:10.471542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:10.477239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:10.489072 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Project b378bec4c25c43858c7b33e922996d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:26:10.495266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.561998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.567596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.589878 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed493d1-79cc-49af-885f-7569d16f3430,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:10.601161 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.602469 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-981a83d6-d74d-4b9a-9f2b-6a284711b7fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1478233 Jan 12 10:26:10.605794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50070) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:10.612553 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'network': {'name': 'tempest-network-smoke--799815702', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'port_security_enabled': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:10.617603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:10.621953 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:network and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:10.624977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:10.631016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:10.643697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:26:10.646919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.674338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:26:10.683494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.683828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Added segment 13343d9a-4cf8-4e49-90a4-58370262672c of type vlan for network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e Jan 12 10:26:10.712909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.745255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.749156 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:10.749717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.858635 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2514184 Jan 12 10:26:10.861519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50074) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:10.862038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625985b2-5165-4cf7-a639-ca65ff9130ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Network': ['ID=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:10.866913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'admin_state_up': True, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:10.872306 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:26:10.874265 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:10.878412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:router and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:10.881384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:10.886958 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:10.900140 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.901172 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:10.921118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:11.065226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:11.246785 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:11.275391 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:11.416745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.26.1.50 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/cc5b887d-deaa-421c-859e-6e33a3c81b6a) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:26:11.647057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:11.677111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:11.741444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:26:11.744277 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:11.748504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:26:11.772295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=cc5b887d-deaa-421c-859e-6e33a3c81b6a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:11.905829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:11.906486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:12.145284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 14565e91-5092-4241-8d1e-4ffbbb87fd2e is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:26:12.367045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:26:12.378719 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Sync routers for ids ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:26:12.395185 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Routers {'14565e91-5092-4241-8d1e-4ffbbb87fd2e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:26:12.395899 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:25:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:12.398501 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:12.399833 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-28cfb376-7122-490a-baf4-3cc3cebcbfc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5372386 Jan 12 10:26:12.402976 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50078) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:12.453112 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-783abfb2-aec2-4aa2-857a-cec875519d2b tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b378bec4c25c43858c7b33e922996d00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490217 Jan 12 10:26:12.456086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50082) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:12.573695 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Set router 14565e91-5092-4241-8d1e-4ffbbb87fd2e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:26:12.588925 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad08796c-56cc-44a6-8a59-f9b5d385c943 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:12.593035 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ad08796c-56cc-44a6-8a59-f9b5d385c943 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334310 Jan 12 10:26:12.593302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50086) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:12.632442 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8e268011-98f1-4a30-8742-c8a47bdd772b tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379109 Jan 12 10:26:12.634953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50090) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:12.640153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-723027901', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:12.751533 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:12.755525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:subnet and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:12.758357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:12.764082 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:12.777264 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:26:12.881199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:12.891569 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:11Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:12.896260 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Checking router: 14565e91-5092-4241-8d1e-4ffbbb87fd2e for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:26:12.896682 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Updating router 14565e91-5092-4241-8d1e-4ffbbb87fd2e port cc5b887d-deaa-421c-859e-6e33a3c81b6a binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:26:12.946391 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.094023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.268420 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Subnet': ['ID=8ae87b7e-5006-4be0-912b-55ac629db693,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:13.268912 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.280551 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Checking segment: {'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:26:13.280932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network hostable DHCP agents. Network: fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:26:13.281230 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Transition to ACTIVE for port object cc5b887d-deaa-421c-859e-6e33a3c81b6a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:13.288819 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.306937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:26:13.317525 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:13.321596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:13.322214 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.331933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4ea47e-a2bd-4717-ac19-69ec216120e3 None None] Network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:26:13.349731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50094) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:13.350317 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6368f99a-8bc2-4141-bac1-dcaba24d9885 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7139881 Jan 12 10:26:13.364867 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Attempting to bind port cc5b887d-deaa-421c-859e-6e33a3c81b6a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:26:13.365233 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Attempting to bind port cc5b887d-deaa-421c-859e-6e33a3c81b6a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:26:13.365618 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Attempting to bind port cc5b887d-deaa-421c-859e-6e33a3c81b6a on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:26:13.377761 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:26:13.378126 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:26:13.378512 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.378918 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:26:13.379476 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Bound port: cc5b887d-deaa-421c-859e-6e33a3c81b6a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:26:13.379725 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.402242 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Pushing event updated for resources: {'Port': ['ID=cc5b887d-deaa-421c-859e-6e33a3c81b6a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:13.455478 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] For port cc5b887d-deaa-421c-859e-6e33a3c81b6a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:26:13.458490 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] For port cc5b887d-deaa-421c-859e-6e33a3c81b6a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cc5b887d-deaa-421c-859e-6e33a3c81b6a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:26:13.460613 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.460976 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.461366 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.461696 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.462022 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.462457 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.462812 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.463133 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.463451 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.463759 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.464258 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:13.469784 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.555919 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Routers {'14565e91-5092-4241-8d1e-4ffbbb87fd2e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:26:13.556564 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:25:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:13.633998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:26:13.635065 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.644838 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21985b-bc11-475d-9025-cab1b7c2abcf None None] Pushing event updated for resources: {'Port': ['ID=cc5b887d-deaa-421c-859e-6e33a3c81b6a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:13.743579 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] Set router 14565e91-5092-4241-8d1e-4ffbbb87fd2e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:26:13.790345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Allocated IP 172.20.0.2 (fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e/8ae87b7e-5006-4be0-912b-55ac629db693/2fcf39e2-ad1f-495f-954a-a7b0977ddb1c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:26:13.989650 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.999817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Transition to ACTIVE for port object 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:14.018484 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Transition to ACTIVE for port object 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:14.025153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:14.028385 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:11Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:14.032374 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae867766-7c43-4de8-b5fb-c5027f817485 None None] The sync data for ids ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'] in dv-neutron-824347-1-hyperv is: [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:11Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:26:14.098451 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:26:14.101485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:14.106022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:26:14.108223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Pushing event updated for resources: {'Port': ['ID=2fcf39e2-ad1f-495f-954a-a7b0977ddb1c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:14.194749 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Attempting to bind port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:26:14.195072 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Attempting to bind port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:26:14.195430 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Attempting to bind port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c on network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:26:14.202145 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:26:14.202513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Checking segment: {'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:26:14.202937 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:14.203974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Bound using segment: {'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:26:14.203974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Bound port: 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:26:14.204204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:14.301620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] For port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:26:14.304851 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] For port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2fcf39e2-ad1f-495f-954a-a7b0977ddb1c,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:26:14.310518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:14.310834 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:14.400555 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb5e1-3c51-49fc-8e42-8ea7e34acc84 None None] Pushing event updated for resources: {'Port': ['ID=2fcf39e2-ad1f-495f-954a-a7b0977ddb1c,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:14.732008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.20.0.1 (fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e/8ae87b7e-5006-4be0-912b-55ac629db693/37bede36-b1a2-4d31-86ce-2b0c4cd5b22e) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:26:14.897302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:14.912131 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Transition to ACTIVE for port object 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:14.934632 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:15.006245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:26:15.009324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:15.013696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:26:15.041433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=37bede36-b1a2-4d31-86ce-2b0c4cd5b22e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:15.072637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:15.161661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:15.343305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964f061-2ffa-4ced-8645-107682430261 None None] Network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:26:15.441683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a8187cfe-a151-40f8-a145-62ec244ef6e2 None None] Provisioning for port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:26:15.600529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:26:15.682335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:26:15.687918 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:15.688388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:15.689356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:15.694782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:15.804202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:15.809664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:15.813840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=37bede36-b1a2-4d31-86ce-2b0c4cd5b22e,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:15.864595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2fcf39e2-ad1f-495f-954a-a7b0977ddb1c,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:15.871335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:15.872312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cc5b887d-deaa-421c-859e-6e33a3c81b6a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:26:15.985669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:26:15.987339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:16.030366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=2fcf39e2-ad1f-495f-954a-a7b0977ddb1c,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:16.045804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ee9460e8-d7f5-4809-b79e-42b2da3bac72 None None] Provisioning complete for port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:16.046170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee9460e8-d7f5-4809-b79e-42b2da3bac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:16.150893 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port cc5b887d-deaa-421c-859e-6e33a3c81b6a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:26:16.162114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port cc5b887d-deaa-421c-859e-6e33a3c81b6a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:16.162477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:16.276941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ee9460e8-d7f5-4809-b79e-42b2da3bac72 None None] Provisioning for port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:26:16.295079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ee9460e8-d7f5-4809-b79e-42b2da3bac72 None None] Provisioning complete for port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:16.295443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee9460e8-d7f5-4809-b79e-42b2da3bac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:16.345498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:16.363557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ee9460e8-d7f5-4809-b79e-42b2da3bac72 None None] Port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:26:16.369196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port cc5b887d-deaa-421c-859e-6e33a3c81b6a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cc5b887d-deaa-421c-859e-6e33a3c81b6a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:16.374717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:16.425253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 14565e91-5092-4241-8d1e-4ffbbb87fd2e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:26:16.488245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=cc5b887d-deaa-421c-859e-6e33a3c81b6a,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:16.496676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1bb7be0d-ba38-4519-bc48-828b76d09792 None None] Provisioning complete for port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:16.497126 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1bb7be0d-ba38-4519-bc48-828b76d09792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:16.553104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7be0d-ba38-4519-bc48-828b76d09792 None None] Port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:26:16.639042 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:26:16.652754 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-4d8947df-e914-4c01-a3ad-8c9b02c5907c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "PUT /v2.0/routers/14565e91-5092-4241-8d1e-4ffbbb87fd2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3009088 Jan 12 10:26:16.823536 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-18cfc4e5-baa6-441c-a926-b345e900b8ac tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877985307&fields=id&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 267 time: 0.0409446 Jan 12 10:26:16.972218 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-37077839-004c-4374-ae2e-0ae85df09d97 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:16.972862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-37077839-004c-4374-ae2e-0ae85df09d97 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:26:16.990359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-37077839-004c-4374-ae2e-0ae85df09d97 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:26:16.991815 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-37077839-004c-4374-ae2e-0ae85df09d97 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/networks?id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 200 len: 796 time: 0.1615031 Jan 12 10:26:17.007930 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-e62ef76e-5328-4e1c-8cec-dce2e89effdc tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/quotas/b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 375 time: 0.0106447 Jan 12 10:26:17.090281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2c6f7a28-5321-434d-b930-271c25acad6b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:26:17.108678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2c6f7a28-5321-434d-b930-271c25acad6b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:26:17.110019 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2c6f7a28-5321-434d-b930-271c25acad6b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972917 Jan 12 10:26:17.350159 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-e26f1ce5-5e11-4587-b4de-68fed172850c service neutron] 10.222.0.58 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283888 Jan 12 10:26:17.491391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:26:17.491806 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-5ff6950b-2194-4330-ae77-58f68b17dbd0 service neutron] 10.222.0.58 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357455 Jan 12 10:26:17.563333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:17.563678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:17.594339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Sync routers for ids ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:26:17.634294 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Routers {'14565e91-5092-4241-8d1e-4ffbbb87fd2e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:26:17.634946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:25:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:17.835563 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cc5b887d-deaa-421c-859e-6e33a3c81b6a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:26:17.910636 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Set router 14565e91-5092-4241-8d1e-4ffbbb87fd2e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:26:17.981769 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port cc5b887d-deaa-421c-859e-6e33a3c81b6a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:17.982123 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:18.314433 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:15Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '37bede36-b1a2-4d31-86ce-2b0c4cd5b22e', 'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:ab:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:14Z', 'updated_at': '2022-01-12T10:26:15Z', 'revision_number': 2, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:18.318414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Checking router: 14565e91-5092-4241-8d1e-4ffbbb87fd2e for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:26:18.318803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Updating router 14565e91-5092-4241-8d1e-4ffbbb87fd2e port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:26:18.369002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:18.720885 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:18.736066 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Transition to ACTIVE for port object 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:18.743971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:18.782803 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b40ad03f-8331-4962-a397-0e0f0856e0a5 req-bb952d9c-f5b0-4bdb-b38f-d42c696984a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 210 time: 0.1173866 Jan 12 10:26:18.870332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145bcb2-4f29-4604-a615-1dcced0f5bf3 None None] Pushing event updated for resources: {'Port': ['ID=37bede36-b1a2-4d31-86ce-2b0c4cd5b22e,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:19.000843 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Attempting to bind port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:26:19.001204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Attempting to bind port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:26:19.001564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Attempting to bind port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e on network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:26:19.008527 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:26:19.008808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Checking segment: {'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:26:19.009197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:19.009579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Bound using segment: {'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:26:19.010029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Bound port: 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:26:19.010390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:19.115420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] For port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:26:19.121861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] For port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=37bede36-b1a2-4d31-86ce-2b0c4cd5b22e,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:26:19.130024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:19.183201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d53ea433-934b-4120-9dfb-7efd9936e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:19.225620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145bcb2-4f29-4604-a615-1dcced0f5bf3 None None] Pushing event updated for resources: {'Port': ['ID=37bede36-b1a2-4d31-86ce-2b0c4cd5b22e,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:19.236596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Routers {'14565e91-5092-4241-8d1e-4ffbbb87fd2e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:26:19.237529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:25:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:19.443427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] Set router 14565e91-5092-4241-8d1e-4ffbbb87fd2e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:26:19.794369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:15Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '37bede36-b1a2-4d31-86ce-2b0c4cd5b22e', 'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:ab:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:14Z', 'updated_at': '2022-01-12T10:26:19Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:19.799002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ff821-7d28-460d-9df7-50d19eeec1bf None None] The sync data for ids ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'] in dv-neutron-824347-1-hyperv is: [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:15Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '37bede36-b1a2-4d31-86ce-2b0c4cd5b22e', 'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:ab:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:14Z', 'updated_at': '2022-01-12T10:26:19Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:26:20.054720 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4b3da96e-59a3-4e68-9d8d-4704755ff1d9 req-b230a22f-0afa-4845-9ec2-473602b6dbf4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 210 time: 0.1042316 Jan 12 10:26:20.121817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-653fa2dc-12bc-41ce-a33e-54fab760356f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:20.123653 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-653fa2dc-12bc-41ce-a33e-54fab760356f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/networks?id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 200 len: 796 time: 0.1964951 Jan 12 10:26:20.185392 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-9eba1941-797d-42ad-8d59-b7b54c6a9664 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 380 time: 0.0465047 Jan 12 10:26:20.194938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'port': {'device_id': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'admin_state_up': True, 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'security_groups': ['f000c018-0ca0-436d-b046-e2227e598cc6']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:20.332767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:20.342398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:20.355845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:26:20.359155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:20.528504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.20.0.3 (fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e/8ae87b7e-5006-4be0-912b-55ac629db693/0d00120f-e022-4f7d-b01c-876eb022fa6a) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:26:20.718868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:20.733829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Transition to ACTIVE for port object 0d00120f-e022-4f7d-b01c-876eb022fa6a will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:20.756930 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:20.827112 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:26:20.830099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:20.834414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:26:20.862431 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=0d00120f-e022-4f7d-b01c-876eb022fa6a,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:20.900842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:20.901740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:20.927824 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-f8a5d12a-5cf4-413a-9882-8f973081b378 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368312 Jan 12 10:26:20.938964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Request body: {'port': {'device_id': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:21.051002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:21.124383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f936be6f-d46f-437f-a46e-29dea3f9b0f2 None None] Provisioning for port 0d00120f-e022-4f7d-b01c-876eb022fa6a completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:26:21.130506 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f936be6f-d46f-437f-a46e-29dea3f9b0f2 None None] Provisioning complete for port 0d00120f-e022-4f7d-b01c-876eb022fa6a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:21.130927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f936be6f-d46f-437f-a46e-29dea3f9b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:21.186171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f936be6f-d46f-437f-a46e-29dea3f9b0f2 None None] Port 0d00120f-e022-4f7d-b01c-876eb022fa6a cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:26:21.227519 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe50ed89-7035-46cd-86f8-d7fb1c87a0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:21.377029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8d34c-a4ad-4055-8bc0-85ec026b7a84 req-1ebae1e0-b598-4717-ae61-6105b850e4c8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:21.377685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-e3d8d34c-a4ad-4055-8bc0-85ec026b7a84 req-1ebae1e0-b598-4717-ae61-6105b850e4c8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:26:21.409751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-e3d8d34c-a4ad-4055-8bc0-85ec026b7a84 req-1ebae1e0-b598-4717-ae61-6105b850e4c8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:26:21.411852 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e3d8d34c-a4ad-4055-8bc0-85ec026b7a84 req-1ebae1e0-b598-4717-ae61-6105b850e4c8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 931 time: 0.2308028 Jan 12 10:26:21.493620 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d00120f-e022-4f7d-b01c-876eb022fa6a {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:26:21.504791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:26:21.510049 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:21.525056 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e3d8d34c-a4ad-4055-8bc0-85ec026b7a84 req-68ca70cf-fd95-4526-862f-8623c8977839 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823779 Jan 12 10:26:21.534989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Transition to ACTIVE for port object 0d00120f-e022-4f7d-b01c-876eb022fa6a will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:21.541034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:21.579015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:26:21.584330 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:21.584694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:21.707963 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:21.746496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=37bede36-b1a2-4d31-86ce-2b0c4cd5b22e,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:21.752150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:21.823301 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d00120f-e022-4f7d-b01c-876eb022fa6a,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:21.835209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=37bede36-b1a2-4d31-86ce-2b0c4cd5b22e,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:21.928371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Attempting to bind port 0d00120f-e022-4f7d-b01c-876eb022fa6a on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:26:21.928697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Attempting to bind port 0d00120f-e022-4f7d-b01c-876eb022fa6a by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:26:21.929014 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Attempting to bind port 0d00120f-e022-4f7d-b01c-876eb022fa6a on network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:26:21.934456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Port 0d00120f-e022-4f7d-b01c-876eb022fa6a on network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:26:21.934796 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Attempting to bind port 0d00120f-e022-4f7d-b01c-876eb022fa6a on network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:26:21.940922 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:26:21.941245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Checking segment: {'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:26:21.941645 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Bound using segment: {'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:26:21.942054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Bound port: 0d00120f-e022-4f7d-b01c-876eb022fa6a, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13343d9a-4cf8-4e49-90a4-58370262672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:26:21.942389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:22.038829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] For port 0d00120f-e022-4f7d-b01c-876eb022fa6a, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:26:22.041839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] For port 0d00120f-e022-4f7d-b01c-876eb022fa6a, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:26:22.046426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:22.110599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:22.112026 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] 10.222.0.59 "PUT /v2.0/ports/0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 200 len: 1093 time: 1.1772578 Jan 12 10:26:22.112492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:26:22.128370 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179dcf3-612e-40e9-ac7d-264fe3af0ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d00120f-e022-4f7d-b01c-876eb022fa6a,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:22.159856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:22.185649 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'status': 'completed', 'code': 200} Jan 12 10:26:22.226335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-a615d118-bc90-453f-b170-f68cf0d2e700 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1096 time: 0.0757241 Jan 12 10:26:22.293262 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-3bfab016-6f71-4341-ae9c-30d4f460e261 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 200 len: 217 time: 0.0605898 Jan 12 10:26:22.357591 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-1d94c9d9-f804-4ee6-b51b-21e004ed7ddf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:22.359056 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-1d94c9d9-f804-4ee6-b51b-21e004ed7ddf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ae87b7e-5006-4be0-912b-55ac629db693 HTTP/1.1" status: 200 len: 834 time: 0.0600927 Jan 12 10:26:22.433077 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-45050b17-9030-4dcf-817b-6a8e9e720daa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684578 Jan 12 10:26:22.442515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-c06ef4eb-ffd0-40f1-8dbf-cd04b60c86eb service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:26:22.443486 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-c06ef4eb-ffd0-40f1-8dbf-cd04b60c86eb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050807 Jan 12 10:26:22.580641 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-57f62d09-b748-404c-840a-17d7895c54cc service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312304 Jan 12 10:26:22.667324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:22.704761 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:22.711382 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3f091a97-b8c2-458c-ab8c-58c709262401 req-e4a8b816-3868-4b51-8a5f-facd6bc8187b service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253316 Jan 12 10:26:22.849944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7635e6b-8ca5-4642-b9d2-fd22317e1baf req-1e5ab07c-e5a5-4a07-80b6-4907f46c517f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:22.851301 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b7635e6b-8ca5-4642-b9d2-fd22317e1baf req-1e5ab07c-e5a5-4a07-80b6-4907f46c517f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.1305077 Jan 12 10:26:22.856679 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-41f62b04-3e4f-4f27-a85c-20bbe115952d req-73682913-3c01-4d1e-83fb-ac7b9a2251cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1096 time: 0.1017962 Jan 12 10:26:22.989169 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b7635e6b-8ca5-4642-b9d2-fd22317e1baf req-5946cab7-9ad1-47c4-bcaa-43e95bd7f62c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315389 Jan 12 10:26:23.020701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b04-3e4f-4f27-a85c-20bbe115952d req-fe6f508b-24b8-47f7-b0e6-325863c7d296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:23.022254 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-41f62b04-3e4f-4f27-a85c-20bbe115952d req-fe6f508b-24b8-47f7-b0e6-325863c7d296 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 200 len: 897 time: 0.1517701 Jan 12 10:26:23.092419 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-41f62b04-3e4f-4f27-a85c-20bbe115952d req-1261d656-0e52-40b8-b96b-ef18cf166275 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 200 len: 217 time: 0.0629508 Jan 12 10:26:23.153436 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b04-3e4f-4f27-a85c-20bbe115952d req-c092e344-f67b-4d6d-8078-ed4a7004ec25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:23.154962 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-41f62b04-3e4f-4f27-a85c-20bbe115952d req-c092e344-f67b-4d6d-8078-ed4a7004ec25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ae87b7e-5006-4be0-912b-55ac629db693 HTTP/1.1" status: 200 len: 834 time: 0.0563612 Jan 12 10:26:23.239461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-41f62b04-3e4f-4f27-a85c-20bbe115952d req-fce3856c-5dac-4e54-8eef-0faf989d0cec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784137 Jan 12 10:26:23.458747 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-41f62b04-3e4f-4f27-a85c-20bbe115952d req-e51a71ac-1c6e-4b96-a7a7-d16d90c64d1d service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125978 Jan 12 10:26:23.483593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:26:23.552259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:23.552707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:23.589493 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-41f62b04-3e4f-4f27-a85c-20bbe115952d req-3a5d6142-6437-47b9-b7fe-03f7d8baccfb service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245172 Jan 12 10:26:24.070624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:24.202104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd37b65-30ab-40f9-ac97-da1fcee08c04 req-37c6bfdc-6417-4368-8451-ce12e496eb44 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:24.203594 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1dd37b65-30ab-40f9-ac97-da1fcee08c04 req-37c6bfdc-6417-4368-8451-ce12e496eb44 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.0882545 Jan 12 10:26:24.247621 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1dd37b65-30ab-40f9-ac97-da1fcee08c04 req-b81044e4-c2fe-4f6b-86e7-0027e62a2349 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385342 Jan 12 10:26:25.611969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fae43-636d-440e-a553-93a8ef1b7ba7 req-36f67691-689e-46bd-8eec-03ec7c45ebde tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:25.613403 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-257fae43-636d-440e-a553-93a8ef1b7ba7 req-36f67691-689e-46bd-8eec-03ec7c45ebde tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.0843520 Jan 12 10:26:25.662190 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-257fae43-636d-440e-a553-93a8ef1b7ba7 req-5ded26a2-e6a1-400d-9dc9-a3ca665bb32c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Jan 12 10:26:25.793418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0d00120f-e022-4f7d-b01c-876eb022fa6a details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:26:25.940345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0d00120f-e022-4f7d-b01c-876eb022fa6a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:25.953114 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'port_id': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'mac_address': 'fa:16:3e:a4:9f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:26:26.012804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:26.037139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d00120f-e022-4f7d-b01c-876eb022fa6a {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:26:26.054537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0d00120f-e022-4f7d-b01c-876eb022fa6a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:26.060669 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:26.170883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0d00120f-e022-4f7d-b01c-876eb022fa6a,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:26.428467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['0d00120f-e022-4f7d-b01c-876eb022fa6a'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:26:26.886438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a05aea-7688-4437-9efb-acd7527dff9b req-ee83b354-3344-4e0a-81aa-1302122bc0c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:26.887832 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e3a05aea-7688-4437-9efb-acd7527dff9b req-ee83b354-3344-4e0a-81aa-1302122bc0c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 944 time: 0.0866747 Jan 12 10:26:26.936406 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e3a05aea-7688-4437-9efb-acd7527dff9b req-8d9e3cbe-7616-4561-93fc-820ecf5a643e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400646 Jan 12 10:26:27.791171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0d00120f-e022-4f7d-b01c-876eb022fa6a up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:26:27.876133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 0d00120f-e022-4f7d-b01c-876eb022fa6a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:26:27.883144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 0d00120f-e022-4f7d-b01c-876eb022fa6a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:27.883598 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:28.008958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:28.035976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:26:28.045583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0d00120f-e022-4f7d-b01c-876eb022fa6a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:28.051320 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:28.094516 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'code': 200} Jan 12 10:26:28.122527 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0d00120f-e022-4f7d-b01c-876eb022fa6a,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:28.140182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102077b6-a58f-4042-934d-49ea0a0a671c req-2ca8f046-11ee-4272-8991-d966f493d548 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:28.141966 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-102077b6-a58f-4042-934d-49ea0a0a671c req-2ca8f046-11ee-4272-8991-d966f493d548 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0871708 Jan 12 10:26:28.187984 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-102077b6-a58f-4042-934d-49ea0a0a671c req-8828112d-f93b-44c3-9f49-30e67c60b576 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403495 Jan 12 10:26:28.321411 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-80de7cb1-28ee-4a4c-8600-3a3a2ffdc37f req-673ff4d1-96c0-442d-a690-b33da4707b15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1098 time: 0.0698543 Jan 12 10:26:28.366697 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-80de7cb1-28ee-4a4c-8600-3a3a2ffdc37f req-ca7f742e-d214-4cb5-9940-03d76742827c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391753 Jan 12 10:26:29.403045 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d54305-af8f-401e-a9e9-399005d971de req-d14d5ea7-3518-4e25-bc0c-873d407337b9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:29.404533 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06d54305-af8f-401e-a9e9-399005d971de req-d14d5ea7-3518-4e25-bc0c-873d407337b9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0811994 Jan 12 10:26:29.451082 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06d54305-af8f-401e-a9e9-399005d971de req-e8044427-703c-4aa6-ab66-cc162cf64b13 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Jan 12 10:26:30.663490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71214963-7a7f-40a0-8792-d21f4b98a84a req-b0873e0c-8b29-489a-917f-634f16e34864 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:30.664828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-71214963-7a7f-40a0-8792-d21f4b98a84a req-b0873e0c-8b29-489a-917f-634f16e34864 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0909002 Jan 12 10:26:30.709183 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-71214963-7a7f-40a0-8792-d21f4b98a84a req-4c5c1787-25ac-4b2a-8f93-2315036b39d6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387967 Jan 12 10:26:30.909497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e63bc-2702-4ecc-a93b-7c745d441e76 req-d97f7373-d31e-4d21-a7bf-40f63885d200 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:30.910966 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3b9e63bc-2702-4ecc-a93b-7c745d441e76 req-d97f7373-d31e-4d21-a7bf-40f63885d200 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0779102 Jan 12 10:26:30.955971 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3b9e63bc-2702-4ecc-a93b-7c745d441e76 req-f46eaab1-386f-44fa-8a84-5c880caf8ede tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391755 Jan 12 10:26:30.982910 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50174) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:31.130526 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-edacf1f3-7dcd-4475-9728-4b1a7198a680 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1093 time: 0.1464634 Jan 12 10:26:31.133283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50180) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:31.138322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:26:31.144350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:31.148451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:floatingip and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:31.151412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:31.157531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:31.172077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:31.310434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:31.450147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.26.1.159 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/ddac0998-7254-4dc2-9b1a-79c968257984) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:26:31.617146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:31.648756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:31.714348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:26:31.717721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:31.719621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=ddac0998-7254-4dc2-9b1a-79c968257984,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:31.721661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:26:32.326896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:32.387259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:32.586337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:32.593008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:32.693537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=ddac0998-7254-4dc2-9b1a-79c968257984,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:32.711587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:32.906125 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Floating IP 4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92 associated. External IP: 172.26.1.159, port: 0d00120f-e022-4f7d-b01c-876eb022fa6a. Jan 12 10:26:33.008857 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:26:33.303809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 14565e91-5092-4241-8d1e-4ffbbb87fd2e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:26:33.620248 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:26:33.630078 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] Sync routers for ids ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:26:33.642186 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] Routers {'14565e91-5092-4241-8d1e-4ffbbb87fd2e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:26:33.642893 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:26:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:33.647732 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:33.699820 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-62b5c353-1eee-468d-8e0b-6ae3ee1e515f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5655005 Jan 12 10:26:33.700396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:26:33.762884 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'status': 'completed', 'code': 200} Jan 12 10:26:33.856514 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] Set router 14565e91-5092-4241-8d1e-4ffbbb87fd2e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:26:33.915215 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-67563914-e18f-4f4f-a881-7248ecc589e5 req-35c92fe8-cc8e-4d77-92e2-ce03339559fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1098 time: 0.1308699 Jan 12 10:26:33.921459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfc999-fab0-4fda-928d-c9c00acb0029 req-36f6b1a4-efa8-4368-bd57-c305ee7b8f79 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:33.922778 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6ebfc999-fab0-4fda-928d-c9c00acb0029 req-36f6b1a4-efa8-4368-bd57-c305ee7b8f79 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.1085892 Jan 12 10:26:34.061717 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6ebfc999-fab0-4fda-928d-c9c00acb0029 req-638ceb38-98cb-4a3b-b3b8-f0f06c0ec7cb tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200905 Jan 12 10:26:34.080765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67563914-e18f-4f4f-a881-7248ecc589e5 req-e6bc7790-391d-4d7c-9b14-3a6702267e33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:34.082389 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-67563914-e18f-4f4f-a881-7248ecc589e5 req-e6bc7790-391d-4d7c-9b14-3a6702267e33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 200 len: 897 time: 0.1587849 Jan 12 10:26:34.089300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50190) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:34.188598 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-67563914-e18f-4f4f-a881-7248ecc589e5 req-c925a160-b17c-4bd8-9872-8f1806f912c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 200 len: 999 time: 0.1001348 Jan 12 10:26:34.195409 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:15Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'port_id': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'mac_address': 'fa:16:3e:a4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:26:32Z', 'updated_at': '2022-01-12T10:26:32Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37bede36-b1a2-4d31-86ce-2b0c4cd5b22e', 'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:ab:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:14Z', 'updated_at': '2022-01-12T10:26:21Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:34.197989 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d693a958-8b73-40aa-bfc0-edc49d2944ea tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92 HTTP/1.1" status: 200 len: 991 time: 0.1064570 Jan 12 10:26:34.200840 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] Checking router: 14565e91-5092-4241-8d1e-4ffbbb87fd2e for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:26:34.210995 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] Routers {'14565e91-5092-4241-8d1e-4ffbbb87fd2e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:26:34.211581 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:26:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:34.251899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67563914-e18f-4f4f-a881-7248ecc589e5 req-4e2bcba8-a489-4e07-b9be-db3069759376 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:34.253335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-67563914-e18f-4f4f-a881-7248ecc589e5 req-4e2bcba8-a489-4e07-b9be-db3069759376 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ae87b7e-5006-4be0-912b-55ac629db693 HTTP/1.1" status: 200 len: 834 time: 0.0575910 Jan 12 10:26:34.332046 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-67563914-e18f-4f4f-a881-7248ecc589e5 req-5c547713-9de6-4112-9045-4a437e054ee3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724554 Jan 12 10:26:34.380842 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] Set router 14565e91-5092-4241-8d1e-4ffbbb87fd2e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:26:34.467419 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-67563914-e18f-4f4f-a881-7248ecc589e5 req-c8180cea-4be9-420c-9cb4-5f7ffa77d576 service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282268 Jan 12 10:26:34.594279 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-67563914-e18f-4f4f-a881-7248ecc589e5 req-e212c72c-3140-4344-ba02-97abaf81b19f service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211257 Jan 12 10:26:34.721801 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:15Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'port_id': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'mac_address': 'fa:16:3e:a4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:26:32Z', 'updated_at': '2022-01-12T10:26:32Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37bede36-b1a2-4d31-86ce-2b0c4cd5b22e', 'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:ab:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:14Z', 'updated_at': '2022-01-12T10:26:21Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:34.725898 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1db16-f877-4128-8eed-be2ca43b5907 None None] The sync data for ids ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'] in dv-neutron-824347-1-hyperv is: [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:15Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'port_id': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'mac_address': 'fa:16:3e:a4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:26:32Z', 'updated_at': '2022-01-12T10:26:32Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37bede36-b1a2-4d31-86ce-2b0c4cd5b22e', 'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:ab:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:14Z', 'updated_at': '2022-01-12T10:26:21Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:26:35.201981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50196) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:35.313147 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-7e5c3008-3d2e-4512-9552-7786fdf74a34 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92 HTTP/1.1" status: 200 len: 991 time: 0.1096029 Jan 12 10:26:36.318187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50200) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:36.425700 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8e77dcbe-8e94-4999-b2ff-359491ff8f2f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92 HTTP/1.1" status: 200 len: 991 time: 0.1060045 Jan 12 10:26:36.580927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b82fff5-35ed-41a8-be54-9df070ae55f6 None None] New status for floating IP 4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:26:37.431653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50204) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:37.539515 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-07ef9a4d-6d11-461b-a674-8b55b198d47f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92 HTTP/1.1" status: 200 len: 993 time: 0.1068265 Jan 12 10:26:49.126645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5865f68b-7d64-4b46-a86e-c0c42bd83c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.244008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-26e838bb-103d-47b3-8c7e-927cb8613f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:52.173920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:52.667721 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:52.706985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.084840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:10.015743 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:27:14.466137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2ad9f2b-cd62-47da-80f4-17771a1c5799 req-4f26503a-2a17-4afe-af97-759ba8460684 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1445575 Jan 12 10:27:14.608255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2ad9f2b-cd62-47da-80f4-17771a1c5799 req-9675c9b2-e916-4f53-b581-4aceb7476eaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1098 time: 0.0742617 Jan 12 10:27:14.758700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad9f2b-cd62-47da-80f4-17771a1c5799 req-ac518337-1af3-461e-b2d5-b8aef0ccccb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:14.760301 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2ad9f2b-cd62-47da-80f4-17771a1c5799 req-ac518337-1af3-461e-b2d5-b8aef0ccccb1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 200 len: 897 time: 0.1303287 Jan 12 10:27:14.970197 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2ad9f2b-cd62-47da-80f4-17771a1c5799 req-8383b643-3568-4b2e-8ac2-977b9f72dc82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 200 len: 1001 time: 0.2032056 Jan 12 10:27:15.031744 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad9f2b-cd62-47da-80f4-17771a1c5799 req-f9c11213-5410-4da9-8d3a-5fee4f613c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:15.033089 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2ad9f2b-cd62-47da-80f4-17771a1c5799 req-f9c11213-5410-4da9-8d3a-5fee4f613c3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ae87b7e-5006-4be0-912b-55ac629db693 HTTP/1.1" status: 200 len: 834 time: 0.0573213 Jan 12 10:27:15.110041 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2ad9f2b-cd62-47da-80f4-17771a1c5799 req-82a544db-553d-45d4-b98f-266027e1681d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709393 Jan 12 10:27:15.240966 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2ad9f2b-cd62-47da-80f4-17771a1c5799 req-20ad83e1-2f20-464f-a3fd-2f45789c25e3 service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242633 Jan 12 10:27:15.369450 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a2ad9f2b-cd62-47da-80f4-17771a1c5799 req-91401d8d-6c08-4619-8497-165b1d8e788c service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221266 Jan 12 10:27:19.132967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2db1-ee50-4874-9295-88443c4010b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:21.243932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb88d749-fe5f-4f7a-84ba-90c226d5c0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:22.178107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:22.667863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:22.708604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:24.081698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:46.867146 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c3af219c-ee75-4af5-a4e8-86e5569f5394 req-4f603fef-b2c1-4091-bbf8-e3694dac0471 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1443117 Jan 12 10:27:47.005765 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:27:47.124245 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50254) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:47.184408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a2e2e-8c90-4159-b8ba-43e0adfe7d7e req-309bb413-99b6-4268-90a5-aca1a09fa9b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:47.185846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba4a2e2e-8c90-4159-b8ba-43e0adfe7d7e req-309bb413-99b6-4268-90a5-aca1a09fa9b0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0821059 Jan 12 10:27:47.230703 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ba4a2e2e-8c90-4159-b8ba-43e0adfe7d7e req-0f783293-3b51-44af-9717-f9e20a39166d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392456 Jan 12 10:27:47.296266 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-e3fdade3-1fa6-458e-8aa8-ec7388d4b616 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1707399 Jan 12 10:27:48.438842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f5906-49db-4fe0-8ece-2317d53d46ca req-75f5fc3b-218f-4eff-93e6-3f951b5f31c1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:48.441321 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-207f5906-49db-4fe0-8ece-2317d53d46ca req-75f5fc3b-218f-4eff-93e6-3f951b5f31c1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0827591 Jan 12 10:27:48.548928 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-207f5906-49db-4fe0-8ece-2317d53d46ca req-a2a7fa19-3000-45e3-b9e3-def340ea5260 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024206 Jan 12 10:27:48.569152 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-c1879be8-8fe5-48cb-9467-1374ddc619b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1098 time: 0.1015460 Jan 12 10:27:48.713122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-aea2557e-f2c9-4283-b97f-1a52439b17b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:48.715361 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-aea2557e-f2c9-4283-b97f-1a52439b17b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 200 len: 897 time: 0.1396961 Jan 12 10:27:48.817991 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-c90c1b2c-c42c-4cf3-90d0-72d3b33ee7ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 200 len: 1001 time: 0.0971279 Jan 12 10:27:48.878090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-e1053b0c-4c4f-4bac-b95a-75121b7c70a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:48.879656 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-e1053b0c-4c4f-4bac-b95a-75121b7c70a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ae87b7e-5006-4be0-912b-55ac629db693 HTTP/1.1" status: 200 len: 834 time: 0.0555348 Jan 12 10:27:48.962950 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-6cb7f456-cea3-4e14-b14a-3ad689d5263d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770276 Jan 12 10:27:49.094182 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-81411f49-65ab-4e78-8e61-7d00a06b190a service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253486 Jan 12 10:27:49.117823 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c82e0402-b1cf-4278-a65c-ea0b61b5d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:49.223022 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-c5f8120a-411f-44a6-8b90-82a99f30c08c service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236830 Jan 12 10:27:49.770099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cc5fd-2c14-4a32-a1eb-5fd6d90e7ceb req-21c03e43-2aaa-4eeb-814c-28ed5fb7a3ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:49.771593 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-100cc5fd-2c14-4a32-a1eb-5fd6d90e7ceb req-21c03e43-2aaa-4eeb-814c-28ed5fb7a3ab tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0871816 Jan 12 10:27:49.823206 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-100cc5fd-2c14-4a32-a1eb-5fd6d90e7ceb req-aa32c850-3217-4fbe-b30b-c51ec4bad1a1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461106 Jan 12 10:27:51.036736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0128e-cf65-4dc9-9579-6a1421dfb813 req-f1eb76b4-aaa3-404d-949a-e11f7c07daba tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:51.038218 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2ce0128e-cf65-4dc9-9579-6a1421dfb813 req-f1eb76b4-aaa3-404d-949a-e11f7c07daba tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0834012 Jan 12 10:27:51.094614 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2ce0128e-cf65-4dc9-9579-6a1421dfb813 req-8ebacbfa-5acd-4ecd-8a29-4b90e8563c4b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506494 Jan 12 10:27:51.246152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07812b2a-5f91-404f-8125-df0c8030cb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:52.179286 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:52.393956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8344cbf-8199-4052-b597-bde8af3f4809 req-fb9b98dd-7b5b-45b7-9bc6-5a5738ff9a65 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:52.395386 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8344cbf-8199-4052-b597-bde8af3f4809 req-fb9b98dd-7b5b-45b7-9bc6-5a5738ff9a65 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.1695387 Jan 12 10:27:52.441004 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a8344cbf-8199-4052-b597-bde8af3f4809 req-98719f9c-b747-44c6-8048-cfbfeed08c17 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398707 Jan 12 10:27:52.675043 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:52.711181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:53.649504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9eacb-7ca1-4a2f-a98d-410dda8ab6b0 req-f7ca6734-e827-4254-bb2a-c7a11dbba1f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:53.650947 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4ee9eacb-7ca1-4a2f-a98d-410dda8ab6b0 req-f7ca6734-e827-4254-bb2a-c7a11dbba1f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0872583 Jan 12 10:27:53.696732 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4ee9eacb-7ca1-4a2f-a98d-410dda8ab6b0 req-abd1b245-96ab-4895-89ca-d089a0351209 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401645 Jan 12 10:27:54.089430 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:54.906262 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000b2ab-480c-4a0c-ab0f-b30b578922f6 req-d6e54ccd-a4a9-4d29-84be-65938c6000cc tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:54.907670 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7000b2ab-480c-4a0c-ab0f-b30b578922f6 req-d6e54ccd-a4a9-4d29-84be-65938c6000cc tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0820596 Jan 12 10:27:54.952880 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7000b2ab-480c-4a0c-ab0f-b30b578922f6 req-4adda3c1-11c9-45eb-a6bd-364ceb502b64 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394685 Jan 12 10:27:56.174780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12383c9b-9edb-4483-ae34-644933696845 req-148ef738-0238-4743-9b12-26ebfa362030 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:56.175513 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12383c9b-9edb-4483-ae34-644933696845 req-148ef738-0238-4743-9b12-26ebfa362030 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0859845 Jan 12 10:27:56.222746 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-12383c9b-9edb-4483-ae34-644933696845 req-a9369439-9a99-4f2d-a043-af1a904d5182 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418272 Jan 12 10:27:57.440482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac482d-bc71-4b04-8f7f-8d0f3df76db0 req-36494e93-437b-49f8-aa66-3cf065c7a7e1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:57.441920 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8cac482d-bc71-4b04-8f7f-8d0f3df76db0 req-36494e93-437b-49f8-aa66-3cf065c7a7e1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0784333 Jan 12 10:27:57.491346 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8cac482d-bc71-4b04-8f7f-8d0f3df76db0 req-dd3cc172-d42d-47d4-abde-423630eb8897 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436325 Jan 12 10:27:58.729361 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe72b0f-08b9-4ba1-988b-f43bf78a6c11 req-54d9f5e7-3602-4780-ba94-0a3eb43081e1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:58.730823 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ffe72b0f-08b9-4ba1-988b-f43bf78a6c11 req-54d9f5e7-3602-4780-ba94-0a3eb43081e1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0878677 Jan 12 10:27:58.776922 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ffe72b0f-08b9-4ba1-988b-f43bf78a6c11 req-eb14ec19-b822-4adc-9576-506b3fc3fead tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404596 Jan 12 10:28:00.010532 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20e051-345b-47fd-b6ce-25cb485f9122 req-5ab6ad4c-cd45-4662-8796-2c51eb87c220 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:00.012001 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ca20e051-345b-47fd-b6ce-25cb485f9122 req-5ab6ad4c-cd45-4662-8796-2c51eb87c220 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0884891 Jan 12 10:28:00.059193 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ca20e051-345b-47fd-b6ce-25cb485f9122 req-2a652677-13bd-47b8-99de-023f4c8dec9e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389266 Jan 12 10:28:00.987427 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-3f932209-b1eb-46f8-ae60-b6c927caacff service neutron] 10.222.0.59 "GET /v2.0/ports/0d00120f-e022-4f7d-b01c-876eb022fa6a/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0822268 Jan 12 10:28:01.316950 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-7c950020-3fab-4040-81de-58301968566c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 1098 time: 0.1284528 Jan 12 10:28:01.325737 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ea2ca-ee6b-489c-b67f-94541ee375f2 req-a2bb8a44-5c68-41b6-88f2-c5698d92c9fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:01.328334 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-882ea2ca-ee6b-489c-b67f-94541ee375f2 req-a2bb8a44-5c68-41b6-88f2-c5698d92c9fd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.1093457 Jan 12 10:28:01.424116 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-882ea2ca-ee6b-489c-b67f-94541ee375f2 req-097c8e68-cff2-4980-b0af-c115dcffbdc3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909736 Jan 12 10:28:01.439838 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-8ef63a24-fb04-4776-a0f8-486b672fbd16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1098 time: 0.0928609 Jan 12 10:28:01.575713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-e0dac456-a97a-4cdf-a368-ffb6e148b508 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:01.577051 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-e0dac456-a97a-4cdf-a368-ffb6e148b508 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 200 len: 897 time: 0.1309307 Jan 12 10:28:01.680489 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-1b0207bf-92de-4e0d-aa2a-cfa099e48352 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 200 len: 1001 time: 0.0972364 Jan 12 10:28:01.740983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-003a48c8-540d-4f22-a96d-4477ae72452f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:01.742523 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-003a48c8-540d-4f22-a96d-4477ae72452f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ae87b7e-5006-4be0-912b-55ac629db693 HTTP/1.1" status: 200 len: 834 time: 0.0556729 Jan 12 10:28:01.821562 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-1c4b5a25-7c9c-42ed-9057-b152dcf05947 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724392 Jan 12 10:28:01.976411 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-e0ac5f35-cb21-4ef9-b470-b15bc7a6978a service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234255 Jan 12 10:28:02.107957 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-dd95ad57-57a6-4791-95ba-d68037738c7b req-8d320972-b10b-4d8a-8607-31c2965fabbb service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243150 Jan 12 10:28:02.724414 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69cca4-c743-4908-b305-a57293b61c23 req-7f364e8a-c54a-4940-be29-84b873b6ab28 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:02.725740 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e69cca4-c743-4908-b305-a57293b61c23 req-7f364e8a-c54a-4940-be29-84b873b6ab28 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.1761050 Jan 12 10:28:02.770098 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4e69cca4-c743-4908-b305-a57293b61c23 req-3eab6c77-e015-4361-b75b-627af4fe77d9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388439 Jan 12 10:28:03.999487 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ca69-cdba-4349-a992-0b00c7f93271 req-77b6f506-9109-4615-99af-42409218d72c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:04.000937 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-31f1ca69-cdba-4349-a992-0b00c7f93271 req-77b6f506-9109-4615-99af-42409218d72c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 945 time: 0.0794744 Jan 12 10:28:04.055077 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-31f1ca69-cdba-4349-a992-0b00c7f93271 req-1ce47f14-131a-4d6f-96a1-b7a59bde6dca tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486367 Jan 12 10:28:04.183738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0d00120f-e022-4f7d-b01c-876eb022fa6a details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:28:04.193086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0d00120f-e022-4f7d-b01c-876eb022fa6a no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:28:04.404796 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:04.417940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0d00120f-e022-4f7d-b01c-876eb022fa6a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:04.434474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'port_id': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'mac_address': 'fa:16:3e:a4:9f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:28:04.470987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:28:04.490063 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0d00120f-e022-4f7d-b01c-876eb022fa6a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:04.499591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:04.551232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:04.585948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d00120f-e022-4f7d-b01c-876eb022fa6a {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:28:04.593376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0d00120f-e022-4f7d-b01c-876eb022fa6a,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:04.654192 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'code': 200} Jan 12 10:28:04.669497 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.669764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.670090 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.670409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.670758 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.671061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.671381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.671686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.671993 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.672282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.672590 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:04.692954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:28:04.693300 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:28:05.244287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:05.262244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d00120f-e022-4f7d-b01c-876eb022fa6a {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:28:05.273523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ead21-14a3-46b7-9829-eac3a980f2cd req-0609b44f-c594-45d8-a0f5-d086648ddb1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:05.274996 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d02ead21-14a3-46b7-9829-eac3a980f2cd req-0609b44f-c594-45d8-a0f5-d086648ddb1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.0833240 Jan 12 10:28:05.278994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0d00120f-e022-4f7d-b01c-876eb022fa6a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:05.283768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:05.323411 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d02ead21-14a3-46b7-9829-eac3a980f2cd req-aa9fc9ee-e957-479c-8319-6a4212855588 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Jan 12 10:28:05.353219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['0d00120f-e022-4f7d-b01c-876eb022fa6a'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:28:05.387029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0d00120f-e022-4f7d-b01c-876eb022fa6a,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:06.190551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0d00120f-e022-4f7d-b01c-876eb022fa6a no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:28:06.315122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:06.339309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0d00120f-e022-4f7d-b01c-876eb022fa6a {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:28:06.355856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0d00120f-e022-4f7d-b01c-876eb022fa6a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:06.360947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:06.428956 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0d00120f-e022-4f7d-b01c-876eb022fa6a,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:06.526012 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27db93-1ec1-492b-ba14-69c402b8c7b9 req-6d75409f-5614-4f7d-8a73-5eba0c1144b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:06.527477 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0a27db93-1ec1-492b-ba14-69c402b8c7b9 req-6d75409f-5614-4f7d-8a73-5eba0c1144b3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.0807476 Jan 12 10:28:06.576808 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0a27db93-1ec1-492b-ba14-69c402b8c7b9 req-a4b2eab3-206d-4fd0-9dd4-4fa509b83915 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Jan 12 10:28:06.974143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-87e60f23-eb2f-48f7-ac67-1d0ff66d49cc tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:06.975595 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-87e60f23-eb2f-48f7-ac67-1d0ff66d49cc tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d&tenant_id=b378bec4c25c43858c7b33e922996d00&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 943 time: 0.1415942 Jan 12 10:28:06.986059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d83647-e151-4912-8722-abdac3aa9665 req-d8a2c857-8bda-49e1-a13b-775c896009ae tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:06.987443 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61d83647-e151-4912-8722-abdac3aa9665 req-d8a2c857-8bda-49e1-a13b-775c896009ae tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.1150365 Jan 12 10:28:07.033466 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-61d83647-e151-4912-8722-abdac3aa9665 req-da6d8207-9b55-4a46-a185-6ad10ab39fe8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402033 Jan 12 10:28:07.110967 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-e31fd3b6-ab06-422a-ba5d-4a8758b0094e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1096 time: 0.0675261 Jan 12 10:28:07.291241 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-de27cb19-08ff-424e-8594-cf68f997cda8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:07.292574 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-de27cb19-08ff-424e-8594-cf68f997cda8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 200 len: 897 time: 0.1756742 Jan 12 10:28:07.307376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767e2f2-648a-4cf1-b771-60157432ffbb req-dab93a10-692d-45fb-891d-00eeba9b81fc tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:07.308706 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a767e2f2-648a-4cf1-b771-60157432ffbb req-dab93a10-692d-45fb-891d-00eeba9b81fc tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.1254919 Jan 12 10:28:07.434461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a767e2f2-648a-4cf1-b771-60157432ffbb req-f1a6d04e-571f-4116-b130-81a36ff47045 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787928 Jan 12 10:28:07.436378 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-fe0b6add-ab60-416c-8434-8c5f22e7f005 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 200 len: 999 time: 0.1268699 Jan 12 10:28:07.498643 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-c70a462e-6014-4829-b949-7cc978b8135f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:07.500109 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-c70a462e-6014-4829-b949-7cc978b8135f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ae87b7e-5006-4be0-912b-55ac629db693 HTTP/1.1" status: 200 len: 834 time: 0.0577514 Jan 12 10:28:07.581469 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-fec5fcf4-c3b0-4b7e-86a0-309e3a4b6ccd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749943 Jan 12 10:28:07.714759 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-4ec4d645-a730-4053-8dff-62d7f5db5a90 service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264946 Jan 12 10:28:07.843905 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a80062c7-d6ef-4a0e-b1f7-84ed67f354f2 req-a1401f06-9a86-451d-9bf1-cc24fd6a91f7 service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236453 Jan 12 10:28:08.641840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7d5c-ca23-4eaf-91c0-3f0a644020c8 req-736c0aea-a3fc-4bf9-8f80-a83311768c8c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:08.643203 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e02e7d5c-ca23-4eaf-91c0-3f0a644020c8 req-736c0aea-a3fc-4bf9-8f80-a83311768c8c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.0845218 Jan 12 10:28:08.688335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e02e7d5c-ca23-4eaf-91c0-3f0a644020c8 req-fb52004c-5daf-45ba-9679-24be082aac04 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Jan 12 10:28:08.716308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50338) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:28:08.832229 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e3ffcfa2-162c-4162-91cd-895240d6019f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92 HTTP/1.1" status: 200 len: 991 time: 0.1148076 Jan 12 10:28:15.591909 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37803de9-15fa-4fb0-9e56-235951c39a56 req-8996e7e1-e95b-438f-98e0-855d795927c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1697333 Jan 12 10:28:15.733994 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37803de9-15fa-4fb0-9e56-235951c39a56 req-83f215b3-a471-45b6-a4ff-8d2a139fcd0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1096 time: 0.0740693 Jan 12 10:28:15.882635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37803de9-15fa-4fb0-9e56-235951c39a56 req-d0624a4b-8ece-4a0c-921a-ed145cd1a9e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:15.884175 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37803de9-15fa-4fb0-9e56-235951c39a56 req-d0624a4b-8ece-4a0c-921a-ed145cd1a9e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 200 len: 897 time: 0.1302767 Jan 12 10:28:15.991605 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37803de9-15fa-4fb0-9e56-235951c39a56 req-559fc787-8947-4366-b7b4-1e4274d250cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 200 len: 999 time: 0.1002212 Jan 12 10:28:16.053110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37803de9-15fa-4fb0-9e56-235951c39a56 req-414601c8-7e03-4c30-9ff9-62bc04c39c48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:16.054516 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37803de9-15fa-4fb0-9e56-235951c39a56 req-414601c8-7e03-4c30-9ff9-62bc04c39c48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ae87b7e-5006-4be0-912b-55ac629db693 HTTP/1.1" status: 200 len: 834 time: 0.0568779 Jan 12 10:28:16.133182 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37803de9-15fa-4fb0-9e56-235951c39a56 req-e7d371fe-e0a8-4fac-8791-9302d15ab3a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722461 Jan 12 10:28:16.273675 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37803de9-15fa-4fb0-9e56-235951c39a56 req-a0ebd561-329e-44c3-b1d1-0940d4f0ccd9 service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335948 Jan 12 10:28:16.402462 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-37803de9-15fa-4fb0-9e56-235951c39a56 req-c558bb69-e232-43ac-a7bf-c63a7e83a267 service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223021 Jan 12 10:28:19.130693 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b770131b-3a63-4128-a9b7-c3412822dfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:21.245644 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-21d6f832-6aba-45f7-8f2b-c5c2905fc104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:22.183950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:22.671820 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:22.720702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:24.011945 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:28:24.088419 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:49.134504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b52f92ca-bdbb-49a9-aa66-d98d19417544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:51.252339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e8f4ae7b-ce9a-4aec-8103-ffc8c21956dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:52.203047 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:52.666589 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:52.720155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:54.100196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:01.022561 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:29:04.231063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50362) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:04.445784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port ddac0998-7254-4dc2-9b1a-79c968257984 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:29:04.446126 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:04.611544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:04.612078 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:04.732776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for ddac0998-7254-4dc2-9b1a-79c968257984 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:29:04.884809 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:04.931940 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=ddac0998-7254-4dc2-9b1a-79c968257984,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:04.996089 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:04.996425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:04.996757 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:04.997087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:04.997410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:04.997726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:04.998050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:04.998369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:04.998696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:04.999001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:04.999301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.030424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:05.433615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 14565e91-5092-4241-8d1e-4ffbbb87fd2e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:29:05.735954 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:29:05.746057 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] Sync routers for ids ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:29:05.758707 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] Routers {'14565e91-5092-4241-8d1e-4ffbbb87fd2e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:05.759315 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:28:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:05.760505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:05.815797 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cb7ef777-5fad-4580-9c66-691020dbea1f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/floatingips/4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92 HTTP/1.1" status: 204 len: 168 time: 1.5832481 Jan 12 10:29:05.816047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:05.931827 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] Set router 14565e91-5092-4241-8d1e-4ffbbb87fd2e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:29:05.956532 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'status': 'completed', 'code': 200} Jan 12 10:29:06.052234 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-090fe201-7749-4025-9e93-46744fa12dbb req-a34d9a60-eb11-4096-b52e-37afff70d3aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 1096 time: 0.0721822 Jan 12 10:29:06.148008 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [req-c7133bcc-d271-4279-9d6b-025a2cdac2aa req-05c1f3ad-5b16-4844-84c0-9f8e3aaf5cc4 service neutron] (83595) timed out ('10.222.0.58', 46296) {{(pid=83595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 12 10:29:06.240310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fe201-7749-4025-9e93-46744fa12dbb req-76a3e615-857b-41ab-83a2-6bca97dd9686 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:06.241750 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-090fe201-7749-4025-9e93-46744fa12dbb req-76a3e615-857b-41ab-83a2-6bca97dd9686 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 200 len: 897 time: 0.1840520 Jan 12 10:29:06.288255 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:15Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '37bede36-b1a2-4d31-86ce-2b0c4cd5b22e', 'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:ab:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:14Z', 'updated_at': '2022-01-12T10:26:21Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:06.292526 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] Checking router: 14565e91-5092-4241-8d1e-4ffbbb87fd2e for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:29:06.304084 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] Routers {'14565e91-5092-4241-8d1e-4ffbbb87fd2e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:06.304672 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:28:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:06.314990 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee838e7-22c4-4757-936c-5e33c87fc22a req-531479cb-6cce-4017-b60e-632a1300eb06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:06.316390 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fee838e7-22c4-4757-936c-5e33c87fc22a req-531479cb-6cce-4017-b60e-632a1300eb06 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.1665933 Jan 12 10:29:06.318132 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-090fe201-7749-4025-9e93-46744fa12dbb req-07d78d2e-fded-4fe8-8f62-ffc02673c669 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 200 len: 217 time: 0.0693989 Jan 12 10:29:06.409211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fe201-7749-4025-9e93-46744fa12dbb req-5749c7e5-e54a-454d-81bf-b6d06b12f529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:06.410697 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-090fe201-7749-4025-9e93-46744fa12dbb req-5749c7e5-e54a-454d-81bf-b6d06b12f529 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8ae87b7e-5006-4be0-912b-55ac629db693 HTTP/1.1" status: 200 len: 834 time: 0.0752535 Jan 12 10:29:06.414414 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fee838e7-22c4-4757-936c-5e33c87fc22a req-ff985996-0735-4b21-a028-6fc845542a4a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921967 Jan 12 10:29:06.491895 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] Set router 14565e91-5092-4241-8d1e-4ffbbb87fd2e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:29:06.492110 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-090fe201-7749-4025-9e93-46744fa12dbb req-1f7b54f1-69b5-441f-9b62-a6887a0fbf52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750430 Jan 12 10:29:06.620550 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-090fe201-7749-4025-9e93-46744fa12dbb req-9b1fa7b4-ed89-42a1-ae6d-e9c0c9bb2a5f service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221766 Jan 12 10:29:06.750245 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-090fe201-7749-4025-9e93-46744fa12dbb req-40c6ea48-a92f-499f-a9cd-56daf765496c service neutron] 10.222.0.59 "GET /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234269 Jan 12 10:29:06.792831 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:15Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '37bede36-b1a2-4d31-86ce-2b0c4cd5b22e', 'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:ab:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:14Z', 'updated_at': '2022-01-12T10:26:21Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:06.796706 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deedade-b392-4821-9988-e952dd54ac1f None None] The sync data for ids ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'] in dv-neutron-824347-1-hyperv is: [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:26:15Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '37bede36-b1a2-4d31-86ce-2b0c4cd5b22e', 'name': '', 'network_id': 'fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:ab:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:14Z', 'updated_at': '2022-01-12T10:26:21Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '8ae87b7e-5006-4be0-912b-55ac629db693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:29:07.019135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107111a-58cd-4391-a483-c97d3c00f0e5 None None] New status for floating IP 4e7e2521-26eb-4ff8-b1ba-f6660ffe3a92: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:29:07.721204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc905-6b14-494c-a927-687cebccf24e req-3fcde873-250f-4876-8c61-a13d0f833ad8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:07.722436 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6c7bc905-6b14-494c-a927-687cebccf24e req-3fcde873-250f-4876-8c61-a13d0f833ad8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.1809876 Jan 12 10:29:07.767315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6c7bc905-6b14-494c-a927-687cebccf24e req-38ebbf18-b041-431f-812f-101779584a7e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=f000c018-0ca0-436d-b046-e2227e598cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389524 Jan 12 10:29:08.028450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-b0c63913-621e-4898-aa8c-eec11320a449 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:08.030061 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-b0c63913-621e-4898-aa8c-eec11320a449 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 943 time: 0.0891666 Jan 12 10:29:08.100806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 0d00120f-e022-4f7d-b01c-876eb022fa6a {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:29:08.101142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:08.347438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 0d00120f-e022-4f7d-b01c-876eb022fa6a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0d00120f-e022-4f7d-b01c-876eb022fa6a,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:08.347655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:08.465348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 0d00120f-e022-4f7d-b01c-876eb022fa6a owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:29:08.613549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:08.659931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=0d00120f-e022-4f7d-b01c-876eb022fa6a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:08.699348 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.699685 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.700013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.700339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.700661 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.700978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.701298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.701617 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.701928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.702238 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.702557 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:08.744679 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] No DVR routers for this DVR port 0d00120f-e022-4f7d-b01c-876eb022fa6a on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:29:08.747196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:08.749736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'name': 'network-vif-deleted', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:08.760863 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-169db0ce-0ea9-4939-b663-c04d8cc68edb req-7f12dc75-b472-4509-9381-376f8c13d6e6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "DELETE /v2.0/ports/0d00120f-e022-4f7d-b01c-876eb022fa6a HTTP/1.1" status: 204 len: 173 time: 0.7258573 Jan 12 10:29:08.806655 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f742dc-604b-4495-ad6f-c8f62b8b2a7d', 'name': 'network-vif-deleted', 'tag': '0d00120f-e022-4f7d-b01c-876eb022fa6a', 'status': 'completed', 'code': 200} Jan 12 10:29:08.933611 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d1fe94f1-989b-4d47-a2c2-3f1a81691ae1 req-10b09124-293d-4d29-93ea-015c8b715272 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:29:08.951528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d1fe94f1-989b-4d47-a2c2-3f1a81691ae1 req-10b09124-293d-4d29-93ea-015c8b715272 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:29:08.952582 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d1fe94f1-989b-4d47-a2c2-3f1a81691ae1 req-10b09124-293d-4d29-93ea-015c8b715272 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f742dc-604b-4495-ad6f-c8f62b8b2a7d HTTP/1.1" status: 200 len: 210 time: 0.0624156 Jan 12 10:29:10.079348 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50382) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:10.497842 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:11.111439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:29:11.112195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:11.315378 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=37bede36-b1a2-4d31-86ce-2b0c4cd5b22e,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:11.315695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:11.531005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:29:11.715761 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:11.761455 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=37bede36-b1a2-4d31-86ce-2b0c4cd5b22e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:12.067072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:12.460620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0d00120f-e022-4f7d-b01c-876eb022fa6a no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:29:12.493543 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 0d00120f-e022-4f7d-b01c-876eb022fa6a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:29:12.493947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0d00120f-e022-4f7d-b01c-876eb022fa6a not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:29:12.674298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 14565e91-5092-4241-8d1e-4ffbbb87fd2e has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:29:12.878257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:29:12.888283 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] Sync routers for ids ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:29:12.896466 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6825e04c-aa30-4ea1-9f28-e96d36d2cc98 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "PUT /v2.0/routers/14565e91-5092-4241-8d1e-4ffbbb87fd2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8156948 Jan 12 10:29:12.899269 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50386) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:12.901438 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] Routers {'14565e91-5092-4241-8d1e-4ffbbb87fd2e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:12.902079 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:28:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:13.081917 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] Set router 14565e91-5092-4241-8d1e-4ffbbb87fd2e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:29:13.194630 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa6823c-cd46-45da-b78e-bab0f99f41ad tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting subnet 8ae87b7e-5006-4be0-912b-55ac629db693 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:29:13.197731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fa6823c-cd46-45da-b78e-bab0f99f41ad tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:13.250653 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fa6823c-cd46-45da-b78e-bab0f99f41ad tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:13.331058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fa6823c-cd46-45da-b78e-bab0f99f41ad tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:13.367656 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:29:11Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:13.371458 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] Checking router: 14565e91-5092-4241-8d1e-4ffbbb87fd2e for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:29:13.382214 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] Routers {'14565e91-5092-4241-8d1e-4ffbbb87fd2e'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:13.382831 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:28:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:13.406995 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fa6823c-cd46-45da-b78e-bab0f99f41ad tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:13.444966 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6823c-cd46-45da-b78e-bab0f99f41ad tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae87b7e-5006-4be0-912b-55ac629db693,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:13.451187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1fa6823c-cd46-45da-b78e-bab0f99f41ad tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:13.457751 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1fa6823c-cd46-45da-b78e-bab0f99f41ad tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/subnets/8ae87b7e-5006-4be0-912b-55ac629db693 HTTP/1.1" status: 204 len: 168 time: 0.5572968 Jan 12 10:29:13.460412 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50390) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:13.467940 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bacf39-4718-403f-ad11-00999e51ad4a None None] Network fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:29:13.610425 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] Set router 14565e91-5092-4241-8d1e-4ffbbb87fd2e gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:29:13.681677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:13.732250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] DHCP port deletion for fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:29:13.737620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Deleting port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:29:13.738052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:13.882545 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:13.893620 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port cc5b887d-deaa-421c-859e-6e33a3c81b6a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:29:13.893922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:13.900562 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:29:11Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:13.904530 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b134d-dd03-4f9e-b64a-2e75415b72ce None None] The sync data for ids ['14565e91-5092-4241-8d1e-4ffbbb87fd2e'] in dv-neutron-824347-1-hyperv is: [{'id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436390435', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:10Z', 'updated_at': '2022-01-12T10:29:11Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': 'cc5b887d-deaa-421c-859e-6e33a3c81b6a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14565e91-5092-4241-8d1e-4ffbbb87fd2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:11Z', 'updated_at': '2022-01-12T10:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:29:13.938263 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] For port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2fcf39e2-ad1f-495f-954a-a7b0977ddb1c,segment=NetworkSegment(13343d9a-4cf8-4e49-90a4-58370262672c),segment_id=13343d9a-4cf8-4e49-90a4-58370262672c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:13.938655 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:14.075085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port cc5b887d-deaa-421c-859e-6e33a3c81b6a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=cc5b887d-deaa-421c-859e-6e33a3c81b6a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:14.075413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:14.083202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Calling delete_port for 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:29:14.153928 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:14.191735 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for cc5b887d-deaa-421c-859e-6e33a3c81b6a owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:29:14.195658 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Pushing event deleted for resources: {'Port': ['ID=2fcf39e2-ad1f-495f-954a-a7b0977ddb1c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:14.203518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] No DVR routers for this DVR port 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:29:14.213421 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.213780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.214106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.214450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.214808 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.215122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.216488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.216488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.216488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.216488 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.217041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69291-f381-4984-b6d1-82157fc4c2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:14.359207 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:14.404005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=cc5b887d-deaa-421c-859e-6e33a3c81b6a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:14.717715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:14.972670 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:14.977169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.009695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.010295 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Fanout notify agent at l3_agent the message router_deleted on router 14565e91-5092-4241-8d1e-4ffbbb87fd2e {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:29:15.026050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.027245 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2f274c1f-a750-4889-9919-84d3f0ebfb3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/routers/14565e91-5092-4241-8d1e-4ffbbb87fd2e HTTP/1.1" status: 204 len: 168 time: 1.5657065 Jan 12 10:29:15.029851 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50394) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:15.142527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.286225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.313032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:15.324668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13343d9a-4cf8-4e49-90a4-58370262672c') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:15.324948 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13343d9a-4cf8-4e49-90a4-58370262672c') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:15.336027 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.353660 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.363464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:29:15.363907 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:29:15.379282 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:29:15.462446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.482427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.494922 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Network': ['ID=fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:15.502641 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5cafe946-7676-4620-8851-250fe819a812 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/networks/fea4b31f-7cc2-44bd-bf38-a2dcd51bc23e HTTP/1.1" status: 204 len: 168 time: 0.4718380 Jan 12 10:29:15.506407 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50398) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:15.564976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:29:15.574293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3a2433e9-3fd4-4a83-af49-57bff5221b00 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.599755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:29:15.600117 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2fcf39e2-ad1f-495f-954a-a7b0977ddb1c not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:29:15.600521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:29:15.602333 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3a2433e9-3fd4-4a83-af49-57bff5221b00 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.631218 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:29:15.631579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 37bede36-b1a2-4d31-86ce-2b0c4cd5b22e not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:29:15.631990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cc5b887d-deaa-421c-859e-6e33a3c81b6a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:29:15.664704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: cc5b887d-deaa-421c-859e-6e33a3c81b6a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:29:15.665108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device cc5b887d-deaa-421c-859e-6e33a3c81b6a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:29:15.671828 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3a2433e9-3fd4-4a83-af49-57bff5221b00 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.690979 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2433e9-3fd4-4a83-af49-57bff5221b00 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f000c018-0ca0-436d-b046-e2227e598cc6,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:15.701231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-3a2433e9-3fd4-4a83-af49-57bff5221b00 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:15.702314 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3a2433e9-3fd4-4a83-af49-57bff5221b00 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/security-groups/f000c018-0ca0-436d-b046-e2227e598cc6 HTTP/1.1" status: 204 len: 168 time: 0.1949756 Jan 12 10:29:16.003770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50406) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:16.010484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1597025768', 'description': 'tempest-secgroup-smoke-1597025768 description', 'project_id': 'b378bec4c25c43858c7b33e922996d00'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:16.017341 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:16.021955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:16.025104 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:16.030971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:16.045413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.083596 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:16.088299 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:16.091093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:16.096673 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:16.155902 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.164530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.220951 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:16.228309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.230281 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dfc49399-4a49-4378-b082-67096e09a5c3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2252517 Jan 12 10:29:16.236114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50410) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:16.244227 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:16.250423 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:16.254414 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:16.257677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:16.269121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:16.290300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.355777 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.362578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.389929 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53938a82-a9fc-4b72-bc02-f2a678b9b877,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:16.400238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.401444 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-7eb2b513-89f1-4814-bab3-552c5effbcaa tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1643753 Jan 12 10:29:16.404928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50414) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:16.410740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:16.417007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:16.420817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:16.423628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:16.429943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:16.456965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.522063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.526656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.551192 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff55a30-6c39-4316-80ab-090a10e3e13f,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:16.560888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.562341 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1bd025d2-6225-449f-a796-f96912b49ef1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1571686 Jan 12 10:29:16.565124 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50418) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:16.572415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:16.578899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:16.582969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:16.585972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:16.591694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:16.611336 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.684512 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.690405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.714701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ab6249-676c-4179-8ba3-4d8e42c77623,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:16.727522 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.729014 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ee1016a0-e487-40f9-a29e-edce9a3fd059 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1629331 Jan 12 10:29:16.731889 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50422) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:16.739359 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:16.746054 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:16.750062 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:16.753113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:16.763641 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:16.783068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.850267 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.856032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.878435 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f27cf2-bfc4-45a7-8e00-b8366a47a5d3,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:16.888491 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:16.889694 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b6e588d1-99f8-4e21-8e87-8f62cafb9f6a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1568286 Jan 12 10:29:16.893101 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50426) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:16.898867 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:16.904894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:16.908956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:16.911964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:16.918095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:16.930377 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Project b378bec4c25c43858c7b33e922996d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:29:16.937638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.003945 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.010356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.033201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17081ed5-4075-4e82-89bf-1fa52b2986b6,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:17.043443 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.044661 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-237a03c0-cd0e-444c-b9f5-b9c4081b7e9d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1505425 Jan 12 10:29:17.047559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50430) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:17.052973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': '1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:17.058997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:17.063034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:17.066029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:17.072002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:17.086279 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Project b378bec4c25c43858c7b33e922996d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:29:17.092969 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.160233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.165941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.192282 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21cd1fc-b634-4899-88ea-56ea000e5f45,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:17.204338 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.206004 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5324aa88-9399-4ec8-8f27-eb7be6bed81d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1574960 Jan 12 10:29:17.208899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50434) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:17.214250 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'network': {'name': 'tempest-network-smoke--729812706', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'port_security_enabled': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:17.219510 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:17.223887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:network and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:17.227018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:17.232818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:17.244490 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:29:17.247404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.275086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:29:17.283342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.283715 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Added segment a35910f6-05e4-46c1-beda-2a5ab77e3538 of type vlan for network 8e40321b-6821-4532-b05e-bf6b854c6ed5 Jan 12 10:29:17.309907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.340008 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.343624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:17.344185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.446256 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2339556 Jan 12 10:29:17.446447 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50438) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:17.453554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'admin_state_up': True, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:17.458646 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0509a0-6005-4e96-bce8-561b0f824921 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Network': ['ID=8e40321b-6821-4532-b05e-bf6b854c6ed5,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:17.462901 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:17.468088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:router and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:17.471548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:17.477504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 8e40321b-6821-4532-b05e-bf6b854c6ed5 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:29:17.492484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:17.509410 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.510357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.537919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.686481 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.955733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:17.990330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:18.133029 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.26.1.153 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/2c0291d8-032c-47ae-a3f6-c00109387146) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:18.290762 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:18.322613 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:18.391517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:18.394302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:18.398559 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:18.424996 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=2c0291d8-032c-47ae-a3f6-c00109387146,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:18.557918 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:18.558563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:18.796989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:29:19.008496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:29:19.019859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Sync routers for ids ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:29:19.032702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Routers {'5d33a712-4c96-4ca6-a2dc-a59d38980bb4'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:19.033312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:28:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:19.037913 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:19.039148 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2c18db5a-bd66-4e68-a8e0-4e29f50df068 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5918291 Jan 12 10:29:19.042458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50442) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:19.082882 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-708282dc-0d6b-454a-a463-cdc43947ff6b tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b378bec4c25c43858c7b33e922996d00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392175 Jan 12 10:29:19.085603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50446) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:19.184172 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b4b0408-a97b-4daa-928f-bea8407dea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:19.220754 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Set router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:29:19.228763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163eb06e-de7c-468d-9855-7efc63f98ca4 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:19.230258 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-163eb06e-de7c-468d-9855-7efc63f98ca4 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1437008 Jan 12 10:29:19.233316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50450) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:19.271779 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-72b1ad53-dc1d-41de-a3db-149af2a1f762 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371723 Jan 12 10:29:19.274044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50454) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:19.279328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080173553', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:19.385625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:19.389465 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:subnet and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:19.392653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:19.398292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:19.409909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:29:19.498974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:18Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:19.502910 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Checking router: 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:29:19.503276 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Updating router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 port 2c0291d8-032c-47ae-a3f6-c00109387146 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:29:19.508944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:19.557170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:19.822400 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:19.883025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:19.895367 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Transition to ACTIVE for port object 2c0291d8-032c-47ae-a3f6-c00109387146 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:29:19.900520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Subnet': ['ID=a556abff-8902-49bf-9f86-aae931c0db75,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:19.902483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:19.913010 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Checking segment: {'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:29:19.913365 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network hostable DHCP agents. Network: 8e40321b-6821-4532-b05e-bf6b854c6ed5, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:29:19.935563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 8e40321b-6821-4532-b05e-bf6b854c6ed5 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:29:19.946520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 8e40321b-6821-4532-b05e-bf6b854c6ed5) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:19.951573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:19.952184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:19.969165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2275adeb-9f58-47a4-a9df-0748684e0296 None None] Network 8e40321b-6821-4532-b05e-bf6b854c6ed5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:29:19.975031 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e28aca4e-6960-46b1-a2ab-e2b0575cca73 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6997945 Jan 12 10:29:19.977724 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50458) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:20.080706 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Attempting to bind port 2c0291d8-032c-47ae-a3f6-c00109387146 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:29:20.081283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Attempting to bind port 2c0291d8-032c-47ae-a3f6-c00109387146 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:29:20.081283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Attempting to bind port 2c0291d8-032c-47ae-a3f6-c00109387146 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:29:20.085565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b56a3-6be0-485b-950d-70793cfdb5b9 None None] Pushing event updated for resources: {'Port': ['ID=2c0291d8-032c-47ae-a3f6-c00109387146,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:20.094942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:29:20.095307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:29:20.095698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:20.096075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:29:20.096529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Bound port: 2c0291d8-032c-47ae-a3f6-c00109387146, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:29:20.096899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:20.230265 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] For port 2c0291d8-032c-47ae-a3f6-c00109387146, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:20.242536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] For port 2c0291d8-032c-47ae-a3f6-c00109387146, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2c0291d8-032c-47ae-a3f6-c00109387146,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:20.249377 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:20.358931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-8e40321b-6821-4532-b05e-bf6b854c6ed5', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:29:20.359735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:20.386066 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b56a3-6be0-485b-950d-70793cfdb5b9 None None] Pushing event updated for resources: {'Port': ['ID=2c0291d8-032c-47ae-a3f6-c00109387146,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:20.388748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Routers {'5d33a712-4c96-4ca6-a2dc-a59d38980bb4'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:20.389343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:28:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:20.684973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] Set router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:29:20.722616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Allocated IP 172.20.0.2 (8e40321b-6821-4532-b05e-bf6b854c6ed5/a556abff-8902-49bf-9f86-aae931c0db75/d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:20.736618 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.121768 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.137978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Transition to ACTIVE for port object d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:29:21.161428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Transition to ACTIVE for port object d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:29:21.164852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:18Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:21.169052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14979eef-eca4-4dff-93d9-56e6ddba1e72 None None] The sync data for ids ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'] in dv-neutron-824347-1-hyperv is: [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:18Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:29:21.171003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.249472 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.20.0.1 (8e40321b-6821-4532-b05e-bf6b854c6ed5/a556abff-8902-49bf-9f86-aae931c0db75/73f99d1d-154e-4d6d-9ea2-0102a94595cf) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:21.256178 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Network 8e40321b-6821-4532-b05e-bf6b854c6ed5 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:21.259647 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f028b6ff-5725-4800-ad51-24c8f0dc8ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.261303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Pushing event updated for resources: {'Port': ['ID=d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:21.263718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:21.266386 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:21.371522 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Attempting to bind port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:29:21.371941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Attempting to bind port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:29:21.372248 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Attempting to bind port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de on network 8e40321b-6821-4532-b05e-bf6b854c6ed5 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:29:21.388595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:29:21.388967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Checking segment: {'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:29:21.389364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.389801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Bound using segment: {'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:29:21.390601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Bound port: d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:29:21.390992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.444094 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.465599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Transition to ACTIVE for port object 73f99d1d-154e-4d6d-9ea2-0102a94595cf will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:29:21.492405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] For port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:21.495880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] For port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:21.496770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.504396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.631613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2c0291d8-032c-47ae-a3f6-c00109387146 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:29:21.695695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 8e40321b-6821-4532-b05e-bf6b854c6ed5 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:21.696887 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378d72d-1c8f-48f3-b5ce-5c063e5013c8 None None] Pushing event updated for resources: {'Port': ['ID=d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:21.701671 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:21.708937 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:21.724647 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 2c0291d8-032c-47ae-a3f6-c00109387146 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:29:21.731565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2c0291d8-032c-47ae-a3f6-c00109387146 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:21.731928 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.759072 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=73f99d1d-154e-4d6d-9ea2-0102a94595cf,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:21.782234 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.890617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.894165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.918869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 2c0291d8-032c-47ae-a3f6-c00109387146, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2c0291d8-032c-47ae-a3f6-c00109387146,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:21.923700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:21.999708 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=2c0291d8-032c-47ae-a3f6-c00109387146,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:22.208244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:22.323666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:22.330621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:22.443513 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:22.447074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=73f99d1d-154e-4d6d-9ea2-0102a94595cf,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:22.585463 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 8e40321b-6821-4532-b05e-bf6b854c6ed5 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:22.586696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:22.662339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:22.672120 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d096df1c-8eb2-476a-9c2b-21d78f020e6c None None] Network 8e40321b-6821-4532-b05e-bf6b854c6ed5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:29:22.768596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:22.780966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6ffa9baf-18d6-46fe-a427-033c4a9576cb None None] Provisioning for port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:29:22.973453 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:29:23.119736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9d54c7e5-48b6-4e84-89fd-bd5a77540cee None None] Provisioning for port 73f99d1d-154e-4d6d-9ea2-0102a94595cf completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:29:23.125191 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9d54c7e5-48b6-4e84-89fd-bd5a77540cee None None] Provisioning complete for port 73f99d1d-154e-4d6d-9ea2-0102a94595cf triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:23.125604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d54c7e5-48b6-4e84-89fd-bd5a77540cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:23.192175 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9d54c7e5-48b6-4e84-89fd-bd5a77540cee None None] Port 73f99d1d-154e-4d6d-9ea2-0102a94595cf cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:29:23.306784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:29:23.320564 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1d161a6e-616e-46ec-a5a9-373ac14e1ce8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "PUT /v2.0/routers/5d33a712-4c96-4ca6-a2dc-a59d38980bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3417988 Jan 12 10:29:23.329615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-af9a0a0d-f1cb-492a-81d8-4f13b6f35acf None None] Provisioning complete for port 73f99d1d-154e-4d6d-9ea2-0102a94595cf triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:23.330108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af9a0a0d-f1cb-492a-81d8-4f13b6f35acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:23.386236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-af9a0a0d-f1cb-492a-81d8-4f13b6f35acf None None] Port 73f99d1d-154e-4d6d-9ea2-0102a94595cf cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:29:23.499087 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-661e5d66-7471-44eb-a157-6ca93b203965 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597025768&fields=id&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 267 time: 0.0416446 Jan 12 10:29:23.506133 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cce65916-a711-4e81-811d-38694b8f106d None None] Provisioning complete for port 73f99d1d-154e-4d6d-9ea2-0102a94595cf triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:23.506496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cce65916-a711-4e81-811d-38694b8f106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:23.564119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cce65916-a711-4e81-811d-38694b8f106d None None] Port 73f99d1d-154e-4d6d-9ea2-0102a94595cf cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:29:23.639196 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:29:23.650565 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-f50a10ab-94a4-4eb7-bd78-01ad446da7c6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:23.651266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-f50a10ab-94a4-4eb7-bd78-01ad446da7c6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:29:23.667795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-f50a10ab-94a4-4eb7-bd78-01ad446da7c6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:29:23.669062 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-f50a10ab-94a4-4eb7-bd78-01ad446da7c6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/networks?id=8e40321b-6821-4532-b05e-bf6b854c6ed5 HTTP/1.1" status: 200 len: 796 time: 0.1636019 Jan 12 10:29:23.686137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-3f8fedb3-6929-49ef-92c3-77d6678611d2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/quotas/b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 375 time: 0.0112083 Jan 12 10:29:23.710182 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:29:23.715022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:23.715389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:23.766118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-40afb124-62a6-4687-8f39-d365e2511a70 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:29:23.782583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-40afb124-62a6-4687-8f39-d365e2511a70 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:29:23.784846 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-40afb124-62a6-4687-8f39-d365e2511a70 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934103 Jan 12 10:29:23.830166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:23.861869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:23.865755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:23.865888 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-4cb8ca9a-3e3f-42b6-8c2a-adaa4ff1a5a1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:29:23.866594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2c0291d8-032c-47ae-a3f6-c00109387146 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:29:23.866999 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-4cb8ca9a-3e3f-42b6-8c2a-adaa4ff1a5a1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0691845 Jan 12 10:29:23.972356 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:23.986880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 2c0291d8-032c-47ae-a3f6-c00109387146 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:23.987242 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:23.997232 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-a4246333-7209-4e59-9e3e-540bba22aaf0 service neutron] 10.222.0.58 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235619 Jan 12 10:29:24.106825 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:24.128571 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-37f936fd-1c06-4211-9411-5a217f9dc5d2 service neutron] 10.222.0.58 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255631 Jan 12 10:29:24.315326 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-898a5e95-9fe9-4921-9d55-3fa42fa8147a req-660b1a6c-c4d0-46cb-b6f0-440538e18a3a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 210 time: 0.0452967 Jan 12 10:29:24.829330 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Sync routers for ids ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:29:24.841636 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Routers {'5d33a712-4c96-4ca6-a2dc-a59d38980bb4'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:24.842282 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:29:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:25.018180 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Set router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:29:25.345472 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '73f99d1d-154e-4d6d-9ea2-0102a94595cf', 'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:6d:5f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:20Z', 'updated_at': '2022-01-12T10:29:22Z', 'revision_number': 2, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:25.347277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-ceef8b9d-19d5-4638-8ec0-a68adbd6b62d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:25.349035 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-ceef8b9d-19d5-4638-8ec0-a68adbd6b62d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/networks?id=8e40321b-6821-4532-b05e-bf6b854c6ed5 HTTP/1.1" status: 200 len: 796 time: 0.1653144 Jan 12 10:29:25.349691 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Checking router: 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:29:25.350041 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Updating router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 port 73f99d1d-154e-4d6d-9ea2-0102a94595cf binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:29:25.406237 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:25.408964 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-04b00f50-1121-4238-b77c-f24ffbe466ff tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 380 time: 0.0477948 Jan 12 10:29:25.417729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'port': {'device_id': '3a96942c-da6c-4e23-9844-446467b7a877', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'admin_state_up': True, 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'security_groups': ['1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:25.552783 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5d39c5d6-b3fc-4645-8eeb-da42939a8f56 req-6c0be1b6-5c98-4afe-86fd-56b935730b34 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 210 time: 0.0511978 Jan 12 10:29:25.586096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:29:25.608281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:25.618151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:25.629851 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:29:25.633700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:25.657496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:25.657972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:25.769679 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:25.782560 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Transition to ACTIVE for port object 73f99d1d-154e-4d6d-9ea2-0102a94595cf will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:29:25.789447 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:25.856690 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.20.0.3 (8e40321b-6821-4532-b05e-bf6b854c6ed5/a556abff-8902-49bf-9f86-aae931c0db75/8d709c03-1498-476c-b014-18e736377cba) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:25.938480 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Pushing event updated for resources: {'Port': ['ID=73f99d1d-154e-4d6d-9ea2-0102a94595cf,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:25.975682 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:25.976088 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:25.976436 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:25.976762 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:25.977089 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:25.977409 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:25.977729 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:25.978047 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:25.978361 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:25.978688 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:25.979008 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.036390 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Attempting to bind port 73f99d1d-154e-4d6d-9ea2-0102a94595cf on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:29:26.037141 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Attempting to bind port 73f99d1d-154e-4d6d-9ea2-0102a94595cf by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:29:26.037550 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Attempting to bind port 73f99d1d-154e-4d6d-9ea2-0102a94595cf on network 8e40321b-6821-4532-b05e-bf6b854c6ed5 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:29:26.044370 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:29:26.044809 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Checking segment: {'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:29:26.045266 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:26.045705 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Bound using segment: {'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:29:26.046214 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Bound port: 73f99d1d-154e-4d6d-9ea2-0102a94595cf, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:29:26.046639 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:26.053923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:26.070039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Transition to ACTIVE for port object 8d709c03-1498-476c-b014-18e736377cba will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:29:26.092637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:26.143543 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] For port 73f99d1d-154e-4d6d-9ea2-0102a94595cf, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:26.146476 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] For port 73f99d1d-154e-4d6d-9ea2-0102a94595cf, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=73f99d1d-154e-4d6d-9ea2-0102a94595cf,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:26.152179 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:26.170954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 8e40321b-6821-4532-b05e-bf6b854c6ed5 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:26.174150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:26.179056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:26.220569 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=8d709c03-1498-476c-b014-18e736377cba,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:26.239091 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852a3e7-c242-474c-93a1-4d96e5d852ec None None] Pushing event updated for resources: {'Port': ['ID=73f99d1d-154e-4d6d-9ea2-0102a94595cf,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:26.242548 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Routers {'5d33a712-4c96-4ca6-a2dc-a59d38980bb4'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:26.243223 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:29:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:26.256640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:26.257505 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:26.290214 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-464fdf1f-a4e7-445f-9ba9-1d32e1437cc4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8766601 Jan 12 10:29:26.301277 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Request body: {'port': {'device_id': '3a96942c-da6c-4e23-9844-446467b7a877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:26.414998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:26.431280 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] Set router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:29:26.455894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e8f65aa2-8ea0-4aa4-9663-524e6d9adc28 None None] Provisioning for port 8d709c03-1498-476c-b014-18e736377cba completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:29:26.461396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e8f65aa2-8ea0-4aa4-9663-524e6d9adc28 None None] Provisioning complete for port 8d709c03-1498-476c-b014-18e736377cba triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:26.461771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e8f65aa2-8ea0-4aa4-9663-524e6d9adc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:26.547022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e8f65aa2-8ea0-4aa4-9663-524e6d9adc28 None None] Port 8d709c03-1498-476c-b014-18e736377cba cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:29:26.784508 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '73f99d1d-154e-4d6d-9ea2-0102a94595cf', 'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:6d:5f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:20Z', 'updated_at': '2022-01-12T10:29:26Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:26.788921 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0372c2-567f-4cf9-9940-823fb1a17d99 None None] The sync data for ids ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'] in dv-neutron-824347-1-hyperv is: [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '73f99d1d-154e-4d6d-9ea2-0102a94595cf', 'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:6d:5f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:20Z', 'updated_at': '2022-01-12T10:29:26Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:29:26.893375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ca877-4201-437c-8ab0-bbaa8f54cfba req-7b75dc82-fe76-4f60-a6bb-348fda25d627 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:26.894080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f01ca877-4201-437c-8ab0-bbaa8f54cfba req-7b75dc82-fe76-4f60-a6bb-348fda25d627 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:29:26.948776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-f01ca877-4201-437c-8ab0-bbaa8f54cfba req-7b75dc82-fe76-4f60-a6bb-348fda25d627 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:29:26.949942 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f01ca877-4201-437c-8ab0-bbaa8f54cfba req-7b75dc82-fe76-4f60-a6bb-348fda25d627 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 931 time: 0.2504978 Jan 12 10:29:26.993207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d709c03-1498-476c-b014-18e736377cba {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:29:27.006333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.029064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Transition to ACTIVE for port object 8d709c03-1498-476c-b014-18e736377cba will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:29:27.031660 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f01ca877-4201-437c-8ab0-bbaa8f54cfba req-984eea01-1e72-42fd-b193-4f25a1d8c255 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705502 Jan 12 10:29:27.034339 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.159081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Pushing event updated for resources: {'Port': ['ID=8d709c03-1498-476c-b014-18e736377cba,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:27.288612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Attempting to bind port 8d709c03-1498-476c-b014-18e736377cba on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:29:27.289306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Attempting to bind port 8d709c03-1498-476c-b014-18e736377cba by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:29:27.289694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Attempting to bind port 8d709c03-1498-476c-b014-18e736377cba on network 8e40321b-6821-4532-b05e-bf6b854c6ed5 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:29:27.297141 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Port 8d709c03-1498-476c-b014-18e736377cba on network 8e40321b-6821-4532-b05e-bf6b854c6ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:29:27.297457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Attempting to bind port 8d709c03-1498-476c-b014-18e736377cba on network 8e40321b-6821-4532-b05e-bf6b854c6ed5 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:29:27.304482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:29:27.304831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Checking segment: {'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:29:27.305201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Bound using segment: {'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:29:27.305624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Bound port: 8d709c03-1498-476c-b014-18e736377cba, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35910f6-05e4-46c1-beda-2a5ab77e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:29:27.305968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.394641 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] For port 8d709c03-1498-476c-b014-18e736377cba, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:27.397916 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] For port 8d709c03-1498-476c-b014-18e736377cba, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=8d709c03-1498-476c-b014-18e736377cba,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:27.404202 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.472006 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.473367 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] 10.222.0.59 "PUT /v2.0/ports/8d709c03-1498-476c-b014-18e736377cba HTTP/1.1" status: 200 len: 1093 time: 1.1765676 Jan 12 10:29:27.476160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a96942c-da6c-4e23-9844-446467b7a877', 'tag': '8d709c03-1498-476c-b014-18e736377cba'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:27.502321 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06533e34-2a9b-4d23-b711-a731dc1b839f service neutron] Pushing event updated for resources: {'Port': ['ID=8d709c03-1498-476c-b014-18e736377cba,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:27.581077 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a96942c-da6c-4e23-9844-446467b7a877', 'tag': '8d709c03-1498-476c-b014-18e736377cba', 'status': 'completed', 'code': 200} Jan 12 10:29:27.605803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 73f99d1d-154e-4d6d-9ea2-0102a94595cf up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:29:27.627847 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-0be0f7d7-f575-4ec3-a27f-f40a2e63361f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 1096 time: 0.1025097 Jan 12 10:29:27.684007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 73f99d1d-154e-4d6d-9ea2-0102a94595cf completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:29:27.691709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 73f99d1d-154e-4d6d-9ea2-0102a94595cf triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:27.692100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.722127 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-679c5cd4-0dae-4cfb-9162-8911665eb8a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d709c03-1498-476c-b014-18e736377cba HTTP/1.1" status: 200 len: 217 time: 0.0846341 Jan 12 10:29:27.798460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-22843e15-7b18-4015-a000-4bfbe357f92a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:27.800109 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-22843e15-7b18-4015-a000-4bfbe357f92a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a556abff-8902-49bf-9f86-aae931c0db75 HTTP/1.1" status: 200 len: 835 time: 0.0710618 Jan 12 10:29:27.811432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.855436 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 73f99d1d-154e-4d6d-9ea2-0102a94595cf, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=73f99d1d-154e-4d6d-9ea2-0102a94595cf,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:27.860511 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.880185 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-4d9724cc-5350-4456-b918-2f32c6da73da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e40321b-6821-4532-b05e-bf6b854c6ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742805 Jan 12 10:29:27.936582 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=73f99d1d-154e-4d6d-9ea2-0102a94595cf,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:28.016459 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-4668e632-bc48-42ea-8791-902e784e4cfb service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305990 Jan 12 10:29:28.190924 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee63c257-4520-4c80-8cd5-aa0c29b3f244 req-32942c1b-9dde-477e-a064-46df590d8872 service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676290 Jan 12 10:29:28.235904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743385c-b91a-4528-a3ca-1ffbe2f2b58f req-c90e65f9-18b7-444c-bd72-ebc0ddaf4fd1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:28.237439 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e743385c-b91a-4528-a3ca-1ffbe2f2b58f req-c90e65f9-18b7-444c-bd72-ebc0ddaf4fd1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 943 time: 0.0854168 Jan 12 10:29:28.338343 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e743385c-b91a-4528-a3ca-1ffbe2f2b58f req-2ceea82f-79e5-413f-b537-8bd2674e5bcf tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683455 Jan 12 10:29:28.352132 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdf4ab14-1dbf-46c8-9219-cc65ca73c65b req-a11c21dd-2b03-4c90-a97f-563e1826f4fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 1096 time: 0.1136715 Jan 12 10:29:28.599098 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ab14-1dbf-46c8-9219-cc65ca73c65b req-f3a7e565-aa16-4472-81ee-7e9a971c0f8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:28.600426 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdf4ab14-1dbf-46c8-9219-cc65ca73c65b req-f3a7e565-aa16-4472-81ee-7e9a971c0f8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e40321b-6821-4532-b05e-bf6b854c6ed5 HTTP/1.1" status: 200 len: 897 time: 0.2416525 Jan 12 10:29:28.675486 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdf4ab14-1dbf-46c8-9219-cc65ca73c65b req-7808b4c1-6a2b-4714-9dfd-3a553e9c8285 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d709c03-1498-476c-b014-18e736377cba HTTP/1.1" status: 200 len: 217 time: 0.0681479 Jan 12 10:29:28.741976 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ab14-1dbf-46c8-9219-cc65ca73c65b req-92dc6f1b-35e1-4d30-b79b-23cfc12c546a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:28.743725 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdf4ab14-1dbf-46c8-9219-cc65ca73c65b req-92dc6f1b-35e1-4d30-b79b-23cfc12c546a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a556abff-8902-49bf-9f86-aae931c0db75 HTTP/1.1" status: 200 len: 835 time: 0.0615039 Jan 12 10:29:28.821030 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdf4ab14-1dbf-46c8-9219-cc65ca73c65b req-4a0dc30f-93f3-49da-bf33-68c1a69a33c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e40321b-6821-4532-b05e-bf6b854c6ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714836 Jan 12 10:29:28.958948 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdf4ab14-1dbf-46c8-9219-cc65ca73c65b req-13b0d28e-23a5-4873-b06d-cb70469badd3 service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317389 Jan 12 10:29:29.099848 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cdf4ab14-1dbf-46c8-9219-cc65ca73c65b req-2f729162-e3a9-4ad4-8ea0-31bb86e6b35e service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344736 Jan 12 10:29:29.540448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89764b9-c549-4b9d-b910-d058b90b9d3b req-12ae821f-31c6-4b17-8866-17d56df61d87 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:29.541960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c89764b9-c549-4b9d-b910-d058b90b9d3b req-12ae821f-31c6-4b17-8866-17d56df61d87 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 943 time: 0.0830758 Jan 12 10:29:29.575032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 73f99d1d-154e-4d6d-9ea2-0102a94595cf up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:29:29.593107 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c89764b9-c549-4b9d-b910-d058b90b9d3b req-c6da9e2c-4d3e-4684-b53d-f8acdfb6e283 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454562 Jan 12 10:29:29.673088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 73f99d1d-154e-4d6d-9ea2-0102a94595cf triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:29.673432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:30.525128 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 8d709c03-1498-476c-b014-18e736377cba details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:29:30.673981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 8d709c03-1498-476c-b014-18e736377cba, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=8d709c03-1498-476c-b014-18e736377cba,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:30.688572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '8d709c03-1498-476c-b014-18e736377cba', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'port_id': '8d709c03-1498-476c-b014-18e736377cba', 'mac_address': 'fa:16:3e:4f:bb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:29:30.742426 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:30.760560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d709c03-1498-476c-b014-18e736377cba {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:29:30.776581 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 8d709c03-1498-476c-b014-18e736377cba, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=8d709c03-1498-476c-b014-18e736377cba,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:30.781305 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:30.791722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc2927-7a60-4923-b604-f6e5d1da93d5 req-214b8752-9781-41a7-99ba-75b69546d8a3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:30.793160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aacc2927-7a60-4923-b604-f6e5d1da93d5 req-214b8752-9781-41a7-99ba-75b69546d8a3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 943 time: 0.0785868 Jan 12 10:29:30.842770 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-aacc2927-7a60-4923-b604-f6e5d1da93d5 req-a6696df5-92d1-4d7d-8ab1-8016892ce362 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438471 Jan 12 10:29:30.848517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=8d709c03-1498-476c-b014-18e736377cba,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:31.127573 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['8d709c03-1498-476c-b014-18e736377cba'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:29:32.071226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f865e0-d697-4d26-b4c2-95b2e00db30c req-8961b5d7-e994-40d1-9440-a2901795fc5c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:32.072686 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88f865e0-d697-4d26-b4c2-95b2e00db30c req-8961b5d7-e994-40d1-9440-a2901795fc5c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 944 time: 0.0918858 Jan 12 10:29:32.122361 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-88f865e0-d697-4d26-b4c2-95b2e00db30c req-c5afd538-9f7e-4f6e-a6c0-e5dec3232911 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439129 Jan 12 10:29:32.521492 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 8d709c03-1498-476c-b014-18e736377cba up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:29:32.595865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 8d709c03-1498-476c-b014-18e736377cba completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:29:32.603632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 8d709c03-1498-476c-b014-18e736377cba triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:32.604171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:32.733864 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:32.760917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a96942c-da6c-4e23-9844-446467b7a877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d709c03-1498-476c-b014-18e736377cba'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:32.771092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 8d709c03-1498-476c-b014-18e736377cba, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=8d709c03-1498-476c-b014-18e736377cba,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:32.776787 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:32.818086 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a96942c-da6c-4e23-9844-446467b7a877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d709c03-1498-476c-b014-18e736377cba', 'code': 200} Jan 12 10:29:32.843023 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=8d709c03-1498-476c-b014-18e736377cba,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:33.056043 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-00334903-133c-4d68-9b09-67d0c438d666 req-eebed0ba-244a-4e5a-91e0-e9652fda692c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 1098 time: 0.0815964 Jan 12 10:29:33.098084 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-00334903-133c-4d68-9b09-67d0c438d666 req-fee40bb3-52ba-4836-bf2f-8496e6256e5b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365672 Jan 12 10:29:33.329281 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e428a2-a159-4dc1-b199-a885f9b3f0d7 req-6bd08a2c-2e03-445c-80b9-05f4f4bf2e78 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:33.330673 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b5e428a2-a159-4dc1-b199-a885f9b3f0d7 req-6bd08a2c-2e03-445c-80b9-05f4f4bf2e78 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0879602 Jan 12 10:29:33.387746 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b5e428a2-a159-4dc1-b199-a885f9b3f0d7 req-be3558f3-5443-451a-acf3-080190600226 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513148 Jan 12 10:29:34.611261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b889f-069b-4915-b221-dc6df0eeaf86 req-73915e9b-d50b-44e7-b961-7e503243dfe3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:34.612709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3d7b889f-069b-4915-b221-dc6df0eeaf86 req-73915e9b-d50b-44e7-b961-7e503243dfe3 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0904984 Jan 12 10:29:34.659029 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3d7b889f-069b-4915-b221-dc6df0eeaf86 req-4ad5d7dc-151a-4c2b-bae1-95c6cf307c7b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406084 Jan 12 10:29:34.875500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aa9ce-88d1-46c1-848c-ce316b6c2058 req-e27b18e8-34e4-4108-bb53-718864ee5116 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:34.876934 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d39aa9ce-88d1-46c1-848c-ce316b6c2058 req-e27b18e8-34e4-4108-bb53-718864ee5116 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0908461 Jan 12 10:29:34.924146 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d39aa9ce-88d1-46c1-848c-ce316b6c2058 req-1ea33ddd-bfc9-4e2c-a18e-d7044e16a3db tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391688 Jan 12 10:29:34.951942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50508) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:35.026701 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bdfbb008-bcd7-4237-a6fc-6640b56c0e94 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 1093 time: 0.0735729 Jan 12 10:29:35.029679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50512) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:35.035056 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '8d709c03-1498-476c-b014-18e736377cba', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:29:35.040993 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:35.045136 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:floatingip and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:35.048029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:35.054135 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:35.067247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:35.301275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:35.447694 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.26.1.141 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/ce2d1607-1521-4d8f-8111-47011f85fa6e) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:35.609826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:35.641878 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:35.715554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:35.718427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:35.722943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:35.750023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=ce2d1607-1521-4d8f-8111-47011f85fa6e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:36.272942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:36.331662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:36.530893 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:36.537649 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:36.639749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=ce2d1607-1521-4d8f-8111-47011f85fa6e,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:36.657779 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:36.855480 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.l3_db [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Floating IP dfa200c2-bb7e-4840-9add-a11167b4d03c associated. External IP: 172.26.1.141, port: 8d709c03-1498-476c-b014-18e736377cba. Jan 12 10:29:37.344608 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:29:37.548026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:29:37.574532 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:37.626441 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-84ccf8a7-2b0b-4b42-a6a4-9dec0172560c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5956488 Jan 12 10:29:37.626931 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a96942c-da6c-4e23-9844-446467b7a877', 'tag': '8d709c03-1498-476c-b014-18e736377cba'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:37.682953 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a96942c-da6c-4e23-9844-446467b7a877', 'tag': '8d709c03-1498-476c-b014-18e736377cba', 'status': 'completed', 'code': 200} Jan 12 10:29:37.828723 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-429d3820-9b46-4649-a7f7-adf502db9670 req-bf82dfab-97db-4ef0-8865-35b5b0a2f850 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 1098 time: 0.1239715 Jan 12 10:29:37.838166 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a4689-4ab2-4770-a3fd-5a6889e34a3c req-d3a7709a-cd49-4aa2-915e-e4de5d8e98c1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:37.839519 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-690a4689-4ab2-4770-a3fd-5a6889e34a3c req-d3a7709a-cd49-4aa2-915e-e4de5d8e98c1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.1058452 Jan 12 10:29:37.965261 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-690a4689-4ab2-4770-a3fd-5a6889e34a3c req-ba3863dd-192c-41d9-9292-cd54df18bcc7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076858 Jan 12 10:29:37.993493 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50520) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:37.995059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d3820-9b46-4649-a7f7-adf502db9670 req-64bfa2b3-311c-4153-a582-a49e7f594688 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:37.996631 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-429d3820-9b46-4649-a7f7-adf502db9670 req-64bfa2b3-311c-4153-a582-a49e7f594688 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e40321b-6821-4532-b05e-bf6b854c6ed5 HTTP/1.1" status: 200 len: 897 time: 0.1562686 Jan 12 10:29:38.012651 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:29:38.099743 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-185cda3b-06b4-414a-9225-eafca0056fc8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/dfa200c2-bb7e-4840-9add-a11167b4d03c HTTP/1.1" status: 200 len: 991 time: 0.1051207 Jan 12 10:29:38.194919 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-429d3820-9b46-4649-a7f7-adf502db9670 req-477292fe-20dc-4e3b-841b-7e393d11175c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d709c03-1498-476c-b014-18e736377cba HTTP/1.1" status: 200 len: 999 time: 0.1922753 Jan 12 10:29:38.257397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d3820-9b46-4649-a7f7-adf502db9670 req-059a956f-22e2-4ae3-8031-e84c95085af2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:38.258856 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-429d3820-9b46-4649-a7f7-adf502db9670 req-059a956f-22e2-4ae3-8031-e84c95085af2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a556abff-8902-49bf-9f86-aae931c0db75 HTTP/1.1" status: 200 len: 835 time: 0.0576909 Jan 12 10:29:38.334289 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-429d3820-9b46-4649-a7f7-adf502db9670 req-8304dcf4-bbb6-4a76-9dad-f74471d55747 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e40321b-6821-4532-b05e-bf6b854c6ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699906 Jan 12 10:29:38.464424 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-429d3820-9b46-4649-a7f7-adf502db9670 req-c399beea-d6d8-40e5-bcb7-9b0ce3fa6005 service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238792 Jan 12 10:29:38.605008 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-429d3820-9b46-4649-a7f7-adf502db9670 req-347de494-3732-4702-92e0-ac0e8f7ecd03 service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351411 Jan 12 10:29:38.746459 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] Sync routers for ids ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:29:38.759262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] Routers {'5d33a712-4c96-4ca6-a2dc-a59d38980bb4'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:38.759868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:29:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:38.939933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] Set router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:29:39.104061 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50526) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:39.207836 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-48737241-0522-45b7-8bb8-b8b4d1c8acb0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/dfa200c2-bb7e-4840-9add-a11167b4d03c HTTP/1.1" status: 200 len: 991 time: 0.1025331 Jan 12 10:29:39.291665 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'dfa200c2-bb7e-4840-9add-a11167b4d03c', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.141', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'port_id': '8d709c03-1498-476c-b014-18e736377cba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'mac_address': 'fa:16:3e:4f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a96942c-da6c-4e23-9844-446467b7a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:29:36Z', 'updated_at': '2022-01-12T10:29:36Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f99d1d-154e-4d6d-9ea2-0102a94595cf', 'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:6d:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:20Z', 'updated_at': '2022-01-12T10:29:27Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:39.295982 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] Checking router: 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:29:39.307450 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] Routers {'5d33a712-4c96-4ca6-a2dc-a59d38980bb4'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:39.308052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:29:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:39.529789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] Set router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:29:39.878516 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'dfa200c2-bb7e-4840-9add-a11167b4d03c', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.141', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'port_id': '8d709c03-1498-476c-b014-18e736377cba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'mac_address': 'fa:16:3e:4f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a96942c-da6c-4e23-9844-446467b7a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:29:36Z', 'updated_at': '2022-01-12T10:29:36Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f99d1d-154e-4d6d-9ea2-0102a94595cf', 'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:6d:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:20Z', 'updated_at': '2022-01-12T10:29:27Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:39.882694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf2b7b-5085-40af-86c8-e4ba4e6f06d8 None None] The sync data for ids ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'] in dv-neutron-824347-1-hyperv is: [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'dfa200c2-bb7e-4840-9add-a11167b4d03c', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.141', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'port_id': '8d709c03-1498-476c-b014-18e736377cba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'mac_address': 'fa:16:3e:4f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a96942c-da6c-4e23-9844-446467b7a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:29:36Z', 'updated_at': '2022-01-12T10:29:36Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f99d1d-154e-4d6d-9ea2-0102a94595cf', 'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:6d:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:20Z', 'updated_at': '2022-01-12T10:29:27Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:29:40.213088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50530) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:40.324692 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9872f604-fe93-4b23-b02e-d1873f78d3e4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/dfa200c2-bb7e-4840-9add-a11167b4d03c HTTP/1.1" status: 200 len: 991 time: 0.1104500 Jan 12 10:29:41.329778 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50534) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:41.451624 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-be7d9b68-01a1-4f1c-b3f2-bc79c1b9d684 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/dfa200c2-bb7e-4840-9add-a11167b4d03c HTTP/1.1" status: 200 len: 991 time: 0.1202631 Jan 12 10:29:42.455739 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50538) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:42.560873 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-00bfa521-8fd7-41e8-b6b1-440d007dcc47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/dfa200c2-bb7e-4840-9add-a11167b4d03c HTTP/1.1" status: 200 len: 991 time: 0.1038864 Jan 12 10:29:43.009134 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c0101-a295-496e-a644-c0e74843d2ec None None] New status for floating IP dfa200c2-bb7e-4840-9add-a11167b4d03c: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:29:43.564683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50542) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:43.683282 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-3fffbe3f-1246-45d4-9b9b-72a68cd80f92 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/dfa200c2-bb7e-4840-9add-a11167b4d03c HTTP/1.1" status: 200 len: 993 time: 0.1174202 Jan 12 10:29:49.141545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07f56611-4034-410f-b3dd-86b14ee461d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:51.234588 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccdd888b-373a-407c-833d-90825c4cb957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:52.233076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:52.666115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:52.725554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:54.104914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:15.021659 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:30:17.405010 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f36eccf4-b848-4831-b3c5-76b6bc5d24e5 req-87c6a55b-9c36-469d-bbca-e61953b38899 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864911 Jan 12 10:30:17.545252 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f36eccf4-b848-4831-b3c5-76b6bc5d24e5 req-d3ccfa48-189f-4682-89b9-8eed5754742e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 1098 time: 0.0747843 Jan 12 10:30:17.688590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eccf4-b848-4831-b3c5-76b6bc5d24e5 req-17be7f3b-0c5c-4b96-ad63-c206527a7a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:17.689945 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f36eccf4-b848-4831-b3c5-76b6bc5d24e5 req-17be7f3b-0c5c-4b96-ad63-c206527a7a30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e40321b-6821-4532-b05e-bf6b854c6ed5 HTTP/1.1" status: 200 len: 897 time: 0.1255667 Jan 12 10:30:17.816006 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f36eccf4-b848-4831-b3c5-76b6bc5d24e5 req-918774b5-de8f-4762-a399-f9d3eebfdc19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d709c03-1498-476c-b014-18e736377cba HTTP/1.1" status: 200 len: 1001 time: 0.1203117 Jan 12 10:30:17.882430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eccf4-b848-4831-b3c5-76b6bc5d24e5 req-a8c1c782-b1ff-43cd-b8a7-f393dca111e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:17.884804 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f36eccf4-b848-4831-b3c5-76b6bc5d24e5 req-a8c1c782-b1ff-43cd-b8a7-f393dca111e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a556abff-8902-49bf-9f86-aae931c0db75 HTTP/1.1" status: 200 len: 835 time: 0.0635831 Jan 12 10:30:17.975087 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f36eccf4-b848-4831-b3c5-76b6bc5d24e5 req-b3f602a3-5f47-4dee-b827-c13685afac05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e40321b-6821-4532-b05e-bf6b854c6ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848813 Jan 12 10:30:18.121032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f36eccf4-b848-4831-b3c5-76b6bc5d24e5 req-3e8c64c0-f97a-482b-8900-41e421147bba service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405842 Jan 12 10:30:18.266089 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f36eccf4-b848-4831-b3c5-76b6bc5d24e5 req-a317c6e8-f3a5-4d9f-aa0f-78a29efdff34 service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396606 Jan 12 10:30:19.126140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-040927a3-cd01-4a84-9e06-165aa69bfa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:21.247849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aa27-69cc-4bcd-8275-91c20a4af6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:22.230546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:22.664686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:22.727361 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:24.108727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:40.812249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352add8-e839-48c8-a0ee-74b8803804b7 req-4a70244a-7a18-4788-900f-f02e5b45af4b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:40.813669 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b352add8-e839-48c8-a0ee-74b8803804b7 req-4a70244a-7a18-4788-900f-f02e5b45af4b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0929892 Jan 12 10:30:40.860507 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b352add8-e839-48c8-a0ee-74b8803804b7 req-12606a40-62c4-4cc0-a917-08ff7b59a33e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Jan 12 10:30:42.079189 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a39f9-849a-4ad7-a667-4d5af2764149 req-0b750044-2863-4513-934d-37607bedc17d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:42.080623 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-685a39f9-849a-4ad7-a667-4d5af2764149 req-0b750044-2863-4513-934d-37607bedc17d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0865414 Jan 12 10:30:42.127859 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-685a39f9-849a-4ad7-a667-4d5af2764149 req-b450e0b4-cb9e-47ca-b5e1-18da1984523e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Jan 12 10:30:43.341192 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080005e4-9e25-48cd-825b-b3c78af2ce4c req-5ff6670e-3a81-4b3e-87c7-cbdf0c0e507f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:43.342582 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-080005e4-9e25-48cd-825b-b3c78af2ce4c req-5ff6670e-3a81-4b3e-87c7-cbdf0c0e507f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0841608 Jan 12 10:30:43.388616 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-080005e4-9e25-48cd-825b-b3c78af2ce4c req-fda2d1f7-9da7-43f3-aa4b-4faea36aea20 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381384 Jan 12 10:30:44.606063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51927bfd-eecf-4b74-8107-8a69ac32f5cf req-8ff1770b-a070-494d-bc89-5bdb961ed14d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:44.607590 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-51927bfd-eecf-4b74-8107-8a69ac32f5cf req-8ff1770b-a070-494d-bc89-5bdb961ed14d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0875895 Jan 12 10:30:44.746919 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-51927bfd-eecf-4b74-8107-8a69ac32f5cf req-ac24ce5c-81d5-40d0-845e-17398c193562 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305199 Jan 12 10:30:45.975056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fa554-7d6a-43ce-844e-9ae25e59b07b req-9d9856f0-aeec-47ef-87b1-ac8c5a0fc672 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:45.976506 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-973fa554-7d6a-43ce-844e-9ae25e59b07b req-9d9856f0-aeec-47ef-87b1-ac8c5a0fc672 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0870810 Jan 12 10:30:46.024252 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-973fa554-7d6a-43ce-844e-9ae25e59b07b req-a3be163e-b64e-4662-aa65-ad060e470a04 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419867 Jan 12 10:30:47.242640 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8d6c-18bc-4a56-9f22-640387b7cdb5 req-2e2e1e74-1257-4d5e-8d54-1d9c632d4f62 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:47.244043 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f23a8d6c-18bc-4a56-9f22-640387b7cdb5 req-2e2e1e74-1257-4d5e-8d54-1d9c632d4f62 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0812304 Jan 12 10:30:47.290583 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f23a8d6c-18bc-4a56-9f22-640387b7cdb5 req-3d0cb888-3987-4ef4-9de4-1d52c9360e57 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 Jan 12 10:30:48.513729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a1b9-5a04-49a9-8125-ecac9ff70898 req-7c1e67b0-f636-4686-b0e7-7fccee2e5371 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:48.515155 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2388a1b9-5a04-49a9-8125-ecac9ff70898 req-7c1e67b0-f636-4686-b0e7-7fccee2e5371 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0773089 Jan 12 10:30:48.565502 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2388a1b9-5a04-49a9-8125-ecac9ff70898 req-d1d19c40-85fc-4539-a783-f589e6286b07 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Jan 12 10:30:49.141810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cd62a084-f404-4a9e-9266-ff7285ca10bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:49.795322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2aa0ad-525a-4fc9-a36f-78ba5acb888a req-db495965-a3bb-47b2-ab42-315466477261 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:49.796666 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2aa0ad-525a-4fc9-a36f-78ba5acb888a req-db495965-a3bb-47b2-ab42-315466477261 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0844631 Jan 12 10:30:49.843637 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5e2aa0ad-525a-4fc9-a36f-78ba5acb888a req-f7593477-5a14-47be-a3f5-bc014907e3d8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Jan 12 10:30:51.057896 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09c583-d774-49b6-9457-bf578c55ddb7 req-6dddb1f2-d364-4dde-8f5d-445720737c05 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:51.059341 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b09c583-d774-49b6-9457-bf578c55ddb7 req-6dddb1f2-d364-4dde-8f5d-445720737c05 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0836103 Jan 12 10:30:51.111553 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b09c583-d774-49b6-9457-bf578c55ddb7 req-ee42b9f5-d4d5-484a-8502-062785604082 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437574 Jan 12 10:30:51.247874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db0bb728-4d44-4343-a176-5cdaf90297de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:52.013131 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:30:52.236283 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:52.322850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8a324-6c46-42f0-b23f-63fb1da8aaf3 req-326bbea8-3e01-4cf5-ab09-5f4997747a41 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:52.322850 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-63e8a324-6c46-42f0-b23f-63fb1da8aaf3 req-326bbea8-3e01-4cf5-ab09-5f4997747a41 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0803225 Jan 12 10:30:52.376544 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-63e8a324-6c46-42f0-b23f-63fb1da8aaf3 req-f4422300-6850-40dd-b933-68b9b5faf23b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453117 Jan 12 10:30:52.404576 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50586) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:30:52.508749 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f8934213-6e7b-4db7-a93b-3db0b7174656 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/dfa200c2-bb7e-4840-9add-a11167b4d03c HTTP/1.1" status: 200 len: 993 time: 0.1030066 Jan 12 10:30:52.661530 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:52.739432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:54.058408 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df38da19-fa6d-4609-812d-09ef1d1897df req-95507629-816f-49aa-aa8a-cd382b2d4a84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 1098 time: 0.0737734 Jan 12 10:30:54.108481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:54.244556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38da19-fa6d-4609-812d-09ef1d1897df req-f8730a63-8a29-4819-9c97-09b8c70cd8af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:54.245974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df38da19-fa6d-4609-812d-09ef1d1897df req-f8730a63-8a29-4819-9c97-09b8c70cd8af service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e40321b-6821-4532-b05e-bf6b854c6ed5 HTTP/1.1" status: 200 len: 897 time: 0.1816094 Jan 12 10:30:54.306396 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013300a-6b12-43e6-8c57-25161c4c65fd req-6b41d133-65a0-4e52-b892-d2950226b390 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:54.307797 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e013300a-6b12-43e6-8c57-25161c4c65fd req-6b41d133-65a0-4e52-b892-d2950226b390 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.2138202 Jan 12 10:30:54.381277 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df38da19-fa6d-4609-812d-09ef1d1897df req-70302608-aae9-4040-9d23-2a2145013a48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d709c03-1498-476c-b014-18e736377cba HTTP/1.1" status: 200 len: 1001 time: 0.1291280 Jan 12 10:30:54.383784 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e013300a-6b12-43e6-8c57-25161c4c65fd req-0e457a72-1203-45ef-8129-b34bee875b05 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701931 Jan 12 10:30:54.444955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38da19-fa6d-4609-812d-09ef1d1897df req-70e7ca86-f61c-4cc1-a840-2cec82fd44c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:54.446362 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df38da19-fa6d-4609-812d-09ef1d1897df req-70e7ca86-f61c-4cc1-a840-2cec82fd44c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a556abff-8902-49bf-9f86-aae931c0db75 HTTP/1.1" status: 200 len: 835 time: 0.0596316 Jan 12 10:30:54.528758 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df38da19-fa6d-4609-812d-09ef1d1897df req-376d8c2b-f2b2-4e4b-9759-0ae0fcd910ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e40321b-6821-4532-b05e-bf6b854c6ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762124 Jan 12 10:30:54.663009 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df38da19-fa6d-4609-812d-09ef1d1897df req-0c22b893-d0dd-4b0f-8994-500b6db623a5 service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283696 Jan 12 10:30:54.792514 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df38da19-fa6d-4609-812d-09ef1d1897df req-6ce72475-b3b9-4705-88de-cc9a98aa58d7 service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233599 Jan 12 10:30:55.589871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200ae8-94af-47bf-b43f-a2ce3672f558 req-d3e507c5-b054-4fe9-8e14-e95ef2045ed5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:55.591480 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a200ae8-94af-47bf-b43f-a2ce3672f558 req-d3e507c5-b054-4fe9-8e14-e95ef2045ed5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.0878122 Jan 12 10:30:55.638897 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a200ae8-94af-47bf-b43f-a2ce3672f558 req-52d4566c-0239-4931-a7cd-46cd6ae467a7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Jan 12 10:30:55.668412 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50598) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:30:55.869984 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-29ac9a3a-68e8-4bfb-bf29-f20e2a883f6c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/dfa200c2-bb7e-4840-9add-a11167b4d03c HTTP/1.1" status: 200 len: 993 time: 0.2000825 Jan 12 10:31:18.386893 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8c0a546-d271-45aa-8a1d-be60966ebb64 req-0c8b259a-6dfa-4628-98cd-28173b38ab7d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708709 Jan 12 10:31:18.549713 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8c0a546-d271-45aa-8a1d-be60966ebb64 req-9ca1fe06-bbda-441a-8713-a0bb7b2a3bb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 1098 time: 0.0882227 Jan 12 10:31:18.725859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0a546-d271-45aa-8a1d-be60966ebb64 req-e00e19e6-2f56-4f00-9f34-2f72d0dad485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:18.727322 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8c0a546-d271-45aa-8a1d-be60966ebb64 req-e00e19e6-2f56-4f00-9f34-2f72d0dad485 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e40321b-6821-4532-b05e-bf6b854c6ed5 HTTP/1.1" status: 200 len: 897 time: 0.1554666 Jan 12 10:31:18.843562 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8c0a546-d271-45aa-8a1d-be60966ebb64 req-134898d3-6408-4512-a74a-5fd34bc18156 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d709c03-1498-476c-b014-18e736377cba HTTP/1.1" status: 200 len: 1001 time: 0.1100004 Jan 12 10:31:18.910042 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0a546-d271-45aa-8a1d-be60966ebb64 req-529c7921-b88c-4f60-b5b6-f8196988106c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:18.911476 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8c0a546-d271-45aa-8a1d-be60966ebb64 req-529c7921-b88c-4f60-b5b6-f8196988106c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a556abff-8902-49bf-9f86-aae931c0db75 HTTP/1.1" status: 200 len: 835 time: 0.0623488 Jan 12 10:31:18.986035 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8c0a546-d271-45aa-8a1d-be60966ebb64 req-d1d7cd32-a537-4a15-82e7-03c1844b3f3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e40321b-6821-4532-b05e-bf6b854c6ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687606 Jan 12 10:31:19.117377 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8c0a546-d271-45aa-8a1d-be60966ebb64 req-263d1082-509d-4718-a4c1-9202fe2da4ab service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249411 Jan 12 10:31:19.136885 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb674ac6-993d-4cdf-9fb8-8d727c53aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:19.252055 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8c0a546-d271-45aa-8a1d-be60966ebb64 req-3ba78341-67a9-4d19-8564-bff03efc04c8 service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285567 Jan 12 10:31:21.251341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d44ddd68-c23a-4760-bc80-ac7bba62662e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:22.254147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:22.668215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:22.742990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:24.110370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:29.021015 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:31:44.819760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50630) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:45.122111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port ce2d1607-1521-4d8f-8111-47011f85fa6e {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:31:45.122357 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:45.286492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:45.286866 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:45.406638 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for ce2d1607-1521-4d8f-8111-47011f85fa6e owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:31:45.554208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:45.600623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=ce2d1607-1521-4d8f-8111-47011f85fa6e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:45.637416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.637754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.638085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.638410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.638763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.639073 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.639388 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.639702 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.640019 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.640661 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.640963 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:45.701773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:46.106599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:31:46.306204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:31:46.317872 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] Sync routers for ids ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:31:46.327615 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:46.330955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] Routers {'5d33a712-4c96-4ca6-a2dc-a59d38980bb4'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:31:46.332038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:31:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:46.478138 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-75c068ce-402c-49ea-a8f9-694f902d81ed tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/floatingips/dfa200c2-bb7e-4840-9add-a11167b4d03c HTTP/1.1" status: 204 len: 168 time: 1.6545031 Jan 12 10:31:46.478138 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a96942c-da6c-4e23-9844-446467b7a877', 'tag': '8d709c03-1498-476c-b014-18e736377cba'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:31:46.526193 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] Set router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:31:46.531679 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a96942c-da6c-4e23-9844-446467b7a877', 'tag': '8d709c03-1498-476c-b014-18e736377cba', 'status': 'completed', 'code': 200} Jan 12 10:31:46.632769 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d7525ba1-763b-4d00-8be6-68d17f4b6a8b req-81a9a7e9-08ac-42a5-afd0-f5ccd8f9aeeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 1098 time: 0.0786266 Jan 12 10:31:46.765960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7525ba1-763b-4d00-8be6-68d17f4b6a8b req-a9d52875-ef27-48ea-815a-ba8a51f7606c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:46.767425 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d7525ba1-763b-4d00-8be6-68d17f4b6a8b req-a9d52875-ef27-48ea-815a-ba8a51f7606c service neutron] 10.222.0.59 "GET /v2.0/networks?id=8e40321b-6821-4532-b05e-bf6b854c6ed5 HTTP/1.1" status: 200 len: 897 time: 0.1295078 Jan 12 10:31:46.838733 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d7525ba1-763b-4d00-8be6-68d17f4b6a8b req-c7a2ea93-299a-4bb5-a72e-6099b8afe7b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d709c03-1498-476c-b014-18e736377cba HTTP/1.1" status: 200 len: 217 time: 0.0641513 Jan 12 10:31:46.854974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '73f99d1d-154e-4d6d-9ea2-0102a94595cf', 'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:6d:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:20Z', 'updated_at': '2022-01-12T10:29:27Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:46.858839 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] Checking router: 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:31:46.869763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] Routers {'5d33a712-4c96-4ca6-a2dc-a59d38980bb4'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:31:46.870379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:31:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:46.902401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7525ba1-763b-4d00-8be6-68d17f4b6a8b req-74a00b5d-09b8-4992-9b16-898c528cb6cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:46.903923 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d7525ba1-763b-4d00-8be6-68d17f4b6a8b req-74a00b5d-09b8-4992-9b16-898c528cb6cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a556abff-8902-49bf-9f86-aae931c0db75 HTTP/1.1" status: 200 len: 835 time: 0.0599828 Jan 12 10:31:47.041960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d7525ba1-763b-4d00-8be6-68d17f4b6a8b req-c5ea48af-c2d5-49fe-803f-dc3ee036014c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e40321b-6821-4532-b05e-bf6b854c6ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1305766 Jan 12 10:31:47.092577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] Set router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:31:47.123621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22849961-bf0e-4117-b162-203d7856fbbd req-45057bb7-1068-45b0-b5c7-5500fd51d1a5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:47.125050 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22849961-bf0e-4117-b162-203d7856fbbd req-45057bb7-1068-45b0-b5c7-5500fd51d1a5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.3058875 Jan 12 10:31:47.209533 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d7525ba1-763b-4d00-8be6-68d17f4b6a8b req-845cb660-2bcd-48b2-a92d-c732102cec1a service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594119 Jan 12 10:31:47.212066 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22849961-bf0e-4117-b162-203d7856fbbd req-b3e0f14d-5532-4ed1-ad7e-4cf24f39f7e2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806279 Jan 12 10:31:47.415479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '73f99d1d-154e-4d6d-9ea2-0102a94595cf', 'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:6d:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:20Z', 'updated_at': '2022-01-12T10:29:27Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:47.419608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9daa68-9b43-4675-bb1f-af1708b5909a None None] The sync data for ids ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'] in dv-neutron-824347-1-hyperv is: [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '73f99d1d-154e-4d6d-9ea2-0102a94595cf', 'name': '', 'network_id': '8e40321b-6821-4532-b05e-bf6b854c6ed5', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:6d:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:20Z', 'updated_at': '2022-01-12T10:29:27Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': 'a556abff-8902-49bf-9f86-aae931c0db75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:31:47.448160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d7525ba1-763b-4d00-8be6-68d17f4b6a8b req-163b3632-8950-412c-a23f-722bed2aef4c service neutron] 10.222.0.59 "GET /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286835 Jan 12 10:31:47.654353 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d865c8-dbdf-487c-920d-05bd00142649 None None] New status for floating IP dfa200c2-bb7e-4840-9add-a11167b4d03c: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:31:48.537079 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae55e1-7107-46d1-b1a5-194f0a0f1007 req-5cbae95d-14ce-4ecb-8348-f0e4dcd27f5e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:48.538403 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-acae55e1-7107-46d1-b1a5-194f0a0f1007 req-5cbae95d-14ce-4ecb-8348-f0e4dcd27f5e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.1869800 Jan 12 10:31:48.605076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-a453713f-8568-4a78-9c0d-bb559b05f76e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:48.606489 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-a453713f-8568-4a78-9c0d-bb559b05f76e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 945 time: 0.1247401 Jan 12 10:31:48.608631 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-acae55e1-7107-46d1-b1a5-194f0a0f1007 req-7d4d0aae-e7ef-427d-8c96-f447367280d5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619009 Jan 12 10:31:48.672733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 8d709c03-1498-476c-b014-18e736377cba {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:31:48.673065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:48.912433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 8d709c03-1498-476c-b014-18e736377cba, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=8d709c03-1498-476c-b014-18e736377cba,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:31:48.912678 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:49.029067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 8d709c03-1498-476c-b014-18e736377cba owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:31:49.141165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49329681-476b-48e4-b3e1-4d92a5f0b14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:49.187823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:49.233998 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=8d709c03-1498-476c-b014-18e736377cba,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:49.277866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.278210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.278545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.278900 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.279229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.279554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.279876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.280199 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.280517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.280833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.281150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:49.319670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] No DVR routers for this DVR port 8d709c03-1498-476c-b014-18e736377cba on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:31:49.322011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:49.324493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a96942c-da6c-4e23-9844-446467b7a877', 'name': 'network-vif-deleted', 'tag': '8d709c03-1498-476c-b014-18e736377cba'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:31:49.336193 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7bec3e6f-a82d-4795-89d8-d43f7cecd261 req-adffa9c5-82dd-4e8b-98f2-43a019866359 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "DELETE /v2.0/ports/8d709c03-1498-476c-b014-18e736377cba HTTP/1.1" status: 204 len: 173 time: 0.7239416 Jan 12 10:31:49.454601 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a96942c-da6c-4e23-9844-446467b7a877', 'name': 'network-vif-deleted', 'tag': '8d709c03-1498-476c-b014-18e736377cba', 'status': 'completed', 'code': 200} Jan 12 10:31:49.791659 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-580f3b6a-2495-4881-9f66-f5dac38ae1a1 req-2c9a4a3b-aad0-4de1-a8fe-01098e3507dd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:31:49.807811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-580f3b6a-2495-4881-9f66-f5dac38ae1a1 req-2c9a4a3b-aad0-4de1-a8fe-01098e3507dd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:31:49.809082 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-580f3b6a-2495-4881-9f66-f5dac38ae1a1 req-2c9a4a3b-aad0-4de1-a8fe-01098e3507dd tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a96942c-da6c-4e23-9844-446467b7a877 HTTP/1.1" status: 200 len: 210 time: 0.0614681 Jan 12 10:31:50.912599 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50660) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:51.246003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4cbfad46-72ff-4756-9901-d710d2fb9f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:51.310544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:51.931059 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 73f99d1d-154e-4d6d-9ea2-0102a94595cf {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:31:51.931724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:52.130063 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 73f99d1d-154e-4d6d-9ea2-0102a94595cf, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=73f99d1d-154e-4d6d-9ea2-0102a94595cf,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:31:52.130358 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:52.250972 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 73f99d1d-154e-4d6d-9ea2-0102a94595cf owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:31:52.253941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:52.535914 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:52.582222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=73f99d1d-154e-4d6d-9ea2-0102a94595cf,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:52.659248 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:52.740515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:52.896187 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:53.206878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 8d709c03-1498-476c-b014-18e736377cba no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:31:53.238651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 8d709c03-1498-476c-b014-18e736377cba {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:31:53.239013 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 8d709c03-1498-476c-b014-18e736377cba not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:31:53.494281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:31:53.705864 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:31:53.715533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] Sync routers for ids ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:31:53.725020 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-05f14dde-3d35-4c55-92c5-2b522bddefc5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "PUT /v2.0/routers/5d33a712-4c96-4ca6-a2dc-a59d38980bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8109741 Jan 12 10:31:53.727629 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] Routers {'5d33a712-4c96-4ca6-a2dc-a59d38980bb4'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:31:53.727768 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50664) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:53.728262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:31:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:53.905878 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] Set router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:31:53.907446 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b27a19-b568-4b44-a25e-ba3b9e84bdbf tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting subnet a556abff-8902-49bf-9f86-aae931c0db75 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:31:53.910337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2b27a19-b568-4b44-a25e-ba3b9e84bdbf tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:53.963284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2b27a19-b568-4b44-a25e-ba3b9e84bdbf tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:54.130909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:54.169144 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2b27a19-b568-4b44-a25e-ba3b9e84bdbf tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:54.209591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:31:52Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:54.213544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] Checking router: 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:31:54.223613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] Routers {'5d33a712-4c96-4ca6-a2dc-a59d38980bb4'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:31:54.224197 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:31:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:54.240390 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2b27a19-b568-4b44-a25e-ba3b9e84bdbf tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:54.282337 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b27a19-b568-4b44-a25e-ba3b9e84bdbf tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Subnet': ['ID=a556abff-8902-49bf-9f86-aae931c0db75,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:54.291579 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e2b27a19-b568-4b44-a25e-ba3b9e84bdbf tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:54.301631 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e2b27a19-b568-4b44-a25e-ba3b9e84bdbf tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/subnets/a556abff-8902-49bf-9f86-aae931c0db75 HTTP/1.1" status: 204 len: 168 time: 0.5689957 Jan 12 10:31:54.301789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418de8b2-89d1-4073-9b3e-b3ac87643cc3 None None] Network 8e40321b-6821-4532-b05e-bf6b854c6ed5 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:31:54.302356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50668) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:54.507624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:54.596329 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] Set router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:31:54.718616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:54.729607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 2c0291d8-032c-47ae-a3f6-c00109387146 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:31:54.729954 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:54.885635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] DHCP port deletion for 8e40321b-6821-4532-b05e-bf6b854c6ed5 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:31:54.896368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Deleting port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:31:54.896719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.006723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 2c0291d8-032c-47ae-a3f6-c00109387146, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=2c0291d8-032c-47ae-a3f6-c00109387146,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:31:55.007082 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.079181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:31:52Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:55.096726 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef09a8f-6fbb-4e4f-8ad7-52367ce86ce4 None None] The sync data for ids ['5d33a712-4c96-4ca6-a2dc-a59d38980bb4'] in dv-neutron-824347-1-hyperv is: [{'id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164261560', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153'}], 'enable_snat': True}, 'gw_port_id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:17Z', 'updated_at': '2022-01-12T10:31:52Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '2c0291d8-032c-47ae-a3f6-c00109387146', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d33a712-4c96-4ca6-a2dc-a59d38980bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:18Z', 'updated_at': '2022-01-12T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:31:55.115731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] For port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de,segment=NetworkSegment(a35910f6-05e4-46c1-beda-2a5ab77e3538),segment_id=a35910f6-05e4-46c1-beda-2a5ab77e3538)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:31:55.116280 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.128919 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 2c0291d8-032c-47ae-a3f6-c00109387146 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:31:55.239060 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Calling delete_port for d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:31:55.301766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.312634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.345493 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=2c0291d8-032c-47ae-a3f6-c00109387146,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:55.357374 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Pushing event deleted for resources: {'Port': ['ID=d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:55.364854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] No DVR routers for this DVR port d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:31:55.373082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.373082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.373082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.373082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.373082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.373082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.373082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.374101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.374101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.374101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.374732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea40933-51ad-4420-bcdb-9719b88a0998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:55.571350 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.696977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:31:55.731435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:31:55.731812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device d1dcef7e-4d03-4918-bc8e-0d6f5a6a17de not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:31:55.732216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 73f99d1d-154e-4d6d-9ea2-0102a94595cf no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:31:55.762174 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 73f99d1d-154e-4d6d-9ea2-0102a94595cf {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:31:55.762494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 73f99d1d-154e-4d6d-9ea2-0102a94595cf not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:31:55.830982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.835369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.865713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.866233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Fanout notify agent at l3_agent the message router_deleted on router 5d33a712-4c96-4ca6-a2dc-a59d38980bb4 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:31:55.880298 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.882757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2ae00769-4d10-44c0-9204-4345b0730335 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/routers/5d33a712-4c96-4ca6-a2dc-a59d38980bb4 HTTP/1.1" status: 204 len: 168 time: 1.5779231 Jan 12 10:31:55.884801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50672) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:56.000609 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.134448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.160581 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e40321b-6821-4532-b05e-bf6b854c6ed5']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:56.177207 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35910f6-05e4-46c1-beda-2a5ab77e3538') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:56.177506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35910f6-05e4-46c1-beda-2a5ab77e3538') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:56.189057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.204469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.210899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:31:56.211271 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:31:56.225369 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:31:56.410726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.427940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.438781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Network': ['ID=8e40321b-6821-4532-b05e-bf6b854c6ed5,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:56.449309 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-8018de80-0c5b-4eb0-86ab-2f3f9a6f0851 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/networks/8e40321b-6821-4532-b05e-bf6b854c6ed5 HTTP/1.1" status: 204 len: 168 time: 0.5633981 Jan 12 10:31:56.452095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50676) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:56.519505 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d2d2bb0-b1ce-44b3-b283-ace1cdca6ede tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.549524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d2d2bb0-b1ce-44b3-b283-ace1cdca6ede tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.621715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d2d2bb0-b1ce-44b3-b283-ace1cdca6ede tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.644390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d2bb0-b1ce-44b3-b283-ace1cdca6ede tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:56.653394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6d2d2bb0-b1ce-44b3-b283-ace1cdca6ede tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:56.654571 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6d2d2bb0-b1ce-44b3-b283-ace1cdca6ede tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/security-groups/1e6f5d34-85fc-4acb-9d7e-9ea5943ded3b HTTP/1.1" status: 204 len: 168 time: 0.2015464 Jan 12 10:31:57.075789 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50684) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:57.081439 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11052756', 'description': 'tempest-secgroup-smoke-11052756 description', 'project_id': 'b378bec4c25c43858c7b33e922996d00'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:31:57.087573 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:31:57.091870 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:31:57.095038 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:31:57.101022 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:31:57.114578 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.149915 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:31:57.153715 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:31:57.156740 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:31:57.162636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:31:57.225480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.233519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.279794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:57.284286 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.285671 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c8f678a1-0ab5-4ba4-86a8-dc3e8cc0cae8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2088809 Jan 12 10:31:57.288542 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50688) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:57.293990 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'a23898a5-5a0f-4b0a-ab3f-e0302ae094f4', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:31:57.300497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:31:57.304714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:31:57.307822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:31:57.314203 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:31:57.334436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.397075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.402463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.424425 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687d9534-3edd-41b2-bd90-07d5ce42a8b2,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:57.434045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.437821 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-f6d6a105-8b83-4a77-8914-decd8badb806 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1458526 Jan 12 10:31:57.438273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50692) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:57.443978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'a23898a5-5a0f-4b0a-ab3f-e0302ae094f4', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:31:57.450063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:31:57.454520 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:31:57.457635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:31:57.463676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:31:57.482357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.543675 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.549633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.579190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e7abcd-a2c5-4351-941a-ab894de704bd,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:57.589687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.590896 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eb5255dd-6e21-46d7-998c-f75a9d718c2e tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1515162 Jan 12 10:31:57.595080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50696) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:57.600935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'a23898a5-5a0f-4b0a-ab3f-e0302ae094f4', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:31:57.609523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:31:57.611652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2c0291d8-032c-47ae-a3f6-c00109387146 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:31:57.613728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:31:57.616764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:31:57.622593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:31:57.641234 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.645208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 2c0291d8-032c-47ae-a3f6-c00109387146 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:31:57.645546 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 2c0291d8-032c-47ae-a3f6-c00109387146 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:31:57.704430 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.709714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.735824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403615ec-b962-4306-bea7-34b0f02ed22f,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:57.744011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.745329 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-acb58e26-de8e-4673-98da-1c01ae282c47 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1490543 Jan 12 10:31:57.748308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50700) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:57.754499 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'a23898a5-5a0f-4b0a-ab3f-e0302ae094f4', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:31:57.761367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:31:57.765700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:31:57.768691 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:31:57.774533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:31:57.792041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.855610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.860760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.882187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114b1daa-579f-4cb4-9306-ad273fb72848,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:57.892357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.893649 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e89a37e5-1c28-4c9d-9751-ae36f499cdce tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1441786 Jan 12 10:31:57.896622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50704) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:57.901972 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'a23898a5-5a0f-4b0a-ab3f-e0302ae094f4', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:31:57.907925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:31:57.911915 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:31:57.914864 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:31:57.920784 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:31:57.933431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Project b378bec4c25c43858c7b33e922996d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:31:57.939578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.008221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.015823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.041511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47306dfd-cf64-44f4-b8f3-920fdea20f9f,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:58.051817 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.052976 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3f40fb95-a143-40c3-b59b-2164529cb582 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1554558 Jan 12 10:31:58.056382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50708) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:58.061187 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'security_group_rule': {'security_group_id': 'a23898a5-5a0f-4b0a-ab3f-e0302ae094f4', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:31:58.066836 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:31:58.070560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:security_group_rule and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:31:58.073334 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:31:58.078841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:31:58.090822 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.securitygroups_db [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Project b378bec4c25c43858c7b33e922996d00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:31:58.096740 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.162409 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.168054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.191549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e18b5e-8288-402a-b5e9-92b2dd498fb6,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:58.202838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.204141 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-35a08cb6-4a92-457f-9293-537363800fa5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1473064 Jan 12 10:31:58.207109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50712) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:58.214604 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'network': {'name': 'tempest-network-smoke--391508509', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'port_security_enabled': True}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:31:58.219702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:31:58.224050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:network and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:31:58.227129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:31:58.233095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:31:58.244748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:31:58.247749 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.279720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:31:58.289710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.290159 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Added segment e09da3a2-349e-4c53-ab7d-60df9bcb29e8 of type vlan for network 0c9ceda3-32bc-4ac7-8687-e04d69092415 Jan 12 10:31:58.317447 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.350100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.353739 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:58.354306 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.459009 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Network': ['ID=0c9ceda3-32bc-4ac7-8687-e04d69092415,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:58.461368 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-65e3db87-f5e9-4b14-80a2-2033ad85e4af tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2530901 Jan 12 10:31:58.464332 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50716) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:58.469230 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 0c9ceda3-32bc-4ac7-8687-e04d69092415 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:31:58.469664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'admin_state_up': True, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:31:58.476657 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:31:58.480516 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:router and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:31:58.483636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:31:58.488977 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:31:58.499512 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.500456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.519141 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.667450 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.851141 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.883448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:59.020485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.26.1.27 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/63f7ac9e-a7fb-44bd-8803-3d7446a0e89c) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:31:59.180579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:59.214351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:59.279863 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:31:59.283184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:31:59.285074 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=63f7ac9e-a7fb-44bd-8803-3d7446a0e89c,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:59.287168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:31:59.442734 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:59.443523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:59.680974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:31:59.971899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:31:59.981970 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Sync routers for ids ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:31:59.993804 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Routers {'655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:31:59.994407 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:31:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:59.999576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.000751 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a9b1cb2f-345f-4c90-b712-e09794c30e0c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5355072 Jan 12 10:32:00.004332 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50720) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:00.165454 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Set router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:32:00.208675 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-52f0d249-831c-420d-ad62-ec8f1f1bcdd8 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=b378bec4c25c43858c7b33e922996d00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2032614 Jan 12 10:32:00.211538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50726) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:00.352018 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b9664-db62-4c71-b2b3-c1e0dd25fe42 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:00.353801 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-6d5b9664-db62-4c71-b2b3-c1e0dd25fe42 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1413941 Jan 12 10:32:00.356829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50730) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:00.397258 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-703cfcdf-9021-4b1b-87fc-00d26070df16 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b765e7a4-e138-4653-9768-6bc0c3a20b74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393434 Jan 12 10:32:00.399975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50734) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:00.405395 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1506140135', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:32:00.461500 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:31:59Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:00.465318 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Checking router: 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:32:00.465662 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Updating router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:32:00.513459 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:32:00.514856 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.517887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:subnet and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:32:00.520797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:32:00.526644 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:32:00.541180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:32:00.643534 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.836598 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.855475 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Transition to ACTIVE for port object 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:32:00.859984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.863814 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.938736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Subnet': ['ID=41b4ba2d-3e60-44d4-a8d7-ed7767f8b806,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:00.940308 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Pushing event updated for resources: {'Port': ['ID=63f7ac9e-a7fb-44bd-8803-3d7446a0e89c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:00.946613 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Attempting to bind port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:32:00.947073 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Attempting to bind port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:32:00.947455 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Attempting to bind port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:32:00.949881 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Checking segment: {'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:32:00.950244 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network hostable DHCP agents. Network: 0c9ceda3-32bc-4ac7-8687-e04d69092415, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:32:00.956821 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.957182 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.957502 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.957820 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.958137 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.958451 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.958782 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.959097 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.959405 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.959714 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.960022 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:00.963653 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:32:00.964007 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:32:00.964391 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.964770 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:32:00.965216 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Bound port: 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:32:00.965570 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.974787 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 0c9ceda3-32bc-4ac7-8687-e04d69092415 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:32:00.984774 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 0c9ceda3-32bc-4ac7-8687-e04d69092415) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:32:00.990200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:00.990958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.996264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d29eb3c-1ef4-4b43-80ed-3532501050e2 None None] Network 0c9ceda3-32bc-4ac7-8687-e04d69092415 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:32:01.015138 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f27bbff4-ee07-4739-8642-c94b0bf7a757 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6139934 Jan 12 10:32:01.018514 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50738) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:01.037424 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] For port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:32:01.040560 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] For port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=63f7ac9e-a7fb-44bd-8803-3d7446a0e89c,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:32:01.046168 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.148515 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad4cfa-1de7-47cf-b0ac-beade952bce2 None None] Pushing event updated for resources: {'Port': ['ID=63f7ac9e-a7fb-44bd-8803-3d7446a0e89c,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:01.157954 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Routers {'655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:32:01.158479 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:31:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:01.236615 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-0c9ceda3-32bc-4ac7-8687-e04d69092415', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:32:01.237508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.337484 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] Set router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:32:01.435385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Allocated IP 172.20.0.2 (0c9ceda3-32bc-4ac7-8687-e04d69092415/41b4ba2d-3e60-44d4-a8d7-ed7767f8b806/53bcea53-83c0-4989-965c-c927dc619eef) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:32:01.639213 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:31:59Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:01.643477 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ce116-f861-45ae-b8cd-ab5f2ad2d272 None None] The sync data for ids ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'] in dv-neutron-824347-1-hyperv is: [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:31:59Z', 'revision_number': 3, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:32:01.654088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.667477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Transition to ACTIVE for port object 53bcea53-83c0-4989-965c-c927dc619eef will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:32:01.686348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Transition to ACTIVE for port object 53bcea53-83c0-4989-965c-c927dc619eef will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:32:01.693345 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.768211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Network 0c9ceda3-32bc-4ac7-8687-e04d69092415 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:32:01.771849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:32:01.773782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Pushing event updated for resources: {'Port': ['ID=53bcea53-83c0-4989-965c-c927dc619eef,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:01.775875 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:32:01.875271 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Attempting to bind port 53bcea53-83c0-4989-965c-c927dc619eef on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:32:01.875735 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Attempting to bind port 53bcea53-83c0-4989-965c-c927dc619eef by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:32:01.876161 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Attempting to bind port 53bcea53-83c0-4989-965c-c927dc619eef on network 0c9ceda3-32bc-4ac7-8687-e04d69092415 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:32:01.882452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:32:01.882951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Checking segment: {'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:32:01.883413 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.883868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Bound using segment: {'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:32:01.884397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Bound port: 53bcea53-83c0-4989-965c-c927dc619eef, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:32:01.884905 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.940389 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.980245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] For port 53bcea53-83c0-4989-965c-c927dc619eef, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:32:01.983762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] For port 53bcea53-83c0-4989-965c-c927dc619eef, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=53bcea53-83c0-4989-965c-c927dc619eef,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:32:01.991089 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.072050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb9086-2039-4c5b-86b9-2ac5541c5537 None None] Pushing event updated for resources: {'Port': ['ID=53bcea53-83c0-4989-965c-c927dc619eef,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:02.370323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.20.0.1 (0c9ceda3-32bc-4ac7-8687-e04d69092415/41b4ba2d-3e60-44d4-a8d7-ed7767f8b806/fef96c95-c83c-4a12-9afc-973380b86511) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:32:02.549899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.567343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Transition to ACTIVE for port object fef96c95-c83c-4a12-9afc-973380b86511 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:32:02.592583 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.660920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 0c9ceda3-32bc-4ac7-8687-e04d69092415 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:32:02.664056 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:32:02.668398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:32:02.692847 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=fef96c95-c83c-4a12-9afc-973380b86511,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:02.731286 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.823868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.008123 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c871ee-f79b-489a-b3a5-9f340c1f17db None None] Network 0c9ceda3-32bc-4ac7-8687-e04d69092415 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:32:03.113272 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2da39da7-6a94-438f-b17d-5be837ac3de5 None None] Provisioning for port 53bcea53-83c0-4989-965c-c927dc619eef completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:32:03.224391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.229580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.453266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.457504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=fef96c95-c83c-4a12-9afc-973380b86511,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:03.479736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-970188d9-4c15-47d3-b158-714d87c19cc1 None None] Provisioning for port fef96c95-c83c-4a12-9afc-973380b86511 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:32:03.486316 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-970188d9-4c15-47d3-b158-714d87c19cc1 None None] Provisioning complete for port fef96c95-c83c-4a12-9afc-973380b86511 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:03.487171 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-970188d9-4c15-47d3-b158-714d87c19cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.553375 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-970188d9-4c15-47d3-b158-714d87c19cc1 None None] Port fef96c95-c83c-4a12-9afc-973380b86511 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:32:03.595137 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 0c9ceda3-32bc-4ac7-8687-e04d69092415 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:32:03.596270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:32:03.674926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1fb5b0c5-5099-42c3-846f-6068c9d08b3a None None] Provisioning complete for port fef96c95-c83c-4a12-9afc-973380b86511 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:03.675441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b0c5-5099-42c3-846f-6068c9d08b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.732361 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 53bcea53-83c0-4989-965c-c927dc619eef up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:32:03.780717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1fb5b0c5-5099-42c3-846f-6068c9d08b3a None None] Port fef96c95-c83c-4a12-9afc-973380b86511 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:32:03.810739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 53bcea53-83c0-4989-965c-c927dc619eef completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:32:03.815946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 53bcea53-83c0-4989-965c-c927dc619eef triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:03.816338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.937502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.955061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c8dd37e0-80c5-4076-a8e5-1b905573c650 None None] Provisioning complete for port fef96c95-c83c-4a12-9afc-973380b86511 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:03.955425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8dd37e0-80c5-4076-a8e5-1b905573c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.987245 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:32:04.019289 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 53bcea53-83c0-4989-965c-c927dc619eef, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=53bcea53-83c0-4989-965c-c927dc619eef,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:32:04.021693 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd37e0-80c5-4076-a8e5-1b905573c650 None None] Port fef96c95-c83c-4a12-9afc-973380b86511 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:32:04.025056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:04.025959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:32:04.133038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=53bcea53-83c0-4989-965c-c927dc619eef,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:04.150101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:32:04.155127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:04.155495 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:04.185011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:32:04.197281 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a82ecc51-645b-4d52-980a-470a07fe24f7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "PUT /v2.0/routers/655d49fa-5e74-424f-8dcf-cf3ec2b78f7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1776795 Jan 12 10:32:04.269064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:04.284809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=63f7ac9e-a7fb-44bd-8803-3d7446a0e89c,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:32:04.290537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:04.354259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=63f7ac9e-a7fb-44bd-8803-3d7446a0e89c,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:04.387067 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-0f32d35c-6151-4aed-a6c1-d554cc06e9c6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:32:04.403579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-0f32d35c-6151-4aed-a6c1-d554cc06e9c6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:32:04.404732 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-0f32d35c-6151-4aed-a6c1-d554cc06e9c6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11052756&fields=id&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 267 time: 0.0609884 Jan 12 10:32:04.550422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-e061db95-ee90-4343-9ae7-7bb49142d861 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:04.551115 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-e061db95-ee90-4343-9ae7-7bb49142d861 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:32:04.568185 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-e061db95-ee90-4343-9ae7-7bb49142d861 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:32:04.569325 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-e061db95-ee90-4343-9ae7-7bb49142d861 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/networks?id=0c9ceda3-32bc-4ac7-8687-e04d69092415 HTTP/1.1" status: 200 len: 796 time: 0.1577394 Jan 12 10:32:04.585443 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-397d277d-d53d-485a-b9d8-3cce09560f34 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/quotas/b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 375 time: 0.0105813 Jan 12 10:32:04.663560 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-64c002ee-228e-4e53-8cea-4ea52afa3fd5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:32:04.681401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-64c002ee-228e-4e53-8cea-4ea52afa3fd5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:32:04.682653 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-64c002ee-228e-4e53-8cea-4ea52afa3fd5 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924683 Jan 12 10:32:04.697865 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-5b9c26cb-b593-45b1-8daf-7022af54dd67 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:32:04.698851 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-5b9c26cb-b593-45b1-8daf-7022af54dd67 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049181 Jan 12 10:32:04.835123 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-d12ad085-15bd-437e-b618-5ddc459c9863 service neutron] 10.222.0.58 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308148 Jan 12 10:32:04.980957 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-3dc4f1e4-4da7-4d8b-8415-da82ae8ef2f1 service neutron] 10.222.0.58 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386044 Jan 12 10:32:05.170031 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e1a108fa-9c0d-45f3-bdd2-bee08b2f50c8 req-e743eb2f-8f2e-40cd-80db-c375ef4135c6 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 210 time: 0.0425730 Jan 12 10:32:05.221984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Sync routers for ids ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:32:05.233628 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Routers {'655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:32:05.234383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:31:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:05.450028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Set router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:32:05.690564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 53bcea53-83c0-4989-965c-c927dc619eef up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:32:05.833239 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 53bcea53-83c0-4989-965c-c927dc619eef triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:05.833521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:05.904663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:02Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'fef96c95-c83c-4a12-9afc-973380b86511', 'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:f6:5e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:32:02Z', 'updated_at': '2022-01-12T10:32:03Z', 'revision_number': 2, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:05.910529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Checking router: 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:32:05.910894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Updating router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d port fef96c95-c83c-4a12-9afc-973380b86511 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:32:06.008651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.014139 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:32:06.030847 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:32:06.204226 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:06.204465 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.341657 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e29968c2-0b3b-4af8-a9ac-ecaa82011eb2 req-1ad62486-85f7-48dd-88e5-64d4827ebaad tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 210 time: 0.0485847 Jan 12 10:32:06.517067 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.536326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Transition to ACTIVE for port object fef96c95-c83c-4a12-9afc-973380b86511 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:32:06.544086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.646152 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-7bf27793-6264-4f2f-bf1d-02438a45c4ac tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:06.648009 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-7bf27793-6264-4f2f-bf1d-02438a45c4ac tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/networks?id=0c9ceda3-32bc-4ac7-8687-e04d69092415 HTTP/1.1" status: 200 len: 796 time: 0.2760456 Jan 12 10:32:06.682908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1458ef-53f9-4d73-9ecc-71387c4e5fd1 None None] Pushing event updated for resources: {'Port': ['ID=fef96c95-c83c-4a12-9afc-973380b86511,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:06.704502 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-ff5561f3-fb6c-45c1-958e-a36bcc0d1796 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b378bec4c25c43858c7b33e922996d00 HTTP/1.1" status: 200 len: 378 time: 0.0445137 Jan 12 10:32:06.715683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'port': {'device_id': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'admin_state_up': True, 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'security_groups': ['a23898a5-5a0f-4b0a-ab3f-e0302ae094f4']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:32:06.783020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Attempting to bind port fef96c95-c83c-4a12-9afc-973380b86511 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:32:06.783454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Attempting to bind port fef96c95-c83c-4a12-9afc-973380b86511 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:32:06.783887 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Attempting to bind port fef96c95-c83c-4a12-9afc-973380b86511 on network 0c9ceda3-32bc-4ac7-8687-e04d69092415 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:32:06.790957 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:32:06.791406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Checking segment: {'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:32:06.791809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.792200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Bound using segment: {'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:32:06.792662 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Bound port: fef96c95-c83c-4a12-9afc-973380b86511, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:32:06.793033 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.855518 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:32:06.865027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:32:06.875064 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Made reservation on behalf of b378bec4c25c43858c7b33e922996d00 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:32:06.878099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.894695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] For port fef96c95-c83c-4a12-9afc-973380b86511, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:32:06.897854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] For port fef96c95-c83c-4a12-9afc-973380b86511, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=fef96c95-c83c-4a12-9afc-973380b86511,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:32:06.903054 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.981715 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1458ef-53f9-4d73-9ecc-71387c4e5fd1 None None] Pushing event updated for resources: {'Port': ['ID=fef96c95-c83c-4a12-9afc-973380b86511,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:06.984994 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Routers {'655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:32:06.985603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:31:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:07.042133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.20.0.3 (0c9ceda3-32bc-4ac7-8687-e04d69092415/41b4ba2d-3e60-44d4-a8d7-ed7767f8b806/d36abbca-122f-4d36-8f4a-c91a6ce33f42) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:32:07.213213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] Set router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:32:07.237511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.252904 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Transition to ACTIVE for port object d36abbca-122f-4d36-8f4a-c91a6ce33f42 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:32:07.276723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.351978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network 0c9ceda3-32bc-4ac7-8687-e04d69092415 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:32:07.355589 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:32:07.357336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=d36abbca-122f-4d36-8f4a-c91a6ce33f42,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:07.359385 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:32:07.422699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:07.423704 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.457978 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-bbc8e56d-ee26-4ba9-be9d-0d98c6e71d3b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7461674 Jan 12 10:32:07.471093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Request body: {'port': {'device_id': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:32:07.556753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:02Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'fef96c95-c83c-4a12-9afc-973380b86511', 'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:f6:5e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:32:02Z', 'updated_at': '2022-01-12T10:32:06Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:07.561774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1436e8-5186-4f4f-b6dd-16afffdb5816 None None] The sync data for ids ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'] in dv-neutron-824347-1-hyperv is: [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:02Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'fef96c95-c83c-4a12-9afc-973380b86511', 'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:f6:5e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:32:02Z', 'updated_at': '2022-01-12T10:32:06Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:32:07.629955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2ef13d5b-62bc-440c-8ee1-1aee1a16e5d5 None None] Provisioning for port d36abbca-122f-4d36-8f4a-c91a6ce33f42 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:32:07.639869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2ef13d5b-62bc-440c-8ee1-1aee1a16e5d5 None None] Provisioning complete for port d36abbca-122f-4d36-8f4a-c91a6ce33f42 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:07.640698 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ef13d5b-62bc-440c-8ee1-1aee1a16e5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.681145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55e1a5-30d4-469b-acdf-8fa34093cca4 req-7eed8df8-1392-4721-b414-c83f5511d608 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:07.682001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-cf55e1a5-30d4-469b-acdf-8fa34093cca4 req-7eed8df8-1392-4721-b414-c83f5511d608 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:32:07.684705 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.699208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2ef13d5b-62bc-440c-8ee1-1aee1a16e5d5 None None] Port d36abbca-122f-4d36-8f4a-c91a6ce33f42 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:32:07.748548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-cf55e1a5-30d4-469b-acdf-8fa34093cca4 req-7eed8df8-1392-4721-b414-c83f5511d608 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:32:07.751279 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cf55e1a5-30d4-469b-acdf-8fa34093cca4 req-7eed8df8-1392-4721-b414-c83f5511d608 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 931 time: 0.2423110 Jan 12 10:32:07.771801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device fef96c95-c83c-4a12-9afc-973380b86511 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:32:07.849390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port fef96c95-c83c-4a12-9afc-973380b86511 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:32:07.854575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port fef96c95-c83c-4a12-9afc-973380b86511 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:07.854945 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.862568 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cf55e1a5-30d4-469b-acdf-8fa34093cca4 req-de3b3f53-7c59-446f-9f51-bd14704db262 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003923 Jan 12 10:32:07.975333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.013602 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port fef96c95-c83c-4a12-9afc-973380b86511, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=fef96c95-c83c-4a12-9afc-973380b86511,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:32:08.020679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.096453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=fef96c95-c83c-4a12-9afc-973380b86511,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:08.096699 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36abbca-122f-4d36-8f4a-c91a6ce33f42 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:32:08.110783 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.125948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Transition to ACTIVE for port object d36abbca-122f-4d36-8f4a-c91a6ce33f42 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:32:08.131039 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.260563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Pushing event updated for resources: {'Port': ['ID=d36abbca-122f-4d36-8f4a-c91a6ce33f42,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:08.370682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Attempting to bind port d36abbca-122f-4d36-8f4a-c91a6ce33f42 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:32:08.371291 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Attempting to bind port d36abbca-122f-4d36-8f4a-c91a6ce33f42 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:32:08.371405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Attempting to bind port d36abbca-122f-4d36-8f4a-c91a6ce33f42 on network 0c9ceda3-32bc-4ac7-8687-e04d69092415 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:32:08.377542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Port d36abbca-122f-4d36-8f4a-c91a6ce33f42 on network 0c9ceda3-32bc-4ac7-8687-e04d69092415 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:32:08.377798 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Attempting to bind port d36abbca-122f-4d36-8f4a-c91a6ce33f42 on network 0c9ceda3-32bc-4ac7-8687-e04d69092415 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:32:08.384198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:32:08.384530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Checking segment: {'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:32:08.384968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Bound using segment: {'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:32:08.385394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Bound port: d36abbca-122f-4d36-8f4a-c91a6ce33f42, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:32:08.385743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.475894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] For port d36abbca-122f-4d36-8f4a-c91a6ce33f42, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:32:08.479351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] For port d36abbca-122f-4d36-8f4a-c91a6ce33f42, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:32:08.491687 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.553662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.555050 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] 10.222.0.59 "PUT /v2.0/ports/d36abbca-122f-4d36-8f4a-c91a6ce33f42 HTTP/1.1" status: 200 len: 1093 time: 1.0897288 Jan 12 10:32:08.555462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'tag': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:32:08.575320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f57654-4e2b-4b7e-8e16-45891d49cf71 service neutron] Pushing event updated for resources: {'Port': ['ID=d36abbca-122f-4d36-8f4a-c91a6ce33f42,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:08.739461 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'tag': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'status': 'completed', 'code': 200} Jan 12 10:32:08.781389 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-81b4a12d-b28d-4041-92f8-3f8a1490a493 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 1096 time: 0.1843669 Jan 12 10:32:08.851445 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-b6a7bfb9-4f83-44ec-816e-29a7d9576c68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42 HTTP/1.1" status: 200 len: 217 time: 0.0624399 Jan 12 10:32:08.912364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-78c8f18b-daf6-421a-8e75-65bb90ea7b8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:08.913791 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-78c8f18b-daf6-421a-8e75-65bb90ea7b8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b4ba2d-3e60-44d4-a8d7-ed7767f8b806 HTTP/1.1" status: 200 len: 835 time: 0.0573235 Jan 12 10:32:08.991539 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-d21ddb96-405a-4753-b79d-298d6907e59f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c9ceda3-32bc-4ac7-8687-e04d69092415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720291 Jan 12 10:32:09.124137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-de9e0d00-bd7a-4646-8fce-605ea2aad672 service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268129 Jan 12 10:32:09.303839 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5da91300-9dad-4ef9-9900-a8ecfaff5502 req-053a9a32-f841-41eb-8c5a-db86377458ee service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730671 Jan 12 10:32:09.315160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4c262-ab79-454f-8cf5-8b6fd5e0b9cf req-765c5c2f-684c-41cb-9b07-81551d148fcc tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:09.316541 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-edf4c262-ab79-454f-8cf5-8b6fd5e0b9cf req-765c5c2f-684c-41cb-9b07-81551d148fcc tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 943 time: 0.2558763 Jan 12 10:32:09.403520 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-edf4c262-ab79-454f-8cf5-8b6fd5e0b9cf req-60cc7164-3314-4e06-91bd-ba771d58f385 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813403 Jan 12 10:32:09.436050 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6274778-9e45-4c66-aafc-eaa5a75ab286 req-7ae9a888-f9c6-4a14-8b1c-2f8059d6596a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 1096 time: 0.0816042 Jan 12 10:32:09.568034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6274778-9e45-4c66-aafc-eaa5a75ab286 req-d49ced17-8c09-43ca-8715-8221e0315055 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:09.569409 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6274778-9e45-4c66-aafc-eaa5a75ab286 req-d49ced17-8c09-43ca-8715-8221e0315055 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0c9ceda3-32bc-4ac7-8687-e04d69092415 HTTP/1.1" status: 200 len: 897 time: 0.1271718 Jan 12 10:32:09.634848 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6274778-9e45-4c66-aafc-eaa5a75ab286 req-6737f3f9-3aab-43ba-9d84-a4beb857088e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42 HTTP/1.1" status: 200 len: 217 time: 0.0591619 Jan 12 10:32:09.679189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device fef96c95-c83c-4a12-9afc-973380b86511 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:32:09.707989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6274778-9e45-4c66-aafc-eaa5a75ab286 req-33b6b9ee-ea94-46bf-9761-07a127edb146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:09.709591 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6274778-9e45-4c66-aafc-eaa5a75ab286 req-33b6b9ee-ea94-46bf-9761-07a127edb146 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b4ba2d-3e60-44d4-a8d7-ed7767f8b806 HTTP/1.1" status: 200 len: 835 time: 0.0698059 Jan 12 10:32:09.746236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port fef96c95-c83c-4a12-9afc-973380b86511 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:09.746580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:09.789866 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6274778-9e45-4c66-aafc-eaa5a75ab286 req-d4635bdc-6eea-4b09-be49-a024e6fffc3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c9ceda3-32bc-4ac7-8687-e04d69092415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740702 Jan 12 10:32:09.922133 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6274778-9e45-4c66-aafc-eaa5a75ab286 req-53a14332-f9e6-41bb-987e-4378dab63b46 service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265047 Jan 12 10:32:10.058094 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e6274778-9e45-4c66-aafc-eaa5a75ab286 req-a293d1dd-b232-4f85-916b-f631fdbfb252 service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299181 Jan 12 10:32:10.617358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248fd9f-b773-4b2c-ba89-7db178c964a3 req-94a56828-07d0-4f8c-90c1-735bf7d80fac tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:10.618695 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e248fd9f-b773-4b2c-ba89-7db178c964a3 req-94a56828-07d0-4f8c-90c1-735bf7d80fac tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 943 time: 0.0874298 Jan 12 10:32:10.668595 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e248fd9f-b773-4b2c-ba89-7db178c964a3 req-de33882b-ef11-4ec0-a8a0-e0d6e21c2467 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436268 Jan 12 10:32:11.301565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device d36abbca-122f-4d36-8f4a-c91a6ce33f42 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:32:11.442965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port d36abbca-122f-4d36-8f4a-c91a6ce33f42, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:32:11.458444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'port_id': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'mac_address': 'fa:16:3e:51:be:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:32:11.510399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:11.527287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36abbca-122f-4d36-8f4a-c91a6ce33f42 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:32:11.542869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port d36abbca-122f-4d36-8f4a-c91a6ce33f42, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:32:11.550169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:11.619184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=d36abbca-122f-4d36-8f4a-c91a6ce33f42,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:11.872048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a1b2b-e029-48bd-bacb-df8fc52f1662 req-d974d7ce-f73f-4f4e-ae48-d9939023fb61 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:11.873392 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0e8a1b2b-e029-48bd-bacb-df8fc52f1662 req-d974d7ce-f73f-4f4e-ae48-d9939023fb61 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 944 time: 0.0794022 Jan 12 10:32:11.915110 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['d36abbca-122f-4d36-8f4a-c91a6ce33f42'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:32:11.918811 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0e8a1b2b-e029-48bd-bacb-df8fc52f1662 req-aff45a0d-f22d-4ca2-a88f-f9ceba5a9dd7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398095 Jan 12 10:32:13.220757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dccc6d-c491-46e1-b2bb-92aae53abe87 req-3da626a0-8ae1-49e3-9ff0-1d0da3921866 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:13.222100 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-21dccc6d-c491-46e1-b2bb-92aae53abe87 req-3da626a0-8ae1-49e3-9ff0-1d0da3921866 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 944 time: 0.1779957 Jan 12 10:32:13.267743 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-21dccc6d-c491-46e1-b2bb-92aae53abe87 req-a526a9ed-b097-4bf4-88c1-155ce7802d60 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394945 Jan 12 10:32:13.315447 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device d36abbca-122f-4d36-8f4a-c91a6ce33f42 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:32:13.387771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port d36abbca-122f-4d36-8f4a-c91a6ce33f42 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:32:13.392984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port d36abbca-122f-4d36-8f4a-c91a6ce33f42 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:13.393349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:13.538187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:13.563780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:32:13.572986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port d36abbca-122f-4d36-8f4a-c91a6ce33f42, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:32:13.579494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:13.621817 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'code': 200} Jan 12 10:32:13.653578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=d36abbca-122f-4d36-8f4a-c91a6ce33f42,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:13.857062 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-332cbb1c-b667-4773-adb0-2a22a00519be req-37999d13-8a69-4f72-9208-cb053fa56a98 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 1098 time: 0.0768437 Jan 12 10:32:13.971142 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-332cbb1c-b667-4773-adb0-2a22a00519be req-8e54e094-d4c4-4ddf-9446-7311dcde721b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076505 Jan 12 10:32:14.489247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb8eb0-2068-4b9a-a120-e7f0af7e08dd req-f896d5e1-864f-4cf6-9e33-93873905cab0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:14.490732 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-33eb8eb0-2068-4b9a-a120-e7f0af7e08dd req-f896d5e1-864f-4cf6-9e33-93873905cab0 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.0880206 Jan 12 10:32:14.540011 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-33eb8eb0-2068-4b9a-a120-e7f0af7e08dd req-220a7363-5499-49b4-a27c-e41311192460 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403740 Jan 12 10:32:15.751941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49357d2-c514-4ab0-a8e4-c16cd0e90054 req-0c68547b-9393-4583-b444-a542b0c46d16 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:15.753284 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d49357d2-c514-4ab0-a8e4-c16cd0e90054 req-0c68547b-9393-4583-b444-a542b0c46d16 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.0838010 Jan 12 10:32:15.801541 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d49357d2-c514-4ab0-a8e4-c16cd0e90054 req-da8e380a-9620-4502-aa90-a853ac41319b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400875 Jan 12 10:32:16.002555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e281016-1c9a-4ffd-8cad-610f78e9d792 req-84340788-3cc8-4edf-bd7a-3b85d4863ef2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:16.003979 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e281016-1c9a-4ffd-8cad-610f78e9d792 req-84340788-3cc8-4edf-bd7a-3b85d4863ef2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.0813503 Jan 12 10:32:16.049882 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2e281016-1c9a-4ffd-8cad-610f78e9d792 req-24f75f0b-8377-42bf-b1bf-ff751b315948 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404117 Jan 12 10:32:16.077233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50798) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:16.150851 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b100807a-5145-4621-ba4c-c333017daf29 tempest-TestNetworkAdvancedServerOps-1842682195 tempest-TestNetworkAdvancedServerOps-1842682195-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 1093 time: 0.0722244 Jan 12 10:32:16.153711 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50802) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:16.158794 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:32:16.164441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:32:16.168358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Usage tracker for resource:floatingip and tenant:b378bec4c25c43858c7b33e922996d00 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:32:16.171217 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:32:16.177011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:32:16.190259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:16.328508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:16.464823 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Allocated IP 172.26.1.105 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/d1601866-b6d5-4825-aac7-9fa918bdd21f) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:32:16.617236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:16.647168 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:16.711955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:32:16.714958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:32:16.719193 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:32:16.742707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=d1601866-b6d5-4825-aac7-9fa918bdd21f,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:17.263715 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:17.322563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:17.612944 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:17.619968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:17.721428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event updated for resources: {'Port': ['ID=d1601866-b6d5-4825-aac7-9fa918bdd21f,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:17.738765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:17.933725 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Floating IP d2e2dbe3-b6da-4507-a03b-50c2e196dd7f associated. External IP: 172.26.1.105, port: d36abbca-122f-4d36-8f4a-c91a6ce33f42. Jan 12 10:32:18.396818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:32:18.409241 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e7cc9311-7559-4d26-855f-a68793b735da req-e78168eb-f8e4-4b15-982a-a797236721b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0950704 Jan 12 10:32:18.622460 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e7cc9311-7559-4d26-855f-a68793b735da req-61320546-fe78-4ce3-b24e-c52948a28aae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 1098 time: 0.1431198 Jan 12 10:32:18.781925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:32:18.788637 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc9311-7559-4d26-855f-a68793b735da req-32308cc7-7ab0-4ac8-abcc-595f94cbb6f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:18.790036 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e7cc9311-7559-4d26-855f-a68793b735da req-32308cc7-7ab0-4ac8-abcc-595f94cbb6f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0c9ceda3-32bc-4ac7-8687-e04d69092415 HTTP/1.1" status: 200 len: 897 time: 0.1469369 Jan 12 10:32:18.792780 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] Sync routers for ids ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:32:18.807272 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] Routers {'655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:32:18.807874 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:31:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:19.001881 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] Set router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:32:19.025820 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:19.106222 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e7cc9311-7559-4d26-855f-a68793b735da req-cf2d7922-a9e0-48ab-8542-1b7850f30819 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42 HTTP/1.1" status: 200 len: 999 time: 0.3088059 Jan 12 10:32:19.109759 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9316611a-a74b-408b-a6e9-3063ec887c93 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9551244 Jan 12 10:32:19.110504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'tag': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:32:19.159095 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cd85796-b77b-4f86-8497-465644ea2ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:19.185138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc9311-7559-4d26-855f-a68793b735da req-e159d5c9-47ef-4dd7-a401-5999161ac829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:19.187897 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e7cc9311-7559-4d26-855f-a68793b735da req-e159d5c9-47ef-4dd7-a401-5999161ac829 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b4ba2d-3e60-44d4-a8d7-ed7767f8b806 HTTP/1.1" status: 200 len: 835 time: 0.0713646 Jan 12 10:32:19.229012 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'tag': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'status': 'completed', 'code': 200} Jan 12 10:32:19.329553 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e7cc9311-7559-4d26-855f-a68793b735da req-1b829bdf-6565-4457-a0fa-6be23d99cab7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c9ceda3-32bc-4ac7-8687-e04d69092415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1366935 Jan 12 10:32:19.337841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbba96e-333c-4a0b-b687-fee225b6447b req-d25df848-4b4e-4ca5-b88f-2408d3596bf9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:19.339300 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ecbba96e-333c-4a0b-b687-fee225b6447b req-d25df848-4b4e-4ca5-b88f-2408d3596bf9 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.1050935 Jan 12 10:32:19.372222 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:02Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd2e2dbe3-b6da-4507-a03b-50c2e196dd7f', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.105', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'port_id': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'mac_address': 'fa:16:3e:51:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:17Z', 'updated_at': '2022-01-12T10:32:17Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef96c95-c83c-4a12-9afc-973380b86511', 'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:f6:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:32:02Z', 'updated_at': '2022-01-12T10:32:07Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:19.376562 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] Checking router: 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:32:19.392930 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] Routers {'655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:32:19.393679 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:31:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:19.478377 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ecbba96e-333c-4a0b-b687-fee225b6447b req-d6a995d2-c97f-42f1-8713-8bfea537a228 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206725 Jan 12 10:32:19.498639 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e7cc9311-7559-4d26-855f-a68793b735da req-c16b4727-8fb0-46aa-93a0-14c319f94573 service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581984 Jan 12 10:32:19.509727 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50810) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:19.584349 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] Set router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:32:19.718597 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f99a79d0-c0c2-4135-bfef-4fff23ce561c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/d2e2dbe3-b6da-4507-a03b-50c2e196dd7f HTTP/1.1" status: 200 len: 991 time: 0.2078083 Jan 12 10:32:19.750141 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e7cc9311-7559-4d26-855f-a68793b735da req-d2bf715b-ad2b-4109-9f57-44896afbb13c service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425182 Jan 12 10:32:19.865635 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58f10968-a37f-490f-8f49-3e67f539bf70 req-af353f0a-7176-409d-b73f-10bcc26e2772 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 1098 time: 0.0714073 Jan 12 10:32:19.965090 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:02Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd2e2dbe3-b6da-4507-a03b-50c2e196dd7f', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.105', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'port_id': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'mac_address': 'fa:16:3e:51:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:17Z', 'updated_at': '2022-01-12T10:32:17Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef96c95-c83c-4a12-9afc-973380b86511', 'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:f6:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:32:02Z', 'updated_at': '2022-01-12T10:32:07Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:19.968919 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defd124-be0f-4a4e-85d7-0cdd84a9c42e None None] The sync data for ids ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'] in dv-neutron-824347-1-hyperv is: [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:02Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd2e2dbe3-b6da-4507-a03b-50c2e196dd7f', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'floating_ip_address': '172.26.1.105', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'port_id': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'mac_address': 'fa:16:3e:51:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:17Z', 'updated_at': '2022-01-12T10:32:17Z', 'revision_number': 0, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef96c95-c83c-4a12-9afc-973380b86511', 'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:f6:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:32:02Z', 'updated_at': '2022-01-12T10:32:07Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:32:19.998470 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10968-a37f-490f-8f49-3e67f539bf70 req-d4af7d11-8b5d-4702-8b37-76f1559c0e6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:19.999948 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58f10968-a37f-490f-8f49-3e67f539bf70 req-d4af7d11-8b5d-4702-8b37-76f1559c0e6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0c9ceda3-32bc-4ac7-8687-e04d69092415 HTTP/1.1" status: 200 len: 897 time: 0.1287394 Jan 12 10:32:20.103907 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58f10968-a37f-490f-8f49-3e67f539bf70 req-79231aee-6b9a-4ec4-a543-1ca1bca1cf2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42 HTTP/1.1" status: 200 len: 999 time: 0.0978673 Jan 12 10:32:20.170552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10968-a37f-490f-8f49-3e67f539bf70 req-bff9f5bf-c943-44bd-bb3f-5e8e773adfb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:20.172028 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58f10968-a37f-490f-8f49-3e67f539bf70 req-bff9f5bf-c943-44bd-bb3f-5e8e773adfb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b4ba2d-3e60-44d4-a8d7-ed7767f8b806 HTTP/1.1" status: 200 len: 835 time: 0.0628891 Jan 12 10:32:20.255682 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58f10968-a37f-490f-8f49-3e67f539bf70 req-2c7ec56e-810b-4259-96c9-3492135aca39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c9ceda3-32bc-4ac7-8687-e04d69092415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777690 Jan 12 10:32:20.385522 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58f10968-a37f-490f-8f49-3e67f539bf70 req-bc29d95e-0d5d-4045-bcc6-ccc5f1f4ef49 service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233506 Jan 12 10:32:20.514384 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58f10968-a37f-490f-8f49-3e67f539bf70 req-df47837d-ad2c-4f88-826d-0ebe01c23cb5 service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228530 Jan 12 10:32:20.723913 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50814) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:20.838346 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dd82fc2b-78ad-40cf-a5ad-b07638bc84e1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/d2e2dbe3-b6da-4507-a03b-50c2e196dd7f HTTP/1.1" status: 200 len: 991 time: 0.1130760 Jan 12 10:32:21.258222 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01c12427-3206-42b3-b137-a055cb866d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:21.844268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50818) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:21.959305 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-80995640-904a-4923-a296-ba669c0c5dda tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/d2e2dbe3-b6da-4507-a03b-50c2e196dd7f HTTP/1.1" status: 200 len: 991 time: 0.1136565 Jan 12 10:32:22.264980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:22.664183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:22.749853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:22.964749 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50822) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:23.082451 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-b815328f-0c84-498d-9715-acedc0ee6c9c tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/d2e2dbe3-b6da-4507-a03b-50c2e196dd7f HTTP/1.1" status: 200 len: 991 time: 0.1163568 Jan 12 10:32:23.238790 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96a26c-5556-49f5-b696-861db4fe889e None None] New status for floating IP d2e2dbe3-b6da-4507-a03b-50c2e196dd7f: ACTIVE {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:32:24.087615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50828) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:24.112085 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:24.291978 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3cdc5970-187b-45a5-9cdb-83c1d7725c5b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/d2e2dbe3-b6da-4507-a03b-50c2e196dd7f HTTP/1.1" status: 200 len: 993 time: 0.2029786 Jan 12 10:32:43.025668 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:32:49.153507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1c57-220e-4064-96e4-7ec94bc82a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:51.262924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67cbeb74-19c3-4daf-87c1-436e75d831cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:52.254537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:52.659979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:52.756943 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:54.126095 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:19.156279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88304343-c12e-498a-a57d-18f178da39b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:20.023208 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:33:20.492054 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0b3d9990-1c3d-4d76-a4b7-a7e22b6d006d req-ad17d5ae-50aa-4973-97cc-73cc280909f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1325684 Jan 12 10:33:20.629343 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0b3d9990-1c3d-4d76-a4b7-a7e22b6d006d req-8cd67daf-6f55-4300-8c98-015030d0894b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 1098 time: 0.0699103 Jan 12 10:33:20.786877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d9990-1c3d-4d76-a4b7-a7e22b6d006d req-bebc7259-29c0-4649-883a-759dd0acd9ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:20.789465 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0b3d9990-1c3d-4d76-a4b7-a7e22b6d006d req-bebc7259-29c0-4649-883a-759dd0acd9ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=0c9ceda3-32bc-4ac7-8687-e04d69092415 HTTP/1.1" status: 200 len: 897 time: 0.1409018 Jan 12 10:33:20.897019 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0b3d9990-1c3d-4d76-a4b7-a7e22b6d006d req-39d14a68-f929-4dee-8920-aef89801a950 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42 HTTP/1.1" status: 200 len: 1001 time: 0.1012588 Jan 12 10:33:20.959210 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d9990-1c3d-4d76-a4b7-a7e22b6d006d req-b5a703ea-9062-4ce8-9905-accd271b726c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:20.961633 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0b3d9990-1c3d-4d76-a4b7-a7e22b6d006d req-b5a703ea-9062-4ce8-9905-accd271b726c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b4ba2d-3e60-44d4-a8d7-ed7767f8b806 HTTP/1.1" status: 200 len: 835 time: 0.0586929 Jan 12 10:33:21.046678 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0b3d9990-1c3d-4d76-a4b7-a7e22b6d006d req-d6e9fe09-51a2-409a-a1e9-17f350073d4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c9ceda3-32bc-4ac7-8687-e04d69092415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789781 Jan 12 10:33:21.209663 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0b3d9990-1c3d-4d76-a4b7-a7e22b6d006d req-77ba81f7-7697-4ecf-9ca4-43c3aff74ffe service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555831 Jan 12 10:33:21.259485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7faa0b6-a291-4b66-8f20-33019b6de2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:21.358468 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0b3d9990-1c3d-4d76-a4b7-a7e22b6d006d req-8ee2372c-677a-4e4f-954e-e6797bd0d84d service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429648 Jan 12 10:33:22.272795 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:22.673532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:22.753134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:23.557418 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0250a-09e7-4b57-bd20-a8dadac9c7cb req-e63bd200-4488-4fc8-b31c-5a85c58fec22 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:23.558764 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b7a0250a-09e7-4b57-bd20-a8dadac9c7cb req-e63bd200-4488-4fc8-b31c-5a85c58fec22 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.1453676 Jan 12 10:33:23.605406 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b7a0250a-09e7-4b57-bd20-a8dadac9c7cb req-405466ea-c609-4d5b-8b1a-2df4542d2932 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386472 Jan 12 10:33:24.121695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:24.817164 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a9121-0de3-4276-b6d9-fad6b8688da6 req-3d4f1d66-551b-4816-bdeb-fe19a890f584 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:24.818476 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b1a9121-0de3-4276-b6d9-fad6b8688da6 req-3d4f1d66-551b-4816-bdeb-fe19a890f584 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.0807846 Jan 12 10:33:24.872596 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b1a9121-0de3-4276-b6d9-fad6b8688da6 req-c1a3a31d-8999-420e-b2b0-d3b17f8a70cc tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462351 Jan 12 10:33:26.077517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47839ab9-4bbc-4c4d-a7c8-7d136be1dbc6 req-f62a7eff-a77d-41c5-9395-62553c13b6e4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:26.082699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-47839ab9-4bbc-4c4d-a7c8-7d136be1dbc6 req-f62a7eff-a77d-41c5-9395-62553c13b6e4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.0823410 Jan 12 10:33:26.129964 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-47839ab9-4bbc-4c4d-a7c8-7d136be1dbc6 req-0dba5b8f-f421-42e6-972f-942b2da1da9b tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394230 Jan 12 10:33:26.158146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50874) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:26.263983 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-cad158ae-65a2-453e-a00b-edc118dd15ea tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/d2e2dbe3-b6da-4507-a03b-50c2e196dd7f HTTP/1.1" status: 200 len: 993 time: 0.1044612 Jan 12 10:33:27.823027 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b9ddc-d682-465d-92e9-e2c61e7200b2 req-cb4855e6-56d4-455e-a5ce-fd37c0842ee7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:27.824451 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c70b9ddc-d682-465d-92e9-e2c61e7200b2 req-cb4855e6-56d4-455e-a5ce-fd37c0842ee7 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.1338224 Jan 12 10:33:27.830956 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-628fa6ca-95bf-4371-ae25-45ca6115ca82 req-f8fe5da8-ffc8-4ded-8300-8608e9ea39a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 1098 time: 0.1053410 Jan 12 10:33:27.953553 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c70b9ddc-d682-465d-92e9-e2c61e7200b2 req-e5092794-4dd9-4439-b999-9425b01ed897 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215777 Jan 12 10:33:27.987473 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa6ca-95bf-4371-ae25-45ca6115ca82 req-887d2271-ff7a-469b-b424-7bc32cd5053a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:27.988892 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-628fa6ca-95bf-4371-ae25-45ca6115ca82 req-887d2271-ff7a-469b-b424-7bc32cd5053a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0c9ceda3-32bc-4ac7-8687-e04d69092415 HTTP/1.1" status: 200 len: 897 time: 0.1442022 Jan 12 10:33:28.179935 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-628fa6ca-95bf-4371-ae25-45ca6115ca82 req-6248942a-39b9-4575-82a9-1ecd2553f53a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42 HTTP/1.1" status: 200 len: 1001 time: 0.1853638 Jan 12 10:33:28.239567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa6ca-95bf-4371-ae25-45ca6115ca82 req-361e14ff-ccd1-4637-be39-b59b33ca2f05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:28.240942 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-628fa6ca-95bf-4371-ae25-45ca6115ca82 req-361e14ff-ccd1-4637-be39-b59b33ca2f05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b4ba2d-3e60-44d4-a8d7-ed7767f8b806 HTTP/1.1" status: 200 len: 835 time: 0.0554323 Jan 12 10:33:28.316119 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-628fa6ca-95bf-4371-ae25-45ca6115ca82 req-146db555-f66b-4612-953a-1778f47828d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c9ceda3-32bc-4ac7-8687-e04d69092415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691392 Jan 12 10:33:28.448064 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-628fa6ca-95bf-4371-ae25-45ca6115ca82 req-f3962522-62b8-477e-8a23-fa7c4fa95abe service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253633 Jan 12 10:33:28.582288 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-628fa6ca-95bf-4371-ae25-45ca6115ca82 req-bc20e857-7cb4-44ba-9f4a-f3bac0ddd85c service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261287 Jan 12 10:33:29.168593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2f6ad-d98a-48c3-9640-aae0b920a4de req-82c4da2a-ecc9-40ed-94e9-9d05efca59eb tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:29.170016 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c8f2f6ad-d98a-48c3-9640-aae0b920a4de req-82c4da2a-ecc9-40ed-94e9-9d05efca59eb tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.0834582 Jan 12 10:33:29.215523 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c8f2f6ad-d98a-48c3-9640-aae0b920a4de req-05a1dca5-1b7f-4335-99c2-dedef4175af8 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399327 Jan 12 10:33:30.425650 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b7574-5c60-4ca1-9575-a622f95545c3 req-5edc25d0-6676-4590-8fdb-ecf5efc06c35 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:30.427008 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b8b7574-5c60-4ca1-9575-a622f95545c3 req-5edc25d0-6676-4590-8fdb-ecf5efc06c35 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.0760674 Jan 12 10:33:30.476895 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b8b7574-5c60-4ca1-9575-a622f95545c3 req-19338b4e-a33f-4348-8c16-3f10e99ffd0a tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443618 Jan 12 10:33:30.507660 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50888) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:30.609119 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f205e116-5ddf-40b4-8ef5-331a168d6f0d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/floatingips/d2e2dbe3-b6da-4507-a03b-50c2e196dd7f HTTP/1.1" status: 200 len: 993 time: 0.1003008 Jan 12 10:33:30.943746 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50896) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:31.149995 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port d1601866-b6d5-4825-aac7-9fa918bdd21f {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:33:31.150243 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:31.317486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:31.317775 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:31.432838 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for d1601866-b6d5-4825-aac7-9fa918bdd21f owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:33:31.589779 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:31.632498 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=d1601866-b6d5-4825-aac7-9fa918bdd21f,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:31.671632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.671632 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.671969 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.672309 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.672637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.672964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.673284 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.673762 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.673867 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.674369 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.674520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:31.818594 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:32.229350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:33:32.433324 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:33:32.444028 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] Sync routers for ids ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:33:32.455799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:32.457173 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] Routers {'655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:33:32.457849 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:32.511610 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e8dc9024-3db6-4bfb-bad0-0a37f308829f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/floatingips/d2e2dbe3-b6da-4507-a03b-50c2e196dd7f HTTP/1.1" status: 204 len: 168 time: 1.5664973 Jan 12 10:33:32.512163 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'tag': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:33:32.636747 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] Set router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:33:32.682677 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'tag': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'status': 'completed', 'code': 200} Jan 12 10:33:32.783151 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83c4d2ce-2a7e-49a2-930e-9eed8bcf718d req-3a2a89b9-13e6-4224-81fb-7d4e69548273 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b378bec4c25c43858c7b33e922996d00&device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 1098 time: 0.0728698 Jan 12 10:33:32.943722 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:02Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'fef96c95-c83c-4a12-9afc-973380b86511', 'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:f6:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:32:02Z', 'updated_at': '2022-01-12T10:32:07Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:32.947546 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] Checking router: 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:33:32.957667 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] Routers {'655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:33:32.958309 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:32.962766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4d2ce-2a7e-49a2-930e-9eed8bcf718d req-f79d0228-0290-4790-a410-63a332953333 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:32.964217 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83c4d2ce-2a7e-49a2-930e-9eed8bcf718d req-f79d0228-0290-4790-a410-63a332953333 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0c9ceda3-32bc-4ac7-8687-e04d69092415 HTTP/1.1" status: 200 len: 897 time: 0.1749778 Jan 12 10:33:32.975997 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04e04e-6e4b-4916-8565-5e22d8905bba req-7e5c3681-9bc8-425c-8b0b-629bb7923ab4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:32.977370 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-da04e04e-6e4b-4916-8565-5e22d8905bba req-7e5c3681-9bc8-425c-8b0b-629bb7923ab4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.1218805 Jan 12 10:33:33.055634 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83c4d2ce-2a7e-49a2-930e-9eed8bcf718d req-8a0c3155-ba85-4fc2-aed0-bc216ad0429b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42 HTTP/1.1" status: 200 len: 217 time: 0.0772231 Jan 12 10:33:33.119300 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-da04e04e-6e4b-4916-8565-5e22d8905bba req-259f8e00-f19d-47c7-8d81-e45df7ce7375 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925336 Jan 12 10:33:33.132408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4d2ce-2a7e-49a2-930e-9eed8bcf718d req-f3ba2279-874a-4504-b58e-f52e25b96e5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:33.133888 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83c4d2ce-2a7e-49a2-930e-9eed8bcf718d req-f3ba2279-874a-4504-b58e-f52e25b96e5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41b4ba2d-3e60-44d4-a8d7-ed7767f8b806 HTTP/1.1" status: 200 len: 835 time: 0.0681884 Jan 12 10:33:33.135392 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] Set router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:33:33.209128 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83c4d2ce-2a7e-49a2-930e-9eed8bcf718d req-d164e70d-1794-4cb5-889a-7ebeca7a0c85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c9ceda3-32bc-4ac7-8687-e04d69092415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679567 Jan 12 10:33:33.341322 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83c4d2ce-2a7e-49a2-930e-9eed8bcf718d req-5e9abf7f-c40c-413c-b249-cec037f34ebd service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250851 Jan 12 10:33:33.444771 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:02Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'fef96c95-c83c-4a12-9afc-973380b86511', 'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:f6:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:32:02Z', 'updated_at': '2022-01-12T10:32:07Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:33.453613 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38c171-6663-4ad9-901e-e095246d1b05 None None] The sync data for ids ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'] in dv-neutron-824347-1-hyperv is: [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:02Z', 'revision_number': 4, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'fef96c95-c83c-4a12-9afc-973380b86511', 'name': '', 'network_id': '0c9ceda3-32bc-4ac7-8687-e04d69092415', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'mac_address': 'fa:16:3e:f6:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:32:02Z', 'updated_at': '2022-01-12T10:32:07Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'subnets': [{'id': '41b4ba2d-3e60-44d4-a8d7-ed7767f8b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:33:33.569178 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-83c4d2ce-2a7e-49a2-930e-9eed8bcf718d req-18f92416-3636-4535-a121-dc938144e8ad service neutron] 10.222.0.59 "GET /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220914 Jan 12 10:33:33.668086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096d94d-5af3-49bd-b643-90ee7830e4d9 None None] New status for floating IP d2e2dbe3-b6da-4507-a03b-50c2e196dd7f: DOWN {{(pid=83596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:33:34.331778 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d218ee-4d85-4f18-a855-f064800a1332 req-336b6567-27e6-438b-a40d-787e25c831a1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:34.333226 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5d218ee-4d85-4f18-a855-f064800a1332 req-336b6567-27e6-438b-a40d-787e25c831a1 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.0785072 Jan 12 10:33:34.381006 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5d218ee-4d85-4f18-a855-f064800a1332 req-ed6edc6e-cdf6-45b7-a515-1cbbca590b97 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/security-groups?id=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420451 Jan 12 10:33:34.717531 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-e9cb51d4-652b-4101-9af3-9018c6e276f4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:34.718937 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-e9cb51d4-652b-4101-9af3-9018c6e276f4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 945 time: 0.0890689 Jan 12 10:33:34.793016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port d36abbca-122f-4d36-8f4a-c91a6ce33f42 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:33:34.793333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:35.040422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port d36abbca-122f-4d36-8f4a-c91a6ce33f42, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=d36abbca-122f-4d36-8f4a-c91a6ce33f42,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:33:35.040848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:35.160773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for d36abbca-122f-4d36-8f4a-c91a6ce33f42 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:33:35.303656 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:35.360228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=d36abbca-122f-4d36-8f4a-c91a6ce33f42,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:35.403694 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.404037 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.404368 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.404701 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.405055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.405376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.405697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.406020 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.406324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.406642 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.406980 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:35.445859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] No DVR routers for this DVR port d36abbca-122f-4d36-8f4a-c91a6ce33f42 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:33:35.448432 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:35.451838 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'name': 'network-vif-deleted', 'tag': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:33:35.467631 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89b0102f-940d-4d00-a40a-26928fcd09c4 req-5de4a6a4-fc15-44f9-b8d1-25607c6c696f tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.59 "DELETE /v2.0/ports/d36abbca-122f-4d36-8f4a-c91a6ce33f42 HTTP/1.1" status: 204 len: 173 time: 0.7435920 Jan 12 10:33:35.563228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-60020181-25a8-44b7-b5a6-97a352826bef req-4a9aa870-e3b4-4ed4-a642-246d3c019fae tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Synchronizing usage tracker for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:33:35.579695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-60020181-25a8-44b7-b5a6-97a352826bef req-4a9aa870-e3b4-4ed4-a642-246d3c019fae tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Unset dirty status for tenant:b378bec4c25c43858c7b33e922996d00 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:33:35.580613 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60020181-25a8-44b7-b5a6-97a352826bef req-4a9aa870-e3b4-4ed4-a642-246d3c019fae tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "GET /v2.0/ports?device_id=d812b7ab-ce86-4a59-8d6d-9ea3441f6507 HTTP/1.1" status: 200 len: 210 time: 0.0585501 Jan 12 10:33:35.628509 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd812b7ab-ce86-4a59-8d6d-9ea3441f6507', 'name': 'network-vif-deleted', 'tag': 'd36abbca-122f-4d36-8f4a-c91a6ce33f42', 'status': 'completed', 'code': 200} Jan 12 10:33:36.690176 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50922) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:37.097586 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:37.815293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port fef96c95-c83c-4a12-9afc-973380b86511 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:33:37.815964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:37.997780 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port fef96c95-c83c-4a12-9afc-973380b86511, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=fef96c95-c83c-4a12-9afc-973380b86511,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:33:37.998114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:38.121177 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for fef96c95-c83c-4a12-9afc-973380b86511 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:33:38.319259 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:38.363236 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=fef96c95-c83c-4a12-9afc-973380b86511,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:38.660932 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:39.319529 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:33:39.536825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:33:39.546936 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] Sync routers for ids ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:33:39.555442 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bcdc15a9-9bc1-495c-b722-dcb45a53e326 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "PUT /v2.0/routers/655d49fa-5e74-424f-8dcf-cf3ec2b78f7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8636594 Jan 12 10:33:39.559088 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] Routers {'655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:33:39.559716 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:39.561179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50926) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:39.753710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf6f845-ad6d-4707-8943-9d7272dc0ee2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting subnet 41b4ba2d-3e60-44d4-a8d7-ed7767f8b806 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:33:39.756656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f845-ad6d-4707-8943-9d7272dc0ee2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:39.762689 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] Set router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:33:39.766973 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device d36abbca-122f-4d36-8f4a-c91a6ce33f42 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:33:39.799100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: d36abbca-122f-4d36-8f4a-c91a6ce33f42 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:33:39.799457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device d36abbca-122f-4d36-8f4a-c91a6ce33f42 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:33:39.817826 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f845-ad6d-4707-8943-9d7272dc0ee2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:39.898208 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f845-ad6d-4707-8943-9d7272dc0ee2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:39.970477 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f845-ad6d-4707-8943-9d7272dc0ee2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:40.009047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6f845-ad6d-4707-8943-9d7272dc0ee2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Subnet': ['ID=41b4ba2d-3e60-44d4-a8d7-ed7767f8b806,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:40.017882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f845-ad6d-4707-8943-9d7272dc0ee2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:40.027197 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8bf6f845-ad6d-4707-8943-9d7272dc0ee2 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/subnets/41b4ba2d-3e60-44d4-a8d7-ed7767f8b806 HTTP/1.1" status: 204 len: 168 time: 0.4584739 Jan 12 10:33:40.027388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76c8d2-73d0-45f4-9220-3121dae0c3ff None None] Network 0c9ceda3-32bc-4ac7-8687-e04d69092415 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:33:40.027499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50930) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:40.051107 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:33:38Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:40.055491 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] Checking router: 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:33:40.066501 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] Routers {'655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:33:40.067133 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:40.231254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:40.251911 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] Set router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:33:40.286985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] DHCP port deletion for 0c9ceda3-32bc-4ac7-8687-e04d69092415 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:33:40.290923 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Deleting port 53bcea53-83c0-4989-965c-c927dc619eef {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:33:40.291548 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:40.434923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:40.447996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Deleting port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:33:40.449021 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:40.495414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] For port 53bcea53-83c0-4989-965c-c927dc619eef, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=53bcea53-83c0-4989-965c-c927dc619eef,segment=NetworkSegment(e09da3a2-349e-4c53-ab7d-60df9bcb29e8),segment_id=e09da3a2-349e-4c53-ab7d-60df9bcb29e8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:33:40.495798 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:40.542055 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:33:38Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:40.546124 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff11c6ff-cf55-405a-8e4a-3800f0b86b75 None None] The sync data for ids ['655d49fa-5e74-424f-8dcf-cf3ec2b78f7d'] in dv-neutron-824347-1-hyperv is: [{'id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139971806', 'tenant_id': 'b378bec4c25c43858c7b33e922996d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27'}], 'enable_snat': True}, 'gw_port_id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:33:38Z', 'revision_number': 5, 'project_id': 'b378bec4c25c43858c7b33e922996d00', 'gw_port': {'id': '63f7ac9e-a7fb-44bd-8803-3d7446a0e89c', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d49fa-5e74-424f-8dcf-cf3ec2b78f7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:31:58Z', 'updated_at': '2022-01-12T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:33:40.637356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] For port 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=63f7ac9e-a7fb-44bd-8803-3d7446a0e89c,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:33:40.637829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:40.656551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Calling delete_port for 53bcea53-83c0-4989-965c-c927dc619eef owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:33:40.730462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:40.775555 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Pushing event deleted for resources: {'Port': ['ID=53bcea53-83c0-4989-965c-c927dc619eef,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:40.784827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] No DVR routers for this DVR port 53bcea53-83c0-4989-965c-c927dc619eef on host dv-neutron-824347-1-hyperv {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:33:40.787987 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.788348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.788680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.789010 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.789383 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.789707 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.790001 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.790322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.790679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.790988 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.792097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9580e-2394-4296-8901-37ba8149cdd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:40.866634 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Calling delete_port for 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:33:41.038965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.082075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Port': ['ID=63f7ac9e-a7fb-44bd-8803-3d7446a0e89c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:41.305202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.570484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.578111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.611458 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.612306 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Fanout notify agent at l3_agent the message router_deleted on router 655d49fa-5e74-424f-8dcf-cf3ec2b78f7d {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:33:41.628332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.629489 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-e01f71e9-edc0-4c72-9b05-f5e67b046e40 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/routers/655d49fa-5e74-424f-8dcf-cf3ec2b78f7d HTTP/1.1" status: 204 len: 168 time: 1.6011901 Jan 12 10:33:41.632221 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50934) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:41.753876 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.883180 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.908844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9ceda3-32bc-4ac7-8687-e04d69092415']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:41.920528 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:41.920819 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09da3a2-349e-4c53-ab7d-60df9bcb29e8') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:41.931939 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.947344 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.953288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:33:41.953665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:33:41.967368 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:33:42.049652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:42.067677 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:42.079046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'Network': ['ID=0c9ceda3-32bc-4ac7-8687-e04d69092415,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:42.096043 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50938) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:42.103297 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1b9c46a7-ceb8-42f2-b946-ec0a3ff497c4 tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/networks/0c9ceda3-32bc-4ac7-8687-e04d69092415 HTTP/1.1" status: 204 len: 168 time: 0.4698930 Jan 12 10:33:42.118740 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 53bcea53-83c0-4989-965c-c927dc619eef no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:33:42.152770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 53bcea53-83c0-4989-965c-c927dc619eef {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:33:42.153039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 53bcea53-83c0-4989-965c-c927dc619eef not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:33:42.153452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device fef96c95-c83c-4a12-9afc-973380b86511 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:33:42.169829 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5883eff-5587-4a1a-9bce-2f537479177d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:42.184344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: fef96c95-c83c-4a12-9afc-973380b86511 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:33:42.184690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device fef96c95-c83c-4a12-9afc-973380b86511 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:33:42.199647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5883eff-5587-4a1a-9bce-2f537479177d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:42.264911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5883eff-5587-4a1a-9bce-2f537479177d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:42.283198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5883eff-5587-4a1a-9bce-2f537479177d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23898a5-5a0f-4b0a-ab3f-e0302ae094f4,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:42.294456 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d5883eff-5587-4a1a-9bce-2f537479177d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:42.298067 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d5883eff-5587-4a1a-9bce-2f537479177d tempest-TestNetworkAdvancedServerOps-1988042731 tempest-TestNetworkAdvancedServerOps-1988042731-project] 10.222.0.58 "DELETE /v2.0/security-groups/a23898a5-5a0f-4b0a-ab3f-e0302ae094f4 HTTP/1.1" status: 204 len: 168 time: 0.2034409 Jan 12 10:33:42.735072 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50948) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:42.920091 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-a875712b-0852-41d4-8955-b2b13f370f94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b378bec4c25c43858c7b33e922996d00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1837943 Jan 12 10:33:42.922802 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50954) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:43.071107 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-847f8115-ff1e-418e-8c1d-a15eb02e15b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.102559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-847f8115-ff1e-418e-8c1d-a15eb02e15b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.157726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-847f8115-ff1e-418e-8c1d-a15eb02e15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.173609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f8115-ff1e-418e-8c1d-a15eb02e15b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d64f21-16ae-4b5d-85b2-a0bc32f1380d,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:43.182896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-847f8115-ff1e-418e-8c1d-a15eb02e15b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.184033 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-847f8115-ff1e-418e-8c1d-a15eb02e15b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4d64f21-16ae-4b5d-85b2-a0bc32f1380d HTTP/1.1" status: 204 len: 168 time: 0.2603681 Jan 12 10:33:43.523781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50962) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:43.541965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c7c8-6788-40d2-809f-804942cd47d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.573471 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a8e3c7c8-6788-40d2-809f-804942cd47d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:43.577233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a8e3c7c8-6788-40d2-809f-804942cd47d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ccdc8c39d771438c9adbfba1476a5480 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:43.580035 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a8e3c7c8-6788-40d2-809f-804942cd47d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:43.585595 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a8e3c7c8-6788-40d2-809f-804942cd47d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:43.665041 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c7c8-6788-40d2-809f-804942cd47d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.671907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c7c8-6788-40d2-809f-804942cd47d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.689723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:33:43.719486 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3c7c8-6788-40d2-809f-804942cd47d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff071d1-0b7b-42f0-9a50-df8db6254f4e,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:43.721436 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:33:43.721787 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 63f7ac9e-a7fb-44bd-8803-3d7446a0e89c not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:33:43.724320 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a8e3c7c8-6788-40d2-809f-804942cd47d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ccdc8c39d771438c9adbfba1476a5480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1994960 Jan 12 10:33:43.727007 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50966) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:43.784877 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eaa9bde4-907e-468d-bb0e-cdc299d12a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.809729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eaa9bde4-907e-468d-bb0e-cdc299d12a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.863002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eaa9bde4-907e-468d-bb0e-cdc299d12a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.876492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9bde4-907e-468d-bb0e-cdc299d12a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff071d1-0b7b-42f0-9a50-df8db6254f4e,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:43.882242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-eaa9bde4-907e-468d-bb0e-cdc299d12a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:43.884111 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-eaa9bde4-907e-468d-bb0e-cdc299d12a34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eff071d1-0b7b-42f0-9a50-df8db6254f4e HTTP/1.1" status: 204 len: 168 time: 0.1555295 Jan 12 10:33:44.805813 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50988) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:44.938975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1912784299-network', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:44.944013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:44.948229 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Usage tracker for resource:network and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:44.951261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:44.957638 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:44.970211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Made reservation on behalf of bee3c402fcdb4490af2b140f822f17e4 for: {'network': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:33:44.972567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:44.984666 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.014925 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:45.018966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:45.021650 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:45.027246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:45.093759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.099795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.129960 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=83594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:33:45.138797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e7f1a2-e5f0-4635-aa55-62962d8638e1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:45.146501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.146501 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.segments_db [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Added segment 20bd75e3-c1a3-44ae-bc20-4dd2da03fcff of type vlan for network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 Jan 12 10:33:45.172406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.202635 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.203554 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:45.204197 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.312496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] Pushing event updated for resources: {'Network': ['ID=3302540c-ee01-4fc8-81fc-3566a0b0d6b1,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:45.315351 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-85d03f6f-d6f7-4707-b9bc-e792d749dfbc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5085297 Jan 12 10:33:45.318574 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 50994) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:45.322436 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:33:45.324078 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Request body: {'subnet': {'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1912784299-subnet', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'ip_version': 4}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:45.329118 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:45.333208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Usage tracker for resource:subnet and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:45.336305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:45.342297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:45.354908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Made reservation on behalf of bee3c402fcdb4490af2b140f822f17e4 for: {'subnet': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:33:45.357489 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1982252'] for subnet, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.651702 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1487248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1982430'] for subnet, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.720955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d,revision_number=0']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:45.738038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Checking segment: {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:33:45.738382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Network hostable DHCP agents. Network: 3302540c-ee01-4fc8-81fc-3566a0b0d6b1, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:33:45.761841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:33:45.772741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 3302540c-ee01-4fc8-81fc-3566a0b0d6b1) {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:45.776757 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:45.777335 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.781338 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b1f4d-89bc-4078-a773-141afb47cc21 None None] Network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:33:45.798737 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-33904559-c486-4872-9753-6047e0f7aa8f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4790189 Jan 12 10:33:45.801531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 50998) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:45.807060 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:45.811991 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:45.816095 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Usage tracker for resource:router and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:45.819029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:45.824980 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:45.836386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.837457 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.856499 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:45.991841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:33:45.992717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.000928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.143339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Allocated IP 172.20.0.2 (3302540c-ee01-4fc8-81fc-3566a0b0d6b1/5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d/0c4d85ab-335e-4066-b43d-a20068fdea4a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:33:46.190486 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.220920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.342059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.351964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Transition to ACTIVE for port object 0c4d85ab-335e-4066-b43d-a20068fdea4a will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:33:46.366574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Allocated IP 172.26.1.49 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/39740565-d334-4958-a3d5-2c41b64e67a2) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:33:46.370215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Transition to ACTIVE for port object 0c4d85ab-335e-4066-b43d-a20068fdea4a will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:33:46.377046 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.445425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:33:46.448800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Pushing event updated for resources: {'Port': ['ID=0c4d85ab-335e-4066-b43d-a20068fdea4a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:46.451160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:46.453462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:33:46.514797 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.537693 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Attempting to bind port 0c4d85ab-335e-4066-b43d-a20068fdea4a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:33:46.538100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Attempting to bind port 0c4d85ab-335e-4066-b43d-a20068fdea4a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:33:46.538389 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Attempting to bind port 0c4d85ab-335e-4066-b43d-a20068fdea4a on network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:33:46.543226 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.544979 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:33:46.545337 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Checking segment: {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:33:46.545725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.546104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Bound using segment: {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:33:46.546552 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Bound port: 0c4d85ab-335e-4066-b43d-a20068fdea4a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:33:46.546932 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.611097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:33:46.613852 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:46.618289 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:33:46.634149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] For port 0c4d85ab-335e-4066-b43d-a20068fdea4a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:33:46.637074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] For port 0c4d85ab-335e-4066-b43d-a20068fdea4a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0c4d85ab-335e-4066-b43d-a20068fdea4a,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:33:46.641810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.647977 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Pushing event updated for resources: {'Port': ['ID=39740565-d334-4958-a3d5-2c41b64e67a2,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:46.721082 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0bfc2-b950-4be8-b3a6-fef83871f839 None None] Pushing event updated for resources: {'Port': ['ID=0c4d85ab-335e-4066-b43d-a20068fdea4a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:46.780041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:46.780791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:47.016424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Router 6f737690-34b8-4d7f-b1af-d02b43d10336 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:33:47.215760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:33:47.226864 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Sync routers for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:33:47.240663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:33:47.241466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:47.252150 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:47.256003 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-114931ad-5195-421e-8553-91252b95d655 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4509611 Jan 12 10:33:47.256255 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51002) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:47.470551 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:33:47.656628 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5cdff4-a299-4113-879c-638c61b33d87 None None] Network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:33:47.772953 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0c4d85ab-335e-4066-b43d-a20068fdea4a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:33:47.844181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d8f70ec6-aaaa-492d-8a97-8ed4f3b9ee2f None None] Provisioning for port 0c4d85ab-335e-4066-b43d-a20068fdea4a completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:33:47.981900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 0c4d85ab-335e-4066-b43d-a20068fdea4a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:33:48.027909 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0c4d85ab-335e-4066-b43d-a20068fdea4a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:48.028112 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.093983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:46Z', 'revision_number': 3, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:48.102322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Checking router: 6f737690-34b8-4d7f-b1af-d02b43d10336 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:33:48.102692 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Updating router 6f737690-34b8-4d7f-b1af-d02b43d10336 port 39740565-d334-4958-a3d5-2c41b64e67a2 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:33:48.116767 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.198006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.260775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.326637 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Allocated IP 172.20.0.1 (3302540c-ee01-4fc8-81fc-3566a0b0d6b1/5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d/558daa6e-12f1-4ebb-985d-d817766c3543) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:33:48.354845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 0c4d85ab-335e-4066-b43d-a20068fdea4a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0c4d85ab-335e-4066-b43d-a20068fdea4a,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:33:48.362574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.477752 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.493720 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Transition to ACTIVE for port object 558daa6e-12f1-4ebb-985d-d817766c3543 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:33:48.519016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.526958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=0c4d85ab-335e-4066-b43d-a20068fdea4a,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:48.561809 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-904eae74-90cb-4df1-a034-84441e5c0bc3 None None] Provisioning complete for port 0c4d85ab-335e-4066-b43d-a20068fdea4a triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:48.562173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-904eae74-90cb-4df1-a034-84441e5c0bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.590928 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:33:48.593813 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:48.599530 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:33:48.624394 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Pushing event updated for resources: {'Port': ['ID=558daa6e-12f1-4ebb-985d-d817766c3543,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:48.656429 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.678592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.694362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Transition to ACTIVE for port object 39740565-d334-4958-a3d5-2c41b64e67a2 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:33:48.705913 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.747623 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.830259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b66a9-e9e3-4307-bbae-e798b6cbd2c9 None None] Pushing event updated for resources: {'Port': ['ID=39740565-d334-4958-a3d5-2c41b64e67a2,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:48.835859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Attempting to bind port 39740565-d334-4958-a3d5-2c41b64e67a2 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:33:48.836255 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Attempting to bind port 39740565-d334-4958-a3d5-2c41b64e67a2 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:33:48.836607 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Attempting to bind port 39740565-d334-4958-a3d5-2c41b64e67a2 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:33:48.849061 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:33:48.849515 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:33:48.849795 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.850168 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:33:48.850623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Bound port: 39740565-d334-4958-a3d5-2c41b64e67a2, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:33:48.851095 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.921899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] For port 39740565-d334-4958-a3d5-2c41b64e67a2, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:33:48.925207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] For port 39740565-d334-4958-a3d5-2c41b64e67a2, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=39740565-d334-4958-a3d5-2c41b64e67a2,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:33:48.929021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.973759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:48.979484 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:49.062472 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b66a9-e9e3-4307-bbae-e798b6cbd2c9 None None] Pushing event updated for resources: {'Port': ['ID=39740565-d334-4958-a3d5-2c41b64e67a2,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:49.065186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-083f10f3-5bea-4bb6-b3a9-fa16623d098b None None] Provisioning for port 558daa6e-12f1-4ebb-985d-d817766c3543 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:33:49.072550 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-083f10f3-5bea-4bb6-b3a9-fa16623d098b None None] Provisioning complete for port 558daa6e-12f1-4ebb-985d-d817766c3543 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:49.072916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-083f10f3-5bea-4bb6-b3a9-fa16623d098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:49.088080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Pushing event updated for resources: {'Port': ['ID=558daa6e-12f1-4ebb-985d-d817766c3543,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:49.092667 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:49.107435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:33:49.108062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:49.210041 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-538d09ba-3754-4e66-a3cd-2022b139ea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:49.213775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-083f10f3-5bea-4bb6-b3a9-fa16623d098b None None] Port 558daa6e-12f1-4ebb-985d-d817766c3543 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:33:49.312566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:33:49.323574 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:33:49.324726 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:49.574076 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-195aa4e6-9ea2-4488-ad9f-ea56ed323ae7 None None] Provisioning complete for port 558daa6e-12f1-4ebb-985d-d817766c3543 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:49.574624 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-195aa4e6-9ea2-4488-ad9f-ea56ed323ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:49.662860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-195aa4e6-9ea2-4488-ad9f-ea56ed323ae7 None None] Port 558daa6e-12f1-4ebb-985d-d817766c3543 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:33:49.692561 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 2, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:49.696937 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69acdbc6-a16c-4e2d-b6e3-a895b4c6097f None None] The sync data for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv is: [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 2, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:33:49.724560 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Router 6f737690-34b8-4d7f-b1af-d02b43d10336 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:33:49.748590 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0c4d85ab-335e-4066-b43d-a20068fdea4a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:33:49.821131 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 0c4d85ab-335e-4066-b43d-a20068fdea4a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:49.821505 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:49.954575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:33:49.966483 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9528d94f-bcc1-4841-a1c5-e10fd0653925 admin admin] 10.222.0.58 "PUT /v2.0/routers/6f737690-34b8-4d7f-b1af-d02b43d10336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7092535 Jan 12 10:33:50.820262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51024) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:50.825849 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-759306481-network', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:50.830950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:50.834898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Usage tracker for resource:network and tenant:8b7a06561dbc454cb8c8ddafe83f0aa5 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:50.837841 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:50.844349 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:50.854397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Made reservation on behalf of 8b7a06561dbc454cb8c8ddafe83f0aa5 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:33:50.856678 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:50.868743 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:50.902971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:50.908454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Usage tracker for resource:security_group_rule and tenant:8b7a06561dbc454cb8c8ddafe83f0aa5 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:50.912936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:50.919361 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:50.981547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:50.986883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.014621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:33:51.023456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de23795-09e4-4f7f-9831-211580e54783,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:51.028817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.029157 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Added segment dea7b7ad-885b-46da-9f5d-09c3996dc12e of type vlan for network cc190471-74f1-4f73-9351-7cba49525f9c Jan 12 10:33:51.055626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.087121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.088031 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:51.088581 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.186978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] Pushing event updated for resources: {'Network': ['ID=cc190471-74f1-4f73-9351-7cba49525f9c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:51.190275 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-85609d70-22b4-4ffb-af48-145288c57d06 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3689737 Jan 12 10:33:51.193111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51028) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:51.197542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network cc190471-74f1-4f73-9351-7cba49525f9c details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:33:51.198238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Request body: {'subnet': {'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-759306481-subnet', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:51.203242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:51.207071 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Usage tracker for resource:subnet and tenant:8b7a06561dbc454cb8c8ddafe83f0aa5 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:51.209882 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:51.215859 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:51.226451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Made reservation on behalf of 8b7a06561dbc454cb8c8ddafe83f0aa5 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:33:51.228732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.302057 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f9605a2-3051-4a94-8d85-191a0ff38bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.438580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.506189 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c954206-de7d-4059-b3d5-f12fecd9eac7,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:51.520406 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Checking segment: {'id': 'dea7b7ad-885b-46da-9f5d-09c3996dc12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:33:51.520754 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Network hostable DHCP agents. Network: cc190471-74f1-4f73-9351-7cba49525f9c, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:33:51.542480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Network cc190471-74f1-4f73-9351-7cba49525f9c is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:33:51.551368 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, cc190471-74f1-4f73-9351-7cba49525f9c) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:51.555263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:51.555908 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.561325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeeeb9e-b7a5-44f4-b0b6-9dd48434123e None None] Network cc190471-74f1-4f73-9351-7cba49525f9c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:33:51.577430 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-fff42a0f-67b3-4661-9914-e27d493d651d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3833473 Jan 12 10:33:51.580112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51032) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:51.585081 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-759306481-router', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:51.589709 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:51.593440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Usage tracker for resource:router and tenant:8b7a06561dbc454cb8c8ddafe83f0aa5 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:51.596250 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:51.601820 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:51.611687 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.612652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.631824 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.767536 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 39740565-d334-4958-a3d5-2c41b64e67a2 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:33:51.792384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.798459 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-cc190471-74f1-4f73-9351-7cba49525f9c', 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'fixed_ips': [{'subnet_id': '5c954206-de7d-4059-b3d5-f12fecd9eac7'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:33:51.799696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:51.945474 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 39740565-d334-4958-a3d5-2c41b64e67a2 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:33:51.954598 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 39740565-d334-4958-a3d5-2c41b64e67a2 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:51.954998 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.026086 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Allocated IP 172.20.0.2 (cc190471-74f1-4f73-9351-7cba49525f9c/5c954206-de7d-4059-b3d5-f12fecd9eac7/f8425a86-f8a9-4aa7-ab7b-374a67114859) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:33:52.084482 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.114556 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.211976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.253955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Allocated IP 172.26.1.111 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/f7c23232-5a46-4ce1-9785-6498d1ca416a) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:33:52.256877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 39740565-d334-4958-a3d5-2c41b64e67a2, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=39740565-d334-4958-a3d5-2c41b64e67a2,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:33:52.267336 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.320577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.394376 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=39740565-d334-4958-a3d5-2c41b64e67a2,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:52.399460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.409411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Transition to ACTIVE for port object f8425a86-f8a9-4aa7-ab7b-374a67114859 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:33:52.415456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.427475 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Transition to ACTIVE for port object f8425a86-f8a9-4aa7-ab7b-374a67114859 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:33:52.435044 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.445219 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.505971 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Network cc190471-74f1-4f73-9351-7cba49525f9c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:33:52.508951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:52.513965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:33:52.516354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Pushing event updated for resources: {'Port': ['ID=f8425a86-f8a9-4aa7-ab7b-374a67114859,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:52.520874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:33:52.521680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c23232-5a46-4ce1-9785-6498d1ca416a,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:52.524496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:52.526626 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:33:52.600927 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Attempting to bind port f8425a86-f8a9-4aa7-ab7b-374a67114859 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:33:52.601254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Attempting to bind port f8425a86-f8a9-4aa7-ab7b-374a67114859 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'dea7b7ad-885b-46da-9f5d-09c3996dc12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:33:52.601645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Attempting to bind port f8425a86-f8a9-4aa7-ab7b-374a67114859 on network cc190471-74f1-4f73-9351-7cba49525f9c {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:33:52.608091 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:33:52.608460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Checking segment: {'id': 'dea7b7ad-885b-46da-9f5d-09c3996dc12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:33:52.608855 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.609228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Bound using segment: {'id': 'dea7b7ad-885b-46da-9f5d-09c3996dc12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:33:52.609684 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Bound port: f8425a86-f8a9-4aa7-ab7b-374a67114859, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7b7ad-885b-46da-9f5d-09c3996dc12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:33:52.610052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.680051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.681156 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.688128 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.710059 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] For port f8425a86-f8a9-4aa7-ab7b-374a67114859, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:33:52.713031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] For port f8425a86-f8a9-4aa7-ab7b-374a67114859, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f8425a86-f8a9-4aa7-ab7b-374a67114859,segment=NetworkSegment(dea7b7ad-885b-46da-9f5d-09c3996dc12e),segment_id=dea7b7ad-885b-46da-9f5d-09c3996dc12e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:33:52.717298 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.792784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:52.802686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ea31c-4510-4668-b4f1-c9810afb8730 None None] Pushing event updated for resources: {'Port': ['ID=f8425a86-f8a9-4aa7-ab7b-374a67114859,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:52.920154 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Router 27581741-f796-4afe-9d8f-6adc64bae435 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:33:53.136700 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:33:53.146053 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Sync routers for ids ['27581741-f796-4afe-9d8f-6adc64bae435'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:33:53.157733 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Routers {'27581741-f796-4afe-9d8f-6adc64bae435'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:33:53.158346 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['27581741-f796-4afe-9d8f-6adc64bae435'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:53.163254 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:53.164675 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-09096915-e070-4060-bf78-d043f7206237 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5835919 Jan 12 10:33:53.167384 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51036) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:53.366565 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Set router 27581741-f796-4afe-9d8f-6adc64bae435 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:33:53.678453 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27581741-f796-4afe-9d8f-6adc64bae435', 'name': 'tempest-TestShelveInstance-759306481-router', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:51Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 3, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'gw_port': {'id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:26:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27581741-f796-4afe-9d8f-6adc64bae435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:52Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:53.683732 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Checking router: 27581741-f796-4afe-9d8f-6adc64bae435 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:33:53.684148 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Updating router 27581741-f796-4afe-9d8f-6adc64bae435 port f7c23232-5a46-4ce1-9785-6498d1ca416a binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:33:53.700502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a438d0-c2e8-468d-9cd7-6e4f2dc9bfba None None] Network cc190471-74f1-4f73-9351-7cba49525f9c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:33:53.761934 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:53.809115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-11c8100d-f391-4fec-bff5-0360eee7c074 None None] Provisioning for port f8425a86-f8a9-4aa7-ab7b-374a67114859 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:33:53.854990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f8425a86-f8a9-4aa7-ab7b-374a67114859 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:33:54.019127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port f8425a86-f8a9-4aa7-ab7b-374a67114859 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:33:54.029813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f8425a86-f8a9-4aa7-ab7b-374a67114859 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:54.030427 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.060053 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.115812 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.135384 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Transition to ACTIVE for port object f7c23232-5a46-4ce1-9785-6498d1ca416a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:33:54.146831 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.168201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.183354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.209470 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port f8425a86-f8a9-4aa7-ab7b-374a67114859, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f8425a86-f8a9-4aa7-ab7b-374a67114859,segment=NetworkSegment(dea7b7ad-885b-46da-9f5d-09c3996dc12e),segment_id=dea7b7ad-885b-46da-9f5d-09c3996dc12e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:33:54.216473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.217863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 39740565-d334-4958-a3d5-2c41b64e67a2 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:33:54.229430 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Attempting to bind port f7c23232-5a46-4ce1-9785-6498d1ca416a on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:33:54.230101 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Attempting to bind port f7c23232-5a46-4ce1-9785-6498d1ca416a by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:33:54.230690 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Attempting to bind port f7c23232-5a46-4ce1-9785-6498d1ca416a on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:33:54.245059 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Pushing event updated for resources: {'Port': ['ID=f7c23232-5a46-4ce1-9785-6498d1ca416a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:54.253796 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:33:54.254556 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:33:54.255216 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.255816 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:33:54.256485 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Bound port: f7c23232-5a46-4ce1-9785-6498d1ca416a, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:33:54.257089 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.285664 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.286147 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.286570 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.287208 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.287452 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.287875 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.288292 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.288817 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.289270 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.290235 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.290796 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.321742 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Allocated IP 172.20.0.1 (cc190471-74f1-4f73-9351-7cba49525f9c/5c954206-de7d-4059-b3d5-f12fecd9eac7/13a90780-14e8-484c-a032-e0b591878f6c) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:33:54.343135 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] For port f7c23232-5a46-4ce1-9785-6498d1ca416a, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:33:54.348083 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] For port f7c23232-5a46-4ce1-9785-6498d1ca416a, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f7c23232-5a46-4ce1-9785-6498d1ca416a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:33:54.353362 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=f8425a86-f8a9-4aa7-ab7b-374a67114859,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:54.353905 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.373931 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-33eff6d3-8ab9-4a9e-9ba4-de725a4fc933 None None] Provisioning complete for port f8425a86-f8a9-4aa7-ab7b-374a67114859 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:54.374225 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-33eff6d3-8ab9-4a9e-9ba4-de725a4fc933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.404711 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 39740565-d334-4958-a3d5-2c41b64e67a2 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:54.405364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.438296 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a351c41-251f-44e2-aac3-720d3d9bf99a None None] Pushing event updated for resources: {'Port': ['ID=f7c23232-5a46-4ce1-9785-6498d1ca416a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:54.442126 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Routers {'27581741-f796-4afe-9d8f-6adc64bae435'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:33:54.442764 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['27581741-f796-4afe-9d8f-6adc64bae435'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:54.519093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.537016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Transition to ACTIVE for port object 13a90780-14e8-484c-a032-e0b591878f6c will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:33:54.560698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.620945 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] Set router 27581741-f796-4afe-9d8f-6adc64bae435 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:33:54.634699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Network cc190471-74f1-4f73-9351-7cba49525f9c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:33:54.638241 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:54.640228 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Pushing event updated for resources: {'Port': ['ID=13a90780-14e8-484c-a032-e0b591878f6c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:54.643912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:33:54.699065 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.781119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.910194 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27581741-f796-4afe-9d8f-6adc64bae435', 'name': 'tempest-TestShelveInstance-759306481-router', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:51Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 3, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'gw_port': {'id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:26:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27581741-f796-4afe-9d8f-6adc64bae435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:52Z', 'updated_at': '2022-01-12T10:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:33:54.911028 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-99b38a04-5743-444c-a851-b27810ca0dce None None] Provisioning for port 13a90780-14e8-484c-a032-e0b591878f6c completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:33:54.915142 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa49bb5-9a3b-4e24-8460-0179a9efe12b None None] The sync data for ids ['27581741-f796-4afe-9d8f-6adc64bae435'] in dv-neutron-824347-1-hyperv is: [{'id': '27581741-f796-4afe-9d8f-6adc64bae435', 'name': 'tempest-TestShelveInstance-759306481-router', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:51Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 3, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'gw_port': {'id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:26:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27581741-f796-4afe-9d8f-6adc64bae435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:52Z', 'updated_at': '2022-01-12T10:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:33:54.916385 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-99b38a04-5743-444c-a851-b27810ca0dce None None] Provisioning complete for port 13a90780-14e8-484c-a032-e0b591878f6c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:54.916751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99b38a04-5743-444c-a851-b27810ca0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:54.969031 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-99b38a04-5743-444c-a851-b27810ca0dce None None] Port 13a90780-14e8-484c-a032-e0b591878f6c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:33:55.008023 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:55.014933 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:55.117389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Pushing event updated for resources: {'Port': ['ID=13a90780-14e8-484c-a032-e0b591878f6c,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:55.119800 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:55.260297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Network cc190471-74f1-4f73-9351-7cba49525f9c is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:33:55.261438 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:55.491594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2b444dd6-cc31-4c0d-a731-42d45a4f09e4 None None] Provisioning complete for port 13a90780-14e8-484c-a032-e0b591878f6c triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:55.491960 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b444dd6-cc31-4c0d-a731-42d45a4f09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:55.545904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2b444dd6-cc31-4c0d-a731-42d45a4f09e4 None None] Port 13a90780-14e8-484c-a032-e0b591878f6c cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:33:55.747361 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f8425a86-f8a9-4aa7-ab7b-374a67114859 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:33:55.747650 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Router 27581741-f796-4afe-9d8f-6adc64bae435 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:33:55.815346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f8425a86-f8a9-4aa7-ab7b-374a67114859 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:55.815709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:55.949674 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:33:55.963512 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-67613f26-87e6-473e-89c4-0f71db979371 admin admin] 10.222.0.58 "PUT /v2.0/routers/27581741-f796-4afe-9d8f-6adc64bae435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7948992 Jan 12 10:33:56.546931 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51048) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:56.552590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883700509', 'description': 'tempest-secgroup-smoke-1883700509 description', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:56.558603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:56.562371 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:56.565198 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:56.571452 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:56.582444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:56.619054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:56.623158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:56.625973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:56.631950 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:56.698151 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:56.703308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:56.744803 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a384307-a30e-42ee-bb14-bcee6fe32340,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:56.748593 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:56.752713 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-d2803943-ebb9-4d5d-b596-6033dbfc9a47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2019165 Jan 12 10:33:56.753734 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51052) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:56.758843 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': '2a384307-a30e-42ee-bb14-bcee6fe32340', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:56.765020 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:56.769515 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:56.772561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:56.778550 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:56.795856 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:56.856692 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:56.861451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:56.884352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36f5295-9317-43a1-b15b-a026aa7eee98,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:56.895675 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:56.898823 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-95947438-799e-4eaf-a5de-0db3cbad676a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1431081 Jan 12 10:33:56.900097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51056) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:56.905974 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': '2a384307-a30e-42ee-bb14-bcee6fe32340', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:56.912431 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:56.916627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:56.919419 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:56.925297 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:56.945703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.006291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.011541 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.014908 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:33:57.042386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213b3638-e12e-45f3-8f8b-998745d352bd,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:57.052262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.053417 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-770a40f5-dc8f-4c1a-96f8-a4c01d9de322 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1523445 Jan 12 10:33:57.057454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51060) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:57.062798 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': '2a384307-a30e-42ee-bb14-bcee6fe32340', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:57.068764 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:57.072703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:57.075568 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:57.081055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:57.099714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.161834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.166965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.189080 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202b3d36-5eaf-4c76-9470-e060e2947d43,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:57.198097 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.199502 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4d0f920b-fd30-4701-8c1c-d11f357504fc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1409855 Jan 12 10:33:57.203355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51064) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:57.208648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': '2a384307-a30e-42ee-bb14-bcee6fe32340', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:57.214520 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:57.218449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:57.221497 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:57.227633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:57.243968 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.309244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.314015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.336812 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dbac78-99f2-4cee-aaff-4baf2c9acebf,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:57.345996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.347310 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-abb268ba-b88e-4ee6-a4b7-bd13580a8f74 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1430223 Jan 12 10:33:57.349953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51068) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:57.355292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': '2a384307-a30e-42ee-bb14-bcee6fe32340', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:57.360955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:57.364680 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:57.367591 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:57.373120 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:57.385701 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Project bee3c402fcdb4490af2b140f822f17e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:33:57.392330 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.455152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.459996 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.483890 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02f680f-1e1d-4a1d-ab61-c89d6afc3618,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:57.495516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.497095 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cfb97264-09c1-4fef-b1eb-babe90882960 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1462355 Jan 12 10:33:57.499822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51072) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:33:57.505298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': '2a384307-a30e-42ee-bb14-bcee6fe32340', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:33:57.511050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:33:57.514786 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:33:57.518195 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:33:57.524048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:33:57.535444 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Project bee3c402fcdb4490af2b140f822f17e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:33:57.541639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.607288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.612029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.636504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65345fc-48f6-4b8f-800c-cc1d0e11be2e,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:57.645671 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:57.646860 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0938d356-f6ca-4737-abc3-79e15f408f93 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1461143 Jan 12 10:33:57.886636 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1d848a77-50be-4364-aa21-e7719b7853bf req-49cbc3f6-aab9-4da8-9356-6b92f53c7842 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Synchronizing usage tracker for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:security_group {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:33:57.906316 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1d848a77-50be-4364-aa21-e7719b7853bf req-49cbc3f6-aab9-4da8-9356-6b92f53c7842 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Unset dirty status for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:security_group {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:33:57.907506 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-49cbc3f6-aab9-4da8-9356-6b92f53c7842 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883700509&fields=id&tenant_id=bee3c402fcdb4490af2b140f822f17e4 HTTP/1.1" status: 200 len: 267 time: 0.0617580 Jan 12 10:33:58.064341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d848a77-50be-4364-aa21-e7719b7853bf req-4685356e-3b2d-4480-b1ed-bd4cc632e0ce tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:58.065021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1d848a77-50be-4364-aa21-e7719b7853bf req-4685356e-3b2d-4480-b1ed-bd4cc632e0ce tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Synchronizing usage tracker for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:network {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:33:58.083425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1d848a77-50be-4364-aa21-e7719b7853bf req-4685356e-3b2d-4480-b1ed-bd4cc632e0ce tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Unset dirty status for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:network {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:33:58.084815 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-4685356e-3b2d-4480-b1ed-bd4cc632e0ce tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 809 time: 0.1703427 Jan 12 10:33:58.101314 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-890b033d-18ca-4c29-b4dd-9e5a299ff59e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/quotas/bee3c402fcdb4490af2b140f822f17e4 HTTP/1.1" status: 200 len: 375 time: 0.0111547 Jan 12 10:33:58.181454 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-5ada2dbf-ae1c-492f-9c7a-497034823f83 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752685 Jan 12 10:33:58.500303 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d2a07990-4f08-4694-a100-5ba73f44c77d service neutron] 10.222.0.58 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131028 Jan 12 10:33:58.630459 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d97d16fd-a24e-4499-9d05-337ffc27dcfa service neutron] 10.222.0.58 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244695 Jan 12 10:33:58.830282 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-313cb796-b7c0-487b-849f-da29c80a8647 req-5ea264ad-acbf-4cfb-8bed-87eedce83cb0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 210 time: 0.0401073 Jan 12 10:33:59.863670 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d848a77-50be-4364-aa21-e7719b7853bf req-fec0eea9-84c1-4121-b48b-3f8426259092 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:59.864971 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-fec0eea9-84c1-4121-b48b-3f8426259092 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 809 time: 0.1418428 Jan 12 10:33:59.925814 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-9b670d35-e5fd-4084-8976-ebde0d778465 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee3c402fcdb4490af2b140f822f17e4 HTTP/1.1" status: 200 len: 380 time: 0.0480220 Jan 12 10:33:59.933981 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'port': {'device_id': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'admin_state_up': True, 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'security_groups': ['2a384307-a30e-42ee-bb14-bcee6fe32340']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:34:00.044222 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-917c2125-1b0c-4c2e-a97e-170d606488ef req-8b29844b-b1ae-4b5e-8c7b-1dbf3364c496 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 210 time: 0.0900126 Jan 12 10:34:00.124233 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:34:00.129188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:port and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:34:00.133873 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:34:00.140325 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:34:00.151871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Made reservation on behalf of bee3c402fcdb4490af2b140f822f17e4 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:34:00.155180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:00.326019 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Allocated IP 172.20.0.5 (3302540c-ee01-4fc8-81fc-3566a0b0d6b1/5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d/0b42b66e-1322-4bab-8899-6aa09863e0af) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:34:00.519898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:00.536295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Transition to ACTIVE for port object 0b42b66e-1322-4bab-8899-6aa09863e0af will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:34:00.559093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:00.724669 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:34:00.727748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:34:00.732085 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:34:00.759246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:00.798126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:00.798746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:00.820496 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-a5f8081c-a898-4905-bd97-495beb70b2ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8900573 Jan 12 10:34:00.831515 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Request body: {'port': {'device_id': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:34:00.940416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:01.007254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9d708f5a-5e9c-4d4c-881f-68e826d942f2 None None] Provisioning for port 0b42b66e-1322-4bab-8899-6aa09863e0af completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:34:01.012315 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9d708f5a-5e9c-4d4c-881f-68e826d942f2 None None] Provisioning complete for port 0b42b66e-1322-4bab-8899-6aa09863e0af triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:34:01.012889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d708f5a-5e9c-4d4c-881f-68e826d942f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:01.064154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9d708f5a-5e9c-4d4c-881f-68e826d942f2 None None] Port 0b42b66e-1322-4bab-8899-6aa09863e0af cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:34:01.326458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecaa48-fb25-4e4c-8aeb-f80746b9ea3b req-cd48a6ce-dca9-44d3-9ded-cae1cb12152a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:01.327075 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-19ecaa48-fb25-4e4c-8aeb-f80746b9ea3b req-cd48a6ce-dca9-44d3-9ded-cae1cb12152a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Synchronizing usage tracker for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:34:01.350214 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b42b66e-1322-4bab-8899-6aa09863e0af {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:34:01.358621 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:01.361188 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-19ecaa48-fb25-4e4c-8aeb-f80746b9ea3b req-cd48a6ce-dca9-44d3-9ded-cae1cb12152a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Unset dirty status for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:34:01.362324 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-19ecaa48-fb25-4e4c-8aeb-f80746b9ea3b req-cd48a6ce-dca9-44d3-9ded-cae1cb12152a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 931 time: 0.1944506 Jan 12 10:34:01.389219 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Transition to ACTIVE for port object 0b42b66e-1322-4bab-8899-6aa09863e0af will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:34:01.395845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:01.523660 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-19ecaa48-fb25-4e4c-8aeb-f80746b9ea3b req-0960fdad-5cc3-4cd0-b689-278385c0326c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533403 Jan 12 10:34:01.534211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Pushing event updated for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:01.643733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Attempting to bind port 0b42b66e-1322-4bab-8899-6aa09863e0af on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:34:01.644066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Attempting to bind port 0b42b66e-1322-4bab-8899-6aa09863e0af by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:34:01.644380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Attempting to bind port 0b42b66e-1322-4bab-8899-6aa09863e0af on network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:34:01.650143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Port 0b42b66e-1322-4bab-8899-6aa09863e0af on network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:34:01.650479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Attempting to bind port 0b42b66e-1322-4bab-8899-6aa09863e0af on network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:34:01.656923 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:34:01.657253 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Checking segment: {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:34:01.657585 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Bound using segment: {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:34:01.657989 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Bound port: 0b42b66e-1322-4bab-8899-6aa09863e0af, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:34:01.658323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:01.752894 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:34:01.756033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:34:01.766225 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:01.774432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f7c23232-5a46-4ce1-9785-6498d1ca416a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:34:01.832399 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:01.833769 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] 10.222.0.59 "PUT /v2.0/ports/0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 1093 time: 1.0064595 Jan 12 10:34:01.834232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:34:01.852232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port f7c23232-5a46-4ce1-9785-6498d1ca416a completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:34:01.854055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c957f-b83c-496a-a193-c3582a648bdf service neutron] Pushing event updated for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:01.858553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f7c23232-5a46-4ce1-9785-6498d1ca416a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:34:01.858954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:01.931017 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'status': 'completed', 'code': 200} Jan 12 10:34:01.972030 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-bff71c7b-c9b3-48a4-aba9-fd35e9ab1159 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1096 time: 0.0770743 Jan 12 10:34:01.980417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:01.997162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port f7c23232-5a46-4ce1-9785-6498d1ca416a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f7c23232-5a46-4ce1-9785-6498d1ca416a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:34:02.002720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:02.045068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-7afccc5d-ee1d-4416-8612-4acc9368a95e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 217 time: 0.0669765 Jan 12 10:34:02.073183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=f7c23232-5a46-4ce1-9785-6498d1ca416a,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:02.104683 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d848a77-50be-4364-aa21-e7719b7853bf req-190e0e28-2932-440d-93ea-69b6fe26eaaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:02.106056 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-190e0e28-2932-440d-93ea-69b6fe26eaaa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0557480 Jan 12 10:34:02.185631 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-054acf1c-3ef5-4fd4-9466-6345d0732b2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736873 Jan 12 10:34:02.318332 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-504e699f-ff2e-4a9c-8269-5c5ff044ee81 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263063 Jan 12 10:34:02.448706 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d848a77-50be-4364-aa21-e7719b7853bf req-356611c0-2548-436d-ade3-548110d615a2 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248240 Jan 12 10:34:02.709558 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-688e4e87-0343-4e57-b5e2-33df9745e746 req-69f52da4-f0e0-4faf-a599-6757b47b1940 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1096 time: 0.2160149 Jan 12 10:34:02.824506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27076-8f16-443a-b3dd-68627cde863c req-1fc78e80-a692-4978-99ab-2831365ecb77 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:02.825921 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-eee27076-8f16-443a-b3dd-68627cde863c req-1fc78e80-a692-4978-99ab-2831365ecb77 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.1771560 Jan 12 10:34:02.873184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e4e87-0343-4e57-b5e2-33df9745e746 req-70f65fff-7279-4eb8-b7d0-1f314cedf5e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:02.874615 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-688e4e87-0343-4e57-b5e2-33df9745e746 req-70f65fff-7279-4eb8-b7d0-1f314cedf5e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1573677 Jan 12 10:34:02.949290 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-688e4e87-0343-4e57-b5e2-33df9745e746 req-1b7d1db7-c60d-4a40-a549-89c2d32592d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 217 time: 0.0673914 Jan 12 10:34:02.952935 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-eee27076-8f16-443a-b3dd-68627cde863c req-e286ef4f-cb3b-408d-b3b9-26fc8b8e8294 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149168 Jan 12 10:34:03.009610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e4e87-0343-4e57-b5e2-33df9745e746 req-79da4895-8bd8-42f4-9eaa-046eea2bdf59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:03.011067 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-688e4e87-0343-4e57-b5e2-33df9745e746 req-79da4895-8bd8-42f4-9eaa-046eea2bdf59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0562692 Jan 12 10:34:03.100971 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-688e4e87-0343-4e57-b5e2-33df9745e746 req-fd9b83da-069d-46d8-98dc-b1aa29672a06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834169 Jan 12 10:34:03.230157 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-688e4e87-0343-4e57-b5e2-33df9745e746 req-0fb8b4dd-be33-4939-a6be-d1efad30c401 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224735 Jan 12 10:34:03.367779 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-688e4e87-0343-4e57-b5e2-33df9745e746 req-8a4eaae1-bf86-42af-850e-79eabf4c33c8 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312189 Jan 12 10:34:03.753660 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f7c23232-5a46-4ce1-9785-6498d1ca416a up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:34:03.834212 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port f7c23232-5a46-4ce1-9785-6498d1ca416a triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:34:03.834568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:03.886574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0b42b66e-1322-4bab-8899-6aa09863e0af details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:34:04.062606 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:34:04.076079 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'port_id': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'mac_address': 'fa:16:3e:25:b9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:34:04.133051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:04.150649 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b42b66e-1322-4bab-8899-6aa09863e0af {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:34:04.151599 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7638a4-611b-490d-99a6-46256ff3d43a req-96667b10-2907-4572-aaf1-4a9e3c130a26 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:04.153095 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-de7638a4-611b-490d-99a6-46256ff3d43a req-96667b10-2907-4572-aaf1-4a9e3c130a26 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0787411 Jan 12 10:34:04.166528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:34:04.171871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:04.198104 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-de7638a4-611b-490d-99a6-46256ff3d43a req-eb55036a-3566-4c5a-a343-0bbfafe148f9 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392451 Jan 12 10:34:04.236448 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:04.374038 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Sync routers for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:34:04.387306 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:34:04.387991 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:04.570088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:34:04.896634 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 2, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:04.900444 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Checking router: 6f737690-34b8-4d7f-b1af-d02b43d10336 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:34:04.900797 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Updating router 6f737690-34b8-4d7f-b1af-d02b43d10336 port 558daa6e-12f1-4ebb-985d-d817766c3543 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:34:04.951758 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:05.321868 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:05.334563 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Transition to ACTIVE for port object 558daa6e-12f1-4ebb-985d-d817766c3543 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:34:05.341089 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:05.392104 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1a76e-02a7-486e-a8d1-d3571e86fcec req-8aeba19b-27b2-4d71-b3e7-405fb9eeb087 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:05.393538 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60c1a76e-02a7-486e-a8d1-d3571e86fcec req-8aeba19b-27b2-4d71-b3e7-405fb9eeb087 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 944 time: 0.0744779 Jan 12 10:34:05.463404 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60c1a76e-02a7-486e-a8d1-d3571e86fcec req-d31c6f0f-3673-4d45-a1c8-17fce5fc812e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638330 Jan 12 10:34:05.473254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d685c12-f8f4-4f7c-8296-ee89fa33d567 None None] Pushing event updated for resources: {'Port': ['ID=558daa6e-12f1-4ebb-985d-d817766c3543,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:05.565739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Attempting to bind port 558daa6e-12f1-4ebb-985d-d817766c3543 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:34:05.566104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Attempting to bind port 558daa6e-12f1-4ebb-985d-d817766c3543 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:34:05.566460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Attempting to bind port 558daa6e-12f1-4ebb-985d-d817766c3543 on network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:34:05.573287 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:34:05.573646 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Checking segment: {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:34:05.574034 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:05.574418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Bound using segment: {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:34:05.575040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Bound port: 558daa6e-12f1-4ebb-985d-d817766c3543, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:34:05.575411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:05.590962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['0b42b66e-1322-4bab-8899-6aa09863e0af'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:34:05.753118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] For port 558daa6e-12f1-4ebb-985d-d817766c3543, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:34:05.759087 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] For port 558daa6e-12f1-4ebb-985d-d817766c3543, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=558daa6e-12f1-4ebb-985d-d817766c3543,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:34:05.771143 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:05.907880 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d685c12-f8f4-4f7c-8296-ee89fa33d567 None None] Pushing event updated for resources: {'Port': ['ID=558daa6e-12f1-4ebb-985d-d817766c3543,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:05.916392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:34:05.916903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:06.078282 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Sync routers for ids ['27581741-f796-4afe-9d8f-6adc64bae435'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:34:06.091523 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Routers {'27581741-f796-4afe-9d8f-6adc64bae435'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:34:06.092120 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['27581741-f796-4afe-9d8f-6adc64bae435'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:06.198637 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:34:06.292498 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Set router 27581741-f796-4afe-9d8f-6adc64bae435 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:34:06.527731 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:05Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:06.532202 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8888c7-defc-4f36-8869-580b67c3abea None None] The sync data for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv is: [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:05Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:34:06.599672 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27581741-f796-4afe-9d8f-6adc64bae435', 'name': 'tempest-TestShelveInstance-759306481-router', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:51Z', 'updated_at': '2022-01-12T10:33:54Z', 'revision_number': 4, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'gw_port': {'id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27581741-f796-4afe-9d8f-6adc64bae435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:52Z', 'updated_at': '2022-01-12T10:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '13a90780-14e8-484c-a032-e0b591878f6c', 'name': '', 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'mac_address': 'fa:16:3e:21:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27581741-f796-4afe-9d8f-6adc64bae435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c954206-de7d-4059-b3d5-f12fecd9eac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:54Z', 'updated_at': '2022-01-12T10:33:54Z', 'revision_number': 2, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'subnets': [{'id': '5c954206-de7d-4059-b3d5-f12fecd9eac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:06.604260 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Checking router: 27581741-f796-4afe-9d8f-6adc64bae435 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:34:06.604629 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Updating router 27581741-f796-4afe-9d8f-6adc64bae435 port 13a90780-14e8-484c-a032-e0b591878f6c binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:34:06.661069 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:06.673145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076245b-441a-447f-bcba-ce3f5593adba req-000ff717-32a8-4ec4-8bab-80168bd9cdc7 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:06.674645 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c076245b-441a-447f-bcba-ce3f5593adba req-000ff717-32a8-4ec4-8bab-80168bd9cdc7 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 944 time: 0.0814946 Jan 12 10:34:06.722368 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c076245b-441a-447f-bcba-ce3f5593adba req-ec0ff327-4088-4741-a70b-5cb6df822d2c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410011 Jan 12 10:34:07.003627 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:07.015819 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Transition to ACTIVE for port object 13a90780-14e8-484c-a032-e0b591878f6c will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:34:07.023378 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:07.143333 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be1cbf-d8ae-48c9-8c12-802b933cac2c None None] Pushing event updated for resources: {'Port': ['ID=13a90780-14e8-484c-a032-e0b591878f6c,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:07.232234 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Attempting to bind port 13a90780-14e8-484c-a032-e0b591878f6c on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:34:07.232598 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Attempting to bind port 13a90780-14e8-484c-a032-e0b591878f6c by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'dea7b7ad-885b-46da-9f5d-09c3996dc12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:34:07.232952 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Attempting to bind port 13a90780-14e8-484c-a032-e0b591878f6c on network cc190471-74f1-4f73-9351-7cba49525f9c {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:34:07.239612 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:34:07.239975 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Checking segment: {'id': 'dea7b7ad-885b-46da-9f5d-09c3996dc12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:34:07.240389 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:07.240770 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Bound using segment: {'id': 'dea7b7ad-885b-46da-9f5d-09c3996dc12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:34:07.241221 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Bound port: 13a90780-14e8-484c-a032-e0b591878f6c, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7b7ad-885b-46da-9f5d-09c3996dc12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:34:07.241583 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:07.336875 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] For port 13a90780-14e8-484c-a032-e0b591878f6c, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:34:07.339970 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] For port 13a90780-14e8-484c-a032-e0b591878f6c, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=13a90780-14e8-484c-a032-e0b591878f6c,segment=NetworkSegment(dea7b7ad-885b-46da-9f5d-09c3996dc12e),segment_id=dea7b7ad-885b-46da-9f5d-09c3996dc12e)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:34:07.347100 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:07.424070 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be1cbf-d8ae-48c9-8c12-802b933cac2c None None] Pushing event updated for resources: {'Port': ['ID=13a90780-14e8-484c-a032-e0b591878f6c,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:07.428538 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Routers {'27581741-f796-4afe-9d8f-6adc64bae435'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:34:07.429141 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['27581741-f796-4afe-9d8f-6adc64bae435'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:07.610496 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] Set router 27581741-f796-4afe-9d8f-6adc64bae435 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:34:07.783727 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 558daa6e-12f1-4ebb-985d-d817766c3543 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:34:07.860098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 558daa6e-12f1-4ebb-985d-d817766c3543 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:34:07.867594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 558daa6e-12f1-4ebb-985d-d817766c3543 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:34:07.868080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:07.904722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0b42b66e-1322-4bab-8899-6aa09863e0af up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:34:07.938978 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856c379-f8cb-4e3d-8bf0-49cb604f11f5 req-43805970-da30-4d0f-b246-8d595cb96df8 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:07.941504 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6856c379-f8cb-4e3d-8bf0-49cb604f11f5 req-43805970-da30-4d0f-b246-8d595cb96df8 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 944 time: 0.0809112 Jan 12 10:34:07.980837 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27581741-f796-4afe-9d8f-6adc64bae435', 'name': 'tempest-TestShelveInstance-759306481-router', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:51Z', 'updated_at': '2022-01-12T10:33:54Z', 'revision_number': 4, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'gw_port': {'id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27581741-f796-4afe-9d8f-6adc64bae435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:52Z', 'updated_at': '2022-01-12T10:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '13a90780-14e8-484c-a032-e0b591878f6c', 'name': '', 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'mac_address': 'fa:16:3e:21:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27581741-f796-4afe-9d8f-6adc64bae435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c954206-de7d-4059-b3d5-f12fecd9eac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:54Z', 'updated_at': '2022-01-12T10:34:07Z', 'revision_number': 4, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'subnets': [{'id': '5c954206-de7d-4059-b3d5-f12fecd9eac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:07.985271 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9864db-9595-4f9e-8e8b-dd5d36244901 None None] The sync data for ids ['27581741-f796-4afe-9d8f-6adc64bae435'] in dv-neutron-824347-1-hyperv is: [{'id': '27581741-f796-4afe-9d8f-6adc64bae435', 'name': 'tempest-TestShelveInstance-759306481-router', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:51Z', 'updated_at': '2022-01-12T10:33:54Z', 'revision_number': 4, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'gw_port': {'id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27581741-f796-4afe-9d8f-6adc64bae435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:52Z', 'updated_at': '2022-01-12T10:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '13a90780-14e8-484c-a032-e0b591878f6c', 'name': '', 'network_id': 'cc190471-74f1-4f73-9351-7cba49525f9c', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'mac_address': 'fa:16:3e:21:83:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27581741-f796-4afe-9d8f-6adc64bae435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c954206-de7d-4059-b3d5-f12fecd9eac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:54Z', 'updated_at': '2022-01-12T10:34:07Z', 'revision_number': 4, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'subnets': [{'id': '5c954206-de7d-4059-b3d5-f12fecd9eac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:34:07.991244 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6856c379-f8cb-4e3d-8bf0-49cb604f11f5 req-471d8549-f665-484b-96ab-bef161ee7286 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Jan 12 10:34:08.100697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 0b42b66e-1322-4bab-8899-6aa09863e0af completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:34:08.110777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 0b42b66e-1322-4bab-8899-6aa09863e0af triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:34:08.111048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:08.146900 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:08.201946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 558daa6e-12f1-4ebb-985d-d817766c3543, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=558daa6e-12f1-4ebb-985d-d817766c3543,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:34:08.232930 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:08.307465 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:08.334700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=558daa6e-12f1-4ebb-985d-d817766c3543,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:08.349186 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:34:08.358785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:34:08.364147 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:08.435099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:08.539288 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'code': 200} Jan 12 10:34:08.767440 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-833e32bc-8ca9-400f-9196-fbe9139569fa req-42a48006-8469-4511-ac0c-527b0c02b142 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1098 time: 0.0690112 Jan 12 10:34:08.809603 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-833e32bc-8ca9-400f-9196-fbe9139569fa req-947b5033-0072-4804-ae8f-ca66fadb60dc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364122 Jan 12 10:34:09.205088 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd58a0-3e98-4fb4-8f65-125e55a4f84f req-91f9c74b-7152-47ee-89a4-3a6b81cc9ddb tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:09.206547 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b3dd58a0-3e98-4fb4-8f65-125e55a4f84f req-91f9c74b-7152-47ee-89a4-3a6b81cc9ddb tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0839376 Jan 12 10:34:09.251800 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b3dd58a0-3e98-4fb4-8f65-125e55a4f84f req-ac8044c7-fc80-46ca-a4f0-2e1805200350 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396013 Jan 12 10:34:09.822709 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 558daa6e-12f1-4ebb-985d-d817766c3543 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:34:09.892611 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 558daa6e-12f1-4ebb-985d-d817766c3543 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:34:09.892981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:10.008274 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 13a90780-14e8-484c-a032-e0b591878f6c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:34:10.076462 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 13a90780-14e8-484c-a032-e0b591878f6c completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:34:10.081425 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 13a90780-14e8-484c-a032-e0b591878f6c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:34:10.081784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:10.201106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:10.232993 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 13a90780-14e8-484c-a032-e0b591878f6c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=13a90780-14e8-484c-a032-e0b591878f6c,segment=NetworkSegment(dea7b7ad-885b-46da-9f5d-09c3996dc12e),segment_id=dea7b7ad-885b-46da-9f5d-09c3996dc12e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:34:10.237959 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:10.307282 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=13a90780-14e8-484c-a032-e0b591878f6c,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:10.463342 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d685b0b-2887-4849-b2aa-23e82a77c175 req-4bf7e591-7682-4577-8174-965659c4f019 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:10.464699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3d685b0b-2887-4849-b2aa-23e82a77c175 req-4bf7e591-7682-4577-8174-965659c4f019 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0827448 Jan 12 10:34:10.514057 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3d685b0b-2887-4849-b2aa-23e82a77c175 req-9412acab-0546-4877-8419-a6104cd712e8 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437479 Jan 12 10:34:10.727809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5275c1-5ced-4945-80f2-9b50c269c182 req-df176890-e4e8-4563-80ad-6aa63f038994 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:10.729223 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9a5275c1-5ced-4945-80f2-9b50c269c182 req-df176890-e4e8-4563-80ad-6aa63f038994 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0856521 Jan 12 10:34:10.777587 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9a5275c1-5ced-4945-80f2-9b50c269c182 req-6a28ec09-747a-4cae-92e2-f86e587c2cee tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401964 Jan 12 10:34:10.814439 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51146) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:34:10.958599 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-78d0086e-8d46-48e9-a591-19047b75d181 tempest-TestShelveInstance-1636519529 tempest-TestShelveInstance-1636519529-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1093 time: 0.1429865 Jan 12 10:34:10.962203 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51152) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:34:10.967211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:34:10.972564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:34:10.976373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:floatingip and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:34:10.979300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:34:10.984810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:34:11.081341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:11.215308 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:11.356425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Allocated IP 172.26.1.242 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/f92c311e-35fa-412d-85ac-92485400a8b2) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:34:11.508722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:11.538165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:11.601422 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:34:11.604213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:34:11.608696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:34:11.640790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'Port': ['ID=f92c311e-35fa-412d-85ac-92485400a8b2,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:11.752555 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 13a90780-14e8-484c-a032-e0b591878f6c up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:34:11.830980 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 13a90780-14e8-484c-a032-e0b591878f6c triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:34:11.831349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:12.135578 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:12.201955 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:12.408968 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:12.416059 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:12.515772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'Port': ['ID=f92c311e-35fa-412d-85ac-92485400a8b2,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:12.533469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:12.819989 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Floating IP fca6f832-a3f2-472f-9e58-9999b4b27634 associated. External IP: 172.26.1.242, port: 0b42b66e-1322-4bab-8899-6aa09863e0af. Jan 12 10:34:13.212460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Router 6f737690-34b8-4d7f-b1af-d02b43d10336 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:34:13.418681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:34:13.445868 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:13.505710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f051273b-9ab9-4849-b958-5544bf70b016 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5424807 Jan 12 10:34:13.506295 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:34:13.558873 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'status': 'completed', 'code': 200} Jan 12 10:34:13.654290 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5a34935-f16e-4da1-83ef-ecc87ef50b74 req-4c884cb3-5f14-4477-9a25-c2ed573f55eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1098 time: 0.0714517 Jan 12 10:34:13.782652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a34935-f16e-4da1-83ef-ecc87ef50b74 req-82133a40-b8cc-4bec-82f2-890b2d3ce898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:13.784010 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5a34935-f16e-4da1-83ef-ecc87ef50b74 req-82133a40-b8cc-4bec-82f2-890b2d3ce898 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1237803 Jan 12 10:34:13.893829 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5a34935-f16e-4da1-83ef-ecc87ef50b74 req-b1a249c1-9f91-4d98-a166-34ecacfd1927 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 999 time: 0.1029253 Jan 12 10:34:13.966858 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a34935-f16e-4da1-83ef-ecc87ef50b74 req-a2ac1e82-2fb1-4011-8544-d6366fd270a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:13.968274 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5a34935-f16e-4da1-83ef-ecc87ef50b74 req-a2ac1e82-2fb1-4011-8544-d6366fd270a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0681784 Jan 12 10:34:14.043192 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5a34935-f16e-4da1-83ef-ecc87ef50b74 req-be00012c-f29e-434c-8e2c-6824cb335cf2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687804 Jan 12 10:34:14.171800 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5a34935-f16e-4da1-83ef-ecc87ef50b74 req-d47fcc01-dad3-472b-b369-c6308e3a4de9 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227055 Jan 12 10:34:14.300755 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5a34935-f16e-4da1-83ef-ecc87ef50b74 req-5c858719-02e0-4575-8b56-ec7753994f6c service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225605 Jan 12 10:34:14.329651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] Sync routers for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:34:14.346149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:34:14.346844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:14.526857 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:34:14.860621 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'fca6f832-a3f2-472f-9e58-9999b4b27634', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'port_id': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'mac_address': 'fa:16:3e:25:b9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:34:11Z', 'updated_at': '2022-01-12T10:34:11Z', 'revision_number': 0, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:14.864920 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] Checking router: 6f737690-34b8-4d7f-b1af-d02b43d10336 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:34:14.875490 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:34:14.876070 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:33:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:15.085007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:34:15.439222 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'fca6f832-a3f2-472f-9e58-9999b4b27634', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'port_id': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'mac_address': 'fa:16:3e:25:b9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:34:11Z', 'updated_at': '2022-01-12T10:34:11Z', 'revision_number': 0, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:15.443659 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecc4bab-7931-4898-8feb-0aba9f979644 None None] The sync data for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv is: [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'fca6f832-a3f2-472f-9e58-9999b4b27634', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'port_id': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'mac_address': 'fa:16:3e:25:b9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:34:11Z', 'updated_at': '2022-01-12T10:34:11Z', 'revision_number': 0, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:34:19.155620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7cf6-e24a-450d-9b32-ef1f661886f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:20.495417 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b4e3521-3713-4a96-82c5-19401a8e9b27 req-05ac3cb2-7dfd-4a03-88ac-c36904f026da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1771812 Jan 12 10:34:20.637068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b4e3521-3713-4a96-82c5-19401a8e9b27 req-bd6164a4-352f-4e7e-8d4b-2ef5bcd2da68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1098 time: 0.0717607 Jan 12 10:34:20.788494 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e3521-3713-4a96-82c5-19401a8e9b27 req-09169ca7-0576-4fb9-a459-e2126bd2a7f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:20.789870 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b4e3521-3713-4a96-82c5-19401a8e9b27 req-09169ca7-0576-4fb9-a459-e2126bd2a7f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1337969 Jan 12 10:34:20.901312 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b4e3521-3713-4a96-82c5-19401a8e9b27 req-2e8b6eae-e35d-422f-b976-80ce7efbab25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 999 time: 0.1049237 Jan 12 10:34:20.976866 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e3521-3713-4a96-82c5-19401a8e9b27 req-0ed8094d-bdd1-45d2-adff-98f34637348e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:20.978347 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b4e3521-3713-4a96-82c5-19401a8e9b27 req-0ed8094d-bdd1-45d2-adff-98f34637348e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0713489 Jan 12 10:34:21.063843 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b4e3521-3713-4a96-82c5-19401a8e9b27 req-551cbe85-e40c-48bf-844a-6406d0a082ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792072 Jan 12 10:34:21.204992 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b4e3521-3713-4a96-82c5-19401a8e9b27 req-ea55ebb8-2f10-483c-ad2f-dd0656849925 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346681 Jan 12 10:34:21.262344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-051444d7-ad24-4a66-894e-a5b6d804663e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:21.344075 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b4e3521-3713-4a96-82c5-19401a8e9b27 req-1b698aed-789e-4b6b-b9ac-1f0e56803eb7 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325400 Jan 12 10:34:22.275849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:22.674517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:22.757819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:24.135312 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:24.828941 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47a782-5585-42bc-86b3-632fc6cffdd1 None None] New status for floating IP fca6f832-a3f2-472f-9e58-9999b4b27634: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:34:34.021286 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:34:49.158365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19030e7e-8f83-4d34-af38-61f55cd80c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:51.261985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc2ed1cf-b210-49a5-b20a-f9143d09464f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:52.280183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:52.678153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:52.761346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:54.139903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:11.017991 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:35:19.152288 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9d71504-c9a9-4613-a40a-71abb342e5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:21.261179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-166654a9-739e-430a-86d3-862a76fed541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:21.373735 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70fdfe51-a3f2-45bb-96dc-f48ca983a8d2 req-1be844dc-2c8e-4a34-b9ad-d10df1f52cc8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741458 Jan 12 10:35:21.518419 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70fdfe51-a3f2-45bb-96dc-f48ca983a8d2 req-a07e06ac-000c-44c7-bcdc-c0089ab369d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1098 time: 0.0779119 Jan 12 10:35:21.662723 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdfe51-a3f2-45bb-96dc-f48ca983a8d2 req-ecf29d7e-970e-4aba-b0d6-33eba2a815b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:21.664184 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70fdfe51-a3f2-45bb-96dc-f48ca983a8d2 req-ecf29d7e-970e-4aba-b0d6-33eba2a815b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1280270 Jan 12 10:35:21.779166 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70fdfe51-a3f2-45bb-96dc-f48ca983a8d2 req-f305845e-b933-403b-bf72-68916a3ff454 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 1001 time: 0.1079836 Jan 12 10:35:21.847380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdfe51-a3f2-45bb-96dc-f48ca983a8d2 req-ababa7b7-6d63-4c61-ad1d-3159c1ae9a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:21.848807 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70fdfe51-a3f2-45bb-96dc-f48ca983a8d2 req-ababa7b7-6d63-4c61-ad1d-3159c1ae9a41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0636790 Jan 12 10:35:21.926409 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70fdfe51-a3f2-45bb-96dc-f48ca983a8d2 req-c884c4b0-6e14-4d47-a59e-6decaf41df9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714755 Jan 12 10:35:22.063207 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70fdfe51-a3f2-45bb-96dc-f48ca983a8d2 req-5017aaed-36a2-49a9-9e91-d60500449a94 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304657 Jan 12 10:35:22.206327 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-70fdfe51-a3f2-45bb-96dc-f48ca983a8d2 req-f098a0da-71d0-452a-8564-f50ce740432f service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376960 Jan 12 10:35:22.285214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:22.676719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:22.768954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:24.137876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:48.014454 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:35:49.170725 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ef4701b1-25a6-4867-ad15-8ee63d971a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:51.255409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0156bcdd-b524-481f-8f1d-e7a48dc2b043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:52.291048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:52.679120 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:52.776678 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:54.152876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:19.164895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80243f4b-65c1-452f-8ffd-e8e4c1f01e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:21.262696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b571e7e3-bb1d-4362-89ff-97c1efef5aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:21.393487 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b7b24bf-942d-4dba-8950-feb480fbdb45 req-69190e03-b45e-4fee-aa41-4dc014d33454 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771053 Jan 12 10:36:21.619835 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b7b24bf-942d-4dba-8950-feb480fbdb45 req-5beb6f91-4769-4e64-9831-042548af09b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1098 time: 0.1561761 Jan 12 10:36:21.783766 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b24bf-942d-4dba-8950-feb480fbdb45 req-c0fc63d8-1bbe-4060-b727-b33627df1595 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:21.785203 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b7b24bf-942d-4dba-8950-feb480fbdb45 req-c0fc63d8-1bbe-4060-b727-b33627df1595 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1463909 Jan 12 10:36:21.901292 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b7b24bf-942d-4dba-8950-feb480fbdb45 req-0db1c561-ff37-44d7-aec3-5164d73136ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 1001 time: 0.1094520 Jan 12 10:36:21.968404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b24bf-942d-4dba-8950-feb480fbdb45 req-a64829f1-4082-4393-a894-1b45dd6ed0fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:21.970086 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b7b24bf-942d-4dba-8950-feb480fbdb45 req-a64829f1-4082-4393-a894-1b45dd6ed0fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0629168 Jan 12 10:36:22.055358 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b7b24bf-942d-4dba-8950-feb480fbdb45 req-45c59bd7-c8da-4fbe-b0c3-b166c0503fbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776570 Jan 12 10:36:22.186624 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b7b24bf-942d-4dba-8950-feb480fbdb45 req-907dcab0-92ea-4ac0-b564-b7f4561b09af service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269205 Jan 12 10:36:22.280015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:22.328947 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6b7b24bf-942d-4dba-8950-feb480fbdb45 req-cc74db36-2b1a-4925-9a2f-436b4547d6ef service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367340 Jan 12 10:36:22.687498 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:22.770784 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:24.153978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:25.016272 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:36:49.158537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-855089c3-4ba2-4962-85e4-dc8bc8313b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:49.513973 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e0bd5-cb3a-48eb-9436-9059eb455201 req-2bcb5dbf-50a6-44e2-9aae-9377ce71a094 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:49.515427 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b9e0bd5-cb3a-48eb-9436-9059eb455201 req-2bcb5dbf-50a6-44e2-9aae-9377ce71a094 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0842924 Jan 12 10:36:49.562826 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5b9e0bd5-cb3a-48eb-9436-9059eb455201 req-74dc804d-8bb6-46f1-8522-de4f26e9f4cc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416570 Jan 12 10:36:50.792285 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187d71-b3f0-4886-9b5f-57d3d83dc23c req-cdedc438-31a7-43ba-b03e-e8ae2b59a659 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:50.793663 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-52187d71-b3f0-4886-9b5f-57d3d83dc23c req-cdedc438-31a7-43ba-b03e-e8ae2b59a659 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0913799 Jan 12 10:36:50.838452 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-52187d71-b3f0-4886-9b5f-57d3d83dc23c req-bdcd4448-d871-492a-adcd-e4705127059b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388541 Jan 12 10:36:51.260702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0c50338-dc2b-4041-9f0a-14f9d726d5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:52.064326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c2da0-0a0e-4a40-ad63-7af8ab95e409 req-c5a03642-ab6d-4a3a-9489-ca02f4f5c60b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:52.065687 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4c6c2da0-0a0e-4a40-ad63-7af8ab95e409 req-c5a03642-ab6d-4a3a-9489-ca02f4f5c60b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0820749 Jan 12 10:36:52.119167 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4c6c2da0-0a0e-4a40-ad63-7af8ab95e409 req-acfb2d26-8000-4e91-a085-48017f2004b9 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476251 Jan 12 10:36:52.282564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:52.684869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:52.784165 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:53.333754 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcc50e-e4ec-4591-9e6d-6a10410557a9 req-2c635806-35cc-4bf3-a779-1b5ee26c576e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:53.335193 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cffcc50e-e4ec-4591-9e6d-6a10410557a9 req-2c635806-35cc-4bf3-a779-1b5ee26c576e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0925817 Jan 12 10:36:53.381505 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cffcc50e-e4ec-4591-9e6d-6a10410557a9 req-5114a317-a309-4de4-961e-91e993c0dc76 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407004 Jan 12 10:36:54.157325 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:54.596596 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82cfb4-0124-4aa1-b0bc-4a3433372676 req-154dad7d-76b8-474d-b545-989a7678e733 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:54.598015 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb82cfb4-0124-4aa1-b0bc-4a3433372676 req-154dad7d-76b8-474d-b545-989a7678e733 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0904057 Jan 12 10:36:54.642958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bb82cfb4-0124-4aa1-b0bc-4a3433372676 req-46503959-9399-4b51-960d-610aaeafe8d4 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394185 Jan 12 10:36:55.859530 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c7cdb-ac6f-4ef7-afdf-ac3f8d405bb8 req-8c588e4b-a7e5-43c8-9b88-98721d800c79 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:55.860978 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-016c7cdb-ac6f-4ef7-afdf-ac3f8d405bb8 req-8c588e4b-a7e5-43c8-9b88-98721d800c79 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0908079 Jan 12 10:36:55.909233 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-016c7cdb-ac6f-4ef7-afdf-ac3f8d405bb8 req-8b350841-a149-44c0-8766-737cef13b302 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403073 Jan 12 10:36:57.124068 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae7c51-ee30-46b4-9345-9ab2d31f1f3f req-eb5bb4e2-d639-42fd-87d2-11181d73e1d7 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:57.125508 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-02ae7c51-ee30-46b4-9345-9ab2d31f1f3f req-eb5bb4e2-d639-42fd-87d2-11181d73e1d7 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0833790 Jan 12 10:36:57.184375 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-02ae7c51-ee30-46b4-9345-9ab2d31f1f3f req-aa899283-1599-4d44-a064-ab314f8f1c04 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505409 Jan 12 10:36:58.412300 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35be64-d8c4-488c-8c8d-e0c35f85f2f5 req-ace02334-dc96-4f95-bb99-0f62b325352f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:58.413740 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-db35be64-d8c4-488c-8c8d-e0c35f85f2f5 req-ace02334-dc96-4f95-bb99-0f62b325352f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0891485 Jan 12 10:36:58.458037 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-db35be64-d8c4-488c-8c8d-e0c35f85f2f5 req-9c0cde5a-0bd7-4848-84bc-e395c26ee94b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388258 Jan 12 10:36:59.678191 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28d2bd-bef2-434c-9133-da2f6df04c6a req-46d889f5-524e-4d1e-b17c-b2723dd3eaa0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:36:59.679828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5f28d2bd-bef2-434c-9133-da2f6df04c6a req-46d889f5-524e-4d1e-b17c-b2723dd3eaa0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0897136 Jan 12 10:36:59.724574 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5f28d2bd-bef2-434c-9133-da2f6df04c6a req-f300f312-ff39-4908-8563-3e2b9b0aacf5 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391757 Jan 12 10:37:00.933982 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f87203-b922-4b38-8719-c80008ca077c req-63029d5b-0d99-4134-9805-87d4e4699b44 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:00.935439 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3f87203-b922-4b38-8719-c80008ca077c req-63029d5b-0d99-4134-9805-87d4e4699b44 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0841198 Jan 12 10:37:01.069764 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3f87203-b922-4b38-8719-c80008ca077c req-401dac9d-aeb9-436c-a80b-14db7581adb8 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286447 Jan 12 10:37:02.024104 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:37:02.279610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa4894-4d3f-47e0-b458-8c09537b8dbe req-d12489f1-b4cb-4fa6-b223-d2f7489047f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:02.281046 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a6fa4894-4d3f-47e0-b458-8c09537b8dbe req-d12489f1-b4cb-4fa6-b223-d2f7489047f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0800691 Jan 12 10:37:02.325716 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a6fa4894-4d3f-47e0-b458-8c09537b8dbe req-5ae79df9-75ad-4c8f-b295-98b43e2ff125 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390403 Jan 12 10:37:02.603517 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0b42b66e-1322-4bab-8899-6aa09863e0af details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:37:02.737136 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:37:02.750711 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'port_id': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'mac_address': 'fa:16:3e:25:b9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:37:02.804921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:02.821442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b42b66e-1322-4bab-8899-6aa09863e0af {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:37:02.835964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:37:02.843544 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:02.920560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:37:02.928269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['0b42b66e-1322-4bab-8899-6aa09863e0af'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:37:02.956674 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:02.957022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:02.957350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:02.957680 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:02.957999 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:02.958328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:02.958649 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:02.958976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:02.959297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:02.959608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:02.959921 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:37:03.532843 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147ff3c-dd0d-478e-8972-406d8388aa02 req-0bae8c6e-4b01-4a4f-a7b6-12482f233d27 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:03.534286 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5147ff3c-dd0d-478e-8972-406d8388aa02 req-0bae8c6e-4b01-4a4f-a7b6-12482f233d27 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 944 time: 0.0810823 Jan 12 10:37:03.593853 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5147ff3c-dd0d-478e-8972-406d8388aa02 req-2a9e49ab-98a9-4d19-8957-d8799d71dd04 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538404 Jan 12 10:37:04.604513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0b42b66e-1322-4bab-8899-6aa09863e0af up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:37:04.723736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 0b42b66e-1322-4bab-8899-6aa09863e0af triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:37:04.724100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:04.788232 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472a4b0-599e-4234-95aa-aaf739f955a5 req-3e1842c1-c896-4bf6-9b2e-09faa9523135 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:04.789575 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b472a4b0-599e-4234-95aa-aaf739f955a5 req-3e1842c1-c896-4bf6-9b2e-09faa9523135 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 944 time: 0.0744700 Jan 12 10:37:04.832572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:04.834156 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b472a4b0-599e-4234-95aa-aaf739f955a5 req-338fe428-204e-4e7c-96ce-8fd397bf1340 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390162 Jan 12 10:37:04.859322 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:37:04.868800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:37:04.873683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:04.922406 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'code': 200} Jan 12 10:37:04.946245 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:37:06.038035 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c13bb0-3381-45d4-91b6-5653684580ee req-c68282c0-58b5-440f-852e-54532a3ec0a8 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:06.039611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20c13bb0-3381-45d4-91b6-5653684580ee req-c68282c0-58b5-440f-852e-54532a3ec0a8 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0811541 Jan 12 10:37:06.084391 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20c13bb0-3381-45d4-91b6-5653684580ee req-ab4cb07c-e372-465f-b38a-74854b50a738 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Jan 12 10:37:07.299934 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b64544-eb06-4ac2-90bf-a1be19e6b4dc req-05fa0506-443d-4d0c-8ef0-a4ef50cf4f02 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:07.302168 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-26b64544-eb06-4ac2-90bf-a1be19e6b4dc req-05fa0506-443d-4d0c-8ef0-a4ef50cf4f02 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0838637 Jan 12 10:37:07.359259 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-26b64544-eb06-4ac2-90bf-a1be19e6b4dc req-02258aa1-d6b7-41d7-ad84-d7f600c0076c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507112 Jan 12 10:37:08.636898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816e048-6970-4921-ba62-731d4156eb5c req-76fed867-0e11-4a05-a038-54b3c4475fa1 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:08.638452 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1816e048-6970-4921-ba62-731d4156eb5c req-76fed867-0e11-4a05-a038-54b3c4475fa1 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.1570272 Jan 12 10:37:08.690012 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1816e048-6970-4921-ba62-731d4156eb5c req-44c03c0d-eb0f-4c47-80aa-a464057b571e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457046 Jan 12 10:37:09.915172 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845dbb5-e40d-43cf-9d96-f3a1a10f6837 req-284f2a43-0d3b-4f06-aaed-1949e6a96206 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:09.916768 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4845dbb5-e40d-43cf-9d96-f3a1a10f6837 req-284f2a43-0d3b-4f06-aaed-1949e6a96206 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0902452 Jan 12 10:37:09.966652 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4845dbb5-e40d-43cf-9d96-f3a1a10f6837 req-e774fdc4-867d-4791-bcba-f71473f0e61a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 Jan 12 10:37:11.176066 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54723a60-fa93-403f-a3f2-a235f8ce3816 req-1b1a009a-a423-4fa2-82a9-b86eb64b453c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:11.177533 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-54723a60-fa93-403f-a3f2-a235f8ce3816 req-1b1a009a-a423-4fa2-82a9-b86eb64b453c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0856409 Jan 12 10:37:11.235586 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-54723a60-fa93-403f-a3f2-a235f8ce3816 req-336d7e14-5682-463f-b574-19550772c213 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524590 Jan 12 10:37:12.465841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d86df4-4ae5-4ad7-864e-e58e7c22d229 req-9272c89e-35f3-4ab4-9510-8ce7a23b93eb tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:12.473257 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e2d86df4-4ae5-4ad7-864e-e58e7c22d229 req-9272c89e-35f3-4ab4-9510-8ce7a23b93eb tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.1203051 Jan 12 10:37:12.516932 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e2d86df4-4ae5-4ad7-864e-e58e7c22d229 req-75baa38c-953a-4e36-ae45-6a4b6df9ad81 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426860 Jan 12 10:37:13.736533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f25d-535d-4b61-9301-87400ce069c5 req-debcd27e-05a8-4836-b212-f9c90256ef4d tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:13.738165 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fe50f25d-535d-4b61-9301-87400ce069c5 req-debcd27e-05a8-4836-b212-f9c90256ef4d tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0887485 Jan 12 10:37:13.790389 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fe50f25d-535d-4b61-9301-87400ce069c5 req-775248ea-3b7d-42f9-afbe-2bce1f0a3137 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449817 Jan 12 10:37:15.165607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c08fa-ff20-4bb0-931a-7e203afd40a8 req-13037b9a-de3e-45fe-ada5-0eff40299c8f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:15.167107 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-499c08fa-ff20-4bb0-931a-7e203afd40a8 req-13037b9a-de3e-45fe-ada5-0eff40299c8f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0839670 Jan 12 10:37:15.217810 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-499c08fa-ff20-4bb0-931a-7e203afd40a8 req-864902ec-f1db-4d42-8059-c1eb7efa7d36 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Jan 12 10:37:16.425356 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c700a2c-cbb0-47b8-b3f2-edff4a2860a3 req-67af20bb-135e-4805-83b7-b92946d9d854 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:16.427563 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c700a2c-cbb0-47b8-b3f2-edff4a2860a3 req-67af20bb-135e-4805-83b7-b92946d9d854 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0838029 Jan 12 10:37:16.476586 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1c700a2c-cbb0-47b8-b3f2-edff4a2860a3 req-bde961c7-4a00-474c-a508-6b2e2efe7e5c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398765 Jan 12 10:37:17.208736 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-078b1ce4-6dc8-4188-b155-070192002572 req-657fee57-aaed-4183-8585-57a4a30241b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1098 time: 0.0693772 Jan 12 10:37:17.336853 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b1ce4-6dc8-4188-b155-070192002572 req-cdaf7f9c-4e07-46f4-b8a4-60b34c07e895 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:17.338281 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-078b1ce4-6dc8-4188-b155-070192002572 req-cdaf7f9c-4e07-46f4-b8a4-60b34c07e895 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1238561 Jan 12 10:37:17.443853 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-078b1ce4-6dc8-4188-b155-070192002572 req-fbe722e0-5c11-4f0e-93cd-b76fa174825b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 1001 time: 0.0988822 Jan 12 10:37:17.506928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b1ce4-6dc8-4188-b155-070192002572 req-9941b306-ac62-4ef2-969c-3e60d521c6cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:17.508289 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-078b1ce4-6dc8-4188-b155-070192002572 req-9941b306-ac62-4ef2-969c-3e60d521c6cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0576913 Jan 12 10:37:17.584958 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-078b1ce4-6dc8-4188-b155-070192002572 req-410cc1fc-ebf0-4960-89a7-6a51b6014b3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703893 Jan 12 10:37:17.594706 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-078b1ce4-6dc8-4188-b155-070192002572 req-9c2f310f-48e5-4014-9217-b1b958fc87d5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:37:17.595725 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-078b1ce4-6dc8-4188-b155-070192002572 req-9c2f310f-48e5-4014-9217-b1b958fc87d5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048487 Jan 12 10:37:17.855068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-078b1ce4-6dc8-4188-b155-070192002572 req-5604ccfc-96de-4716-bc9a-8cf962c231b8 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291687 Jan 12 10:37:17.863480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351207d6-5009-4b13-b769-bcbadc7d3315 req-c662d743-e48a-4ac7-842c-fead37ae432e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:17.864826 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-351207d6-5009-4b13-b769-bcbadc7d3315 req-c662d743-e48a-4ac7-842c-fead37ae432e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.2676163 Jan 12 10:37:18.003446 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-351207d6-5009-4b13-b769-bcbadc7d3315 req-643ed598-4dbe-46f1-be0e-1847c98e0b90 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208298 Jan 12 10:37:18.024121 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-078b1ce4-6dc8-4188-b155-070192002572 req-7a3377e4-5718-405a-92dd-14c0fe6291bb service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583841 Jan 12 10:37:19.165985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-176aab3a-5534-486d-b3ff-3b5eba65ce3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:19.213988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659d9de-06de-48fd-b3fe-1da1c601033a req-081ca078-d2cc-48de-9445-f613d4b4ae9e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:19.215467 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6659d9de-06de-48fd-b3fe-1da1c601033a req-081ca078-d2cc-48de-9445-f613d4b4ae9e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0872827 Jan 12 10:37:19.261028 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6659d9de-06de-48fd-b3fe-1da1c601033a req-81020d91-a027-4f21-91b6-9927a37e5e9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388172 Jan 12 10:37:20.483721 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ade5cd-9660-451a-ad4a-e6691889e788 req-f3c58a31-17b9-4bd4-aa21-776130f3bf8c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:20.485139 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74ade5cd-9660-451a-ad4a-e6691889e788 req-f3c58a31-17b9-4bd4-aa21-776130f3bf8c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 945 time: 0.0872142 Jan 12 10:37:20.531437 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-74ade5cd-9660-451a-ad4a-e6691889e788 req-6de91d4a-2d85-4c2d-9615-706168f2976e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404639 Jan 12 10:37:20.675701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0b42b66e-1322-4bab-8899-6aa09863e0af no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:37:20.716426 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-89fda7ae-46ea-4382-834e-2bd86bf4665d req-93406013-536d-4b80-a93e-e541c503b065 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716543 Jan 12 10:37:20.787553 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:20.819381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:37:20.830420 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:37:20.837236 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:20.897228 dv-neutron-824347-1-hyperv neutron-server[83596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'code': 422} returned with failed status Jan 12 10:37:20.913739 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:37:20.926029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51356) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:37:21.000105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf70d1-89a5-4679-b997-422880301457 req-f8fc7bcb-e3ac-4437-bc44-43d3e00082f3 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:21.001555 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58cf70d1-89a5-4679-b997-422880301457 req-f8fc7bcb-e3ac-4437-bc44-43d3e00082f3 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0854616 Jan 12 10:37:21.046522 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-58cf70d1-89a5-4679-b997-422880301457 req-e6a7aa4e-1e00-42bc-8bc7-204e5a404f72 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389397 Jan 12 10:37:21.096891 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-0d32c2cd-77c2-4ac4-8c37-d1f85d938aab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1695113 Jan 12 10:37:21.254264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee71d-0997-4b44-b3db-acbe67789235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:21.791778 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-af36b643-5e9e-4400-a34e-6d9c0d9732c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568&tenant_id=bee3c402fcdb4490af2b140f822f17e4 HTTP/1.1" status: 200 len: 1096 time: 0.0780728 Jan 12 10:37:21.887422 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-944e11b4-0fb5-448a-a9f8-f26319ffa74a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1096 time: 0.0731552 Jan 12 10:37:22.016404 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-2f08260e-4cd1-4098-9ff1-4d5ff1bacd0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:22.017813 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-2f08260e-4cd1-4098-9ff1-4d5ff1bacd0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1249626 Jan 12 10:37:22.114605 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-6bd49fa5-0af8-440a-bef8-b42aa9ab387a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 999 time: 0.0909357 Jan 12 10:37:22.209568 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-20952159-73ed-440d-aaff-86fe76993409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:22.210968 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-20952159-73ed-440d-aaff-86fe76993409 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0905571 Jan 12 10:37:22.289135 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:22.306388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459c34b-2aa6-48f7-8053-2fcb994feaeb req-063e381b-72a0-4bdc-b3ae-0c9c11d51200 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:22.307815 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d459c34b-2aa6-48f7-8053-2fcb994feaeb req-063e381b-72a0-4bdc-b3ae-0c9c11d51200 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.1363854 Jan 12 10:37:22.313025 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-bee0b2d4-4a8c-4bb0-adb0-c0f642f71f37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959623 Jan 12 10:37:22.433663 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d459c34b-2aa6-48f7-8053-2fcb994feaeb req-eb95551c-1efe-4aba-b250-ac783d4c247b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197109 Jan 12 10:37:22.469945 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-827d705f-34ff-4fae-b22f-b0dcf870c495 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420829 Jan 12 10:37:22.602353 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-8dabca8f-836e-455a-9c49-61232dbe9095 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269045 Jan 12 10:37:22.670244 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:22.777935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:23.745876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6b130-1043-4a2c-a541-6fdd74c0e90f req-448ceb16-f225-460c-bf34-cbb499909bb2 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:23.748486 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10f6b130-1043-4a2c-a541-6fdd74c0e90f req-448ceb16-f225-460c-bf34-cbb499909bb2 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.1601019 Jan 12 10:37:23.803523 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-10f6b130-1043-4a2c-a541-6fdd74c0e90f req-84ca28c4-5a39-4786-9f7a-13c7d9a850b4 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492353 Jan 12 10:37:24.155640 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:25.139770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad7634-76fe-4119-9ca7-8bf86e8e3e2f req-93c78172-9ef1-4b53-9027-14f8472dfec9 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:25.141632 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48ad7634-76fe-4119-9ca7-8bf86e8e3e2f req-93c78172-9ef1-4b53-9027-14f8472dfec9 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.2085037 Jan 12 10:37:25.190364 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48ad7634-76fe-4119-9ca7-8bf86e8e3e2f req-f9a34ac4-0b29-4714-96d3-1779a7080310 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417001 Jan 12 10:37:26.408223 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536f5ee-b351-4581-afed-ca129ffa396a req-ef1a1acb-4bf0-48b2-99b0-6c7d7272ea73 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:26.410814 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6536f5ee-b351-4581-afed-ca129ffa396a req-ef1a1acb-4bf0-48b2-99b0-6c7d7272ea73 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0836141 Jan 12 10:37:26.460251 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6536f5ee-b351-4581-afed-ca129ffa396a req-5c1a3696-67ad-45fb-9a13-a82fc0eedf0d tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 Jan 12 10:37:27.676848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7b680-60ca-4a7e-94cc-70e80747d540 req-20310414-3fe0-4863-a1b4-d8622340beda tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:27.678293 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-05d7b680-60ca-4a7e-94cc-70e80747d540 req-20310414-3fe0-4863-a1b4-d8622340beda tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0775244 Jan 12 10:37:27.726294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-05d7b680-60ca-4a7e-94cc-70e80747d540 req-315b3a2b-0444-4bc2-bcd0-d7c953e6a175 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 Jan 12 10:37:28.933729 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b5d0c-645e-4b7f-b9bb-2e2a4ebe328a req-6bb3859f-83fa-4168-a919-38444c4cf4ff tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:28.935194 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0d8b5d0c-645e-4b7f-b9bb-2e2a4ebe328a req-6bb3859f-83fa-4168-a919-38444c4cf4ff tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0833402 Jan 12 10:37:28.983567 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0d8b5d0c-645e-4b7f-b9bb-2e2a4ebe328a req-b8985c1c-2f42-44f2-b5fe-db967a9a1c24 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Jan 12 10:37:30.185251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cc112-f1e4-4cbd-82c1-7e254b5f7d72 req-ae1bdbb3-f855-48bb-a513-c930f5bfa08c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:30.186731 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad6cc112-f1e4-4cbd-82c1-7e254b5f7d72 req-ae1bdbb3-f855-48bb-a513-c930f5bfa08c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0810299 Jan 12 10:37:30.244432 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ad6cc112-f1e4-4cbd-82c1-7e254b5f7d72 req-7a907d03-4f02-4192-9d6c-c3cfe938d05a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510588 Jan 12 10:37:31.441359 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a06821-f54c-40ee-8443-40a6b9bfac6c req-883601f0-1303-483c-a46d-90df65c83dc4 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:31.442871 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17a06821-f54c-40ee-8443-40a6b9bfac6c req-883601f0-1303-483c-a46d-90df65c83dc4 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0806024 Jan 12 10:37:31.487833 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17a06821-f54c-40ee-8443-40a6b9bfac6c req-f0cbab08-2068-473e-8b61-eff5e6c4af4b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393865 Jan 12 10:37:32.696311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1afc09-b65a-45ef-975e-c4a3e83666ce req-40a3f257-1a18-4860-889c-85d465c6f0c1 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:32.697746 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ae1afc09-b65a-45ef-975e-c4a3e83666ce req-40a3f257-1a18-4860-889c-85d465c6f0c1 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0808740 Jan 12 10:37:32.747770 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ae1afc09-b65a-45ef-975e-c4a3e83666ce req-82e53546-d94a-4649-9bd5-4aa154fd8b81 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Jan 12 10:37:33.958434 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90771c59-f455-4e7d-ae6b-ee0f2c301f1b req-e10216e7-9ee2-4f7b-8e79-4fe6e26d5391 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:33.959885 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90771c59-f455-4e7d-ae6b-ee0f2c301f1b req-e10216e7-9ee2-4f7b-8e79-4fe6e26d5391 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0816703 Jan 12 10:37:34.007834 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90771c59-f455-4e7d-ae6b-ee0f2c301f1b req-07cff56a-ea6f-47e0-8a1e-4c3004239b09 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395656 Jan 12 10:37:35.230564 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997698bb-cee1-44a7-8145-e438f687f941 req-b8dd6493-3989-49d4-93a9-52c6986dac3c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:35.232025 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-997698bb-cee1-44a7-8145-e438f687f941 req-b8dd6493-3989-49d4-93a9-52c6986dac3c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0899830 Jan 12 10:37:35.276527 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-997698bb-cee1-44a7-8145-e438f687f941 req-53f3cdb9-2c15-4683-bc4a-31a8150427f5 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 Jan 12 10:37:36.485682 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01061de7-11a4-4a5f-b0da-325895fb5c72 req-35ff7fbd-5bf2-4449-ac94-6b6eec75735d tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:36.487120 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01061de7-11a4-4a5f-b0da-325895fb5c72 req-35ff7fbd-5bf2-4449-ac94-6b6eec75735d tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0817010 Jan 12 10:37:36.532472 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01061de7-11a4-4a5f-b0da-325895fb5c72 req-f9f3baa2-7034-4485-a9d1-dcfb394df95d tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382764 Jan 12 10:37:37.756363 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcf924-0ad7-4422-a682-f75e6c149989 req-51d52249-53ea-44e3-94de-1cf6fff3ce87 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:37.757734 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-09bcf924-0ad7-4422-a682-f75e6c149989 req-51d52249-53ea-44e3-94de-1cf6fff3ce87 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0916364 Jan 12 10:37:37.802255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-09bcf924-0ad7-4422-a682-f75e6c149989 req-a376cc82-7be9-4f03-adf1-4d81f43d1220 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386662 Jan 12 10:37:39.008024 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773dd0d-9ad0-4ccc-b0b8-fb2ee76f6acd req-0aa72a2b-5ca5-4dcf-899f-b5394cb7f11c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:39.010033 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c773dd0d-9ad0-4ccc-b0b8-fb2ee76f6acd req-0aa72a2b-5ca5-4dcf-899f-b5394cb7f11c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0810080 Jan 12 10:37:39.014218 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:37:39.059124 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c773dd0d-9ad0-4ccc-b0b8-fb2ee76f6acd req-1ad8fe48-9956-4cbb-ab47-09d6e931bc97 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434492 Jan 12 10:37:40.286782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1adb2b-44fe-4fcd-ba21-7ee2ad256476 req-302d52f5-0942-456f-9027-ec6966d3bb64 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:40.288255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa1adb2b-44fe-4fcd-ba21-7ee2ad256476 req-302d52f5-0942-456f-9027-ec6966d3bb64 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 943 time: 0.0899658 Jan 12 10:37:40.333209 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fa1adb2b-44fe-4fcd-ba21-7ee2ad256476 req-fbdc2a71-09f7-4d93-9af1-5397ef90c037 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395200 Jan 12 10:37:40.835807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0b42b66e-1322-4bab-8899-6aa09863e0af details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:37:40.981101 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:37:40.994366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'port_id': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'mac_address': 'fa:16:3e:25:b9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:37:41.051302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:41.068780 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b42b66e-1322-4bab-8899-6aa09863e0af {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:37:41.090696 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:37:41.096813 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:41.163029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=9']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:37:41.443968 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['0b42b66e-1322-4bab-8899-6aa09863e0af'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:37:41.545768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475b2c-400b-4fc8-b435-9a86b5b4cd01 req-2518196f-d3a5-400e-96ed-c8bd80912e73 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:41.547236 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60475b2c-400b-4fc8-b435-9a86b5b4cd01 req-2518196f-d3a5-400e-96ed-c8bd80912e73 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 944 time: 0.0792806 Jan 12 10:37:41.595669 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-60475b2c-400b-4fc8-b435-9a86b5b4cd01 req-caeda026-46dc-4fb5-ad2c-4e4a3e33ef75 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423088 Jan 12 10:37:42.816786 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d8b1-015f-495a-ab26-0073cb3984c3 req-d5f366a4-4145-4883-8d0e-1e270fe878c3 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:42.818106 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-86f2d8b1-015f-495a-ab26-0073cb3984c3 req-d5f366a4-4145-4883-8d0e-1e270fe878c3 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 944 time: 0.0872273 Jan 12 10:37:42.833002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0b42b66e-1322-4bab-8899-6aa09863e0af up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:37:42.867193 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-86f2d8b1-015f-495a-ab26-0073cb3984c3 req-c6c0793e-8f91-4eb5-aba7-32e258f0d134 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413628 Jan 12 10:37:42.905876 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 0b42b66e-1322-4bab-8899-6aa09863e0af triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:37:42.906252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:43.017600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:43.050354 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:37:43.060534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:37:43.066049 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:43.108171 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'code': 200} Jan 12 10:37:43.136817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=10']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:37:43.375440 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee7a6fff-1e20-45d8-a0d5-ddbbdfc0aa27 req-6051b160-3837-4e61-bc9b-8010e7430785 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1099 time: 0.0778317 Jan 12 10:37:43.416627 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ee7a6fff-1e20-45d8-a0d5-ddbbdfc0aa27 req-4374ab6e-bf20-41a3-8eed-2395c8a70891 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351372 Jan 12 10:37:44.070387 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c5388-c181-4bd0-9793-1c753de6091a req-84e6af49-8fa2-4b84-a1d6-16c485d51587 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:44.072656 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-db5c5388-c181-4bd0-9793-1c753de6091a req-84e6af49-8fa2-4b84-a1d6-16c485d51587 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 946 time: 0.0822396 Jan 12 10:37:44.120710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-db5c5388-c181-4bd0-9793-1c753de6091a req-3272766c-669c-4e8f-9f5d-8750e626caa0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400534 Jan 12 10:37:45.330497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38571-9183-451e-ba84-5e7cb31254e7 req-1117a448-0aa6-425a-8326-91e768f2df56 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:45.332071 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-87d38571-9183-451e-ba84-5e7cb31254e7 req-1117a448-0aa6-425a-8326-91e768f2df56 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 946 time: 0.0854349 Jan 12 10:37:45.381079 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-87d38571-9183-451e-ba84-5e7cb31254e7 req-2a17573d-11bf-41b6-b283-77355ffca16e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 Jan 12 10:37:46.574421 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f327b6-0366-4f00-89be-7f0a6432188a req-2dd54c35-7797-4fdd-a29d-5f972cf4b32b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:37:46.576035 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e1f327b6-0366-4f00-89be-7f0a6432188a req-2dd54c35-7797-4fdd-a29d-5f972cf4b32b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 946 time: 0.0771108 Jan 12 10:37:46.627358 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e1f327b6-0366-4f00-89be-7f0a6432188a req-1146ebf4-d125-43f3-943e-1ce6f6a67822 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434546 Jan 12 10:37:49.167226 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fec6365f-9da9-4c3b-91f5-243ff33297e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:51.269532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95a6bdf9-739c-4f2a-b0b1-9375d0bac08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:52.294822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:52.682827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:52.782339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:54.166564 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:16.015443 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:38:19.173541 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-132a483d-130f-4493-9628-6621ad3e1322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:21.272873 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9118df3-44b9-47a2-810b-6cc4737f3b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:21.437840 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48fbc264-df49-475c-b77c-b3c04040cfc6 req-32ab08b1-25e0-47d1-9b1f-b282a8221625 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1468234 Jan 12 10:38:21.581555 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48fbc264-df49-475c-b77c-b3c04040cfc6 req-0cf49452-41c4-4134-9543-7ca8076c35b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1099 time: 0.0738442 Jan 12 10:38:21.736484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbc264-df49-475c-b77c-b3c04040cfc6 req-8ee82f2d-c100-449c-a0fe-6b35f5a44f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:38:21.737928 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48fbc264-df49-475c-b77c-b3c04040cfc6 req-8ee82f2d-c100-449c-a0fe-6b35f5a44f85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1378477 Jan 12 10:38:21.846170 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48fbc264-df49-475c-b77c-b3c04040cfc6 req-8b0b5821-37c3-46ed-aa0c-5538e980dcc6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 1001 time: 0.1021774 Jan 12 10:38:21.996525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbc264-df49-475c-b77c-b3c04040cfc6 req-2badffd9-63a6-47f8-b191-4409141d921b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:38:21.998025 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48fbc264-df49-475c-b77c-b3c04040cfc6 req-2badffd9-63a6-47f8-b191-4409141d921b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.1461272 Jan 12 10:38:22.087222 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48fbc264-df49-475c-b77c-b3c04040cfc6 req-48b0fbdf-7aad-4f2e-a5fe-bdda62213d9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830727 Jan 12 10:38:22.214719 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48fbc264-df49-475c-b77c-b3c04040cfc6 req-f6b4fdc5-53a3-4340-b940-02e317ce4de7 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215436 Jan 12 10:38:22.321906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:22.352172 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-48fbc264-df49-475c-b77c-b3c04040cfc6 req-d307d0ac-845f-4479-91a4-3bcc537f35e3 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306400 Jan 12 10:38:22.689109 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:22.794481 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:24.162140 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:49.165398 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ef33dafa-ddd2-48b8-a960-4c3f2b1cda1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:51.277319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9740-4c50-4e0f-b8f3-da4c417ebcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:52.324764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:52.684722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:52.793217 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:38:53.023004 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:38:54.170800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:19.166335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80f88510-5714-4f2d-a979-3e03d590c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:21.281819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ba16abf-bc0a-4ca0-bea8-723f82da38a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:22.320594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:22.681568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:22.801631 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:23.381722 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1351985e-6ace-46e0-8b99-fa95a05d5af1 req-d71e6590-1f4a-4950-a70e-cb15cab107c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737197 Jan 12 10:39:23.529576 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1351985e-6ace-46e0-8b99-fa95a05d5af1 req-c8364e3c-b990-4003-b65b-4202eb1f02f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1099 time: 0.0770619 Jan 12 10:39:23.672889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351985e-6ace-46e0-8b99-fa95a05d5af1 req-4b17247b-c2c1-4044-8322-84a2b45e33fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:23.674205 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1351985e-6ace-46e0-8b99-fa95a05d5af1 req-4b17247b-c2c1-4044-8322-84a2b45e33fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1256640 Jan 12 10:39:23.776053 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1351985e-6ace-46e0-8b99-fa95a05d5af1 req-d3e93427-a56b-4965-add0-935e8edc373c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 1001 time: 0.0958421 Jan 12 10:39:23.837322 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351985e-6ace-46e0-8b99-fa95a05d5af1 req-21946867-7962-44f8-a519-5631ee2f3070 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:23.838702 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1351985e-6ace-46e0-8b99-fa95a05d5af1 req-21946867-7962-44f8-a519-5631ee2f3070 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0564423 Jan 12 10:39:23.914512 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1351985e-6ace-46e0-8b99-fa95a05d5af1 req-92013d46-7b8a-4622-8e54-b3122b8060bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697472 Jan 12 10:39:24.047542 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1351985e-6ace-46e0-8b99-fa95a05d5af1 req-d47717f9-67f2-4a51-b892-0197f86eda0e service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272635 Jan 12 10:39:24.167528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:24.186640 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1351985e-6ace-46e0-8b99-fa95a05d5af1 req-0e82495d-088e-4687-ae6a-0cc8938018d2 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327960 Jan 12 10:39:30.017752 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:39:31.824180 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51510) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:39:32.101293 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Deleting port f92c311e-35fa-412d-85ac-92485400a8b2 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:39:32.101549 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:32.374460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:32.374713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:32.490975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Calling delete_port for f92c311e-35fa-412d-85ac-92485400a8b2 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:39:32.639849 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:32.688062 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event deleted for resources: {'Port': ['ID=f92c311e-35fa-412d-85ac-92485400a8b2,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:32.727132 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.727482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.727821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.728155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.728485 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.728809 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.729140 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.729460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.729781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.730100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.730420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:32.792305 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:33.187186 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Router 6f737690-34b8-4d7f-b1af-d02b43d10336 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:39:33.387386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:39:33.397009 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] Sync routers for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:39:33.408242 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:33.409411 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:39:33.410021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:39:33.463558 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5d272a63-0e36-41cc-bf4d-d3cdee613c53 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "DELETE /v2.0/floatingips/fca6f832-a3f2-472f-9e58-9999b4b27634 HTTP/1.1" status: 204 len: 168 time: 1.6379750 Jan 12 10:39:33.464190 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:39:33.590906 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:39:33.656838 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'status': 'completed', 'code': 200} Jan 12 10:39:33.757542 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-72e411e2-080a-44cf-85e5-e54c23e0ee64 req-fc83c611-0638-436e-a6b9-30d95117ce90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 1099 time: 0.0757780 Jan 12 10:39:33.915032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:39:33.918992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] Checking router: 6f737690-34b8-4d7f-b1af-d02b43d10336 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:39:33.929970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:39:33.930560 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:39:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:39:33.941508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e411e2-080a-44cf-85e5-e54c23e0ee64 req-10a5b7aa-80fa-4388-a809-de95a925ac55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:33.943002 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-72e411e2-080a-44cf-85e5-e54c23e0ee64 req-10a5b7aa-80fa-4388-a809-de95a925ac55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1783907 Jan 12 10:39:34.009051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb2b08-d1c1-4703-b7c0-d379c6e2260d req-5880216c-82cf-46ac-9411-ad7e31a6cb16 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:34.009731 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-cebb2b08-d1c1-4703-b7c0-d379c6e2260d req-5880216c-82cf-46ac-9411-ad7e31a6cb16 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Synchronizing usage tracker for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:39:34.021397 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-72e411e2-080a-44cf-85e5-e54c23e0ee64 req-d3240314-2cba-4397-8190-a6aaa451d5c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 200 len: 217 time: 0.0713141 Jan 12 10:39:34.068369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-cebb2b08-d1c1-4703-b7c0-d379c6e2260d req-5880216c-82cf-46ac-9411-ad7e31a6cb16 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Unset dirty status for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:39:34.069500 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cebb2b08-d1c1-4703-b7c0-d379c6e2260d req-5880216c-82cf-46ac-9411-ad7e31a6cb16 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 946 time: 0.2374487 Jan 12 10:39:34.109789 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:39:34.205500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e411e2-080a-44cf-85e5-e54c23e0ee64 req-909b5a85-92a4-4c5e-8957-e032418b06f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:34.206940 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-72e411e2-080a-44cf-85e5-e54c23e0ee64 req-909b5a85-92a4-4c5e-8957-e032418b06f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.1790979 Jan 12 10:39:34.265481 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-cebb2b08-d1c1-4703-b7c0-d379c6e2260d req-b55e4bfa-e958-4051-893d-e82b4177f224 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892200 Jan 12 10:39:34.301303 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-72e411e2-080a-44cf-85e5-e54c23e0ee64 req-90543bc5-46b1-4098-bb68-5e6fa0090bab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862434 Jan 12 10:39:34.418852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:39:34.422348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92babf-eb84-4894-8807-946d8462f614 None None] The sync data for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv is: [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:39:34.440702 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-72e411e2-080a-44cf-85e5-e54c23e0ee64 req-182a10a4-0c65-477d-94c7-dab30e7844f8 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331677 Jan 12 10:39:34.572793 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-72e411e2-080a-44cf-85e5-e54c23e0ee64 req-f8835ac7-4069-491a-a3ee-3a1097af7f96 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258962 Jan 12 10:39:34.646995 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9802b52-114a-4061-a648-527faa023c2b None None] New status for floating IP fca6f832-a3f2-472f-9e58-9999b4b27634: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:39:35.338052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-5c472bc7-22a3-4482-8e4b-e21a1cae3f09 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:35.339541 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-5c472bc7-22a3-4482-8e4b-e21a1cae3f09 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 946 time: 0.0816014 Jan 12 10:39:35.410240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-441fbbac-353d-4a40-8839-3e0b06a4071e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Deleting port 0b42b66e-1322-4bab-8899-6aa09863e0af {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:39:35.410770 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-441fbbac-353d-4a40-8839-3e0b06a4071e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:35.666001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e014fcc-8866-42dd-8529-525e8ceec4dd req-43e0ff27-05ba-40aa-9c2b-021941940fec tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:35.667310 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e014fcc-8866-42dd-8529-525e8ceec4dd req-43e0ff27-05ba-40aa-9c2b-021941940fec tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b09f890-a484-4bea-ac5a-db066ecfe568 HTTP/1.1" status: 200 len: 946 time: 0.2761061 Jan 12 10:39:35.722381 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-441fbbac-353d-4a40-8839-3e0b06a4071e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] For port 0b42b66e-1322-4bab-8899-6aa09863e0af, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0b42b66e-1322-4bab-8899-6aa09863e0af,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:39:35.722745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-441fbbac-353d-4a40-8839-3e0b06a4071e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:35.849063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-441fbbac-353d-4a40-8839-3e0b06a4071e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Calling delete_port for 0b42b66e-1322-4bab-8899-6aa09863e0af owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:39:35.885757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7e014fcc-8866-42dd-8529-525e8ceec4dd req-c10901f7-5b34-4cf4-a03f-f51c0abffe29 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=2a384307-a30e-42ee-bb14-bcee6fe32340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049816 Jan 12 10:39:35.999213 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-441fbbac-353d-4a40-8839-3e0b06a4071e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:36.047263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fbbac-353d-4a40-8839-3e0b06a4071e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event deleted for resources: {'Port': ['ID=0b42b66e-1322-4bab-8899-6aa09863e0af,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:36.116102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-441fbbac-353d-4a40-8839-3e0b06a4071e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] No DVR routers for this DVR port 0b42b66e-1322-4bab-8899-6aa09863e0af on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:39:36.118563 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-441fbbac-353d-4a40-8839-3e0b06a4071e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:36.121016 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'name': 'network-vif-deleted', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:39:36.138543 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5184f6b3-67c8-41a0-9a0d-e97ca9b69969 req-441fbbac-353d-4a40-8839-3e0b06a4071e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.59 "DELETE /v2.0/ports/0b42b66e-1322-4bab-8899-6aa09863e0af HTTP/1.1" status: 204 len: 173 time: 0.7936730 Jan 12 10:39:36.179236 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b09f890-a484-4bea-ac5a-db066ecfe568', 'name': 'network-vif-deleted', 'tag': '0b42b66e-1322-4bab-8899-6aa09863e0af', 'status': 'completed', 'code': 200} Jan 12 10:39:36.989937 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51538) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:39:37.062247 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.093445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.157351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.175413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a384307-a30e-42ee-bb14-bcee6fe32340,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:37.188004 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.188402 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.188732 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.189057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.189381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.189698 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.190015 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.190331 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.190648 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.190983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.191294 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:39:37.195257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.196375 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-895d813c-e21b-4e1d-afa0-ac5fa4244e1f tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "DELETE /v2.0/security-groups/2a384307-a30e-42ee-bb14-bcee6fe32340 HTTP/1.1" status: 204 len: 168 time: 0.2042131 Jan 12 10:39:37.620555 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51548) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:39:37.626722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612551237', 'description': 'tempest-secgroup-smoke-1612551237 description', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:39:37.632910 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:39:37.637115 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:39:37.640083 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:39:37.645871 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:39:37.658314 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.693413 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:39:37.697127 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:39:37.700311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:39:37.705854 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:39:37.759260 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.764401 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.807281 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f3d47b-3953-42e9-96ae-a1ba07b049cc,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:37.811728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.812969 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c30b05f0-385d-4824-b09d-5715e55b601e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1913607 Jan 12 10:39:37.816122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51552) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:39:37.821668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': 'e8f3d47b-3953-42e9-96ae-a1ba07b049cc', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:39:37.827874 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:39:37.831978 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:39:37.835055 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:39:37.840950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:39:37.859510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.921699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.926274 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.948774 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef260f21-e2a7-4266-bbf8-5e00964b824e,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:37.957950 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:37.959212 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ebdcf47c-c3fb-4386-8f3c-a0bb4b1d333c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419759 Jan 12 10:39:37.962050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51558) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:39:37.967432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': 'e8f3d47b-3953-42e9-96ae-a1ba07b049cc', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:39:37.973553 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:39:37.977565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:39:37.980701 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:39:37.986543 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:39:38.003504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.068724 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.073955 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.096899 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73f702a-2756-4886-a9f9-4b48d115a985,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:38.105971 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.107177 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-2ebf015e-5e63-452b-9500-1e8c7357914a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1442258 Jan 12 10:39:38.110134 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51562) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:39:38.115423 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': 'e8f3d47b-3953-42e9-96ae-a1ba07b049cc', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:39:38.121179 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:39:38.125001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:39:38.128231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:39:38.133837 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:39:38.151926 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.213682 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.218492 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.244064 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb47172-2177-44f0-8edf-5cbf890cafff,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:38.253374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.254547 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-349b0806-f2a6-4c9c-8b2c-9c37d67d0364 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435683 Jan 12 10:39:38.257350 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51566) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:39:38.262793 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': 'e8f3d47b-3953-42e9-96ae-a1ba07b049cc', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:39:38.268505 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:39:38.272252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:39:38.275118 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:39:38.280834 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:39:38.299788 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.363639 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.370053 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.393745 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357296c5-9f9e-4677-bf2d-5b0f23a29ea6,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:38.404039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.405299 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-dd4393f3-a102-4da5-ae88-b22cf217687b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1470447 Jan 12 10:39:38.408710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51572) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:39:38.417231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': 'e8f3d47b-3953-42e9-96ae-a1ba07b049cc', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:39:38.424302 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:39:38.428148 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:39:38.431025 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:39:38.436804 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:39:38.447399 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Project bee3c402fcdb4490af2b140f822f17e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:39:38.453544 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.516703 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.521833 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.544116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b89fdb3-37e4-4e0c-952b-dc52e6e50532,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:38.554593 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.555887 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-cc1ae90f-1bde-4d76-bd19-6466fd6573f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1459026 Jan 12 10:39:38.558475 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51578) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:39:38.564049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'security_group_rule': {'security_group_id': 'e8f3d47b-3953-42e9-96ae-a1ba07b049cc', 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:39:38.569791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:39:38.573561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:security_group_rule and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:39:38.576547 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:39:38.582184 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:39:38.594874 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Project bee3c402fcdb4490af2b140f822f17e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:39:38.601524 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.667001 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.674695 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.703356 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8333bc8a-b361-49a7-89a4-af6ec92829b3,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:38.713696 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:38.715002 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-aec3b209-9d2b-4481-8b33-a9941ead9ddc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1555989 Jan 12 10:39:39.328810 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0b42b66e-1322-4bab-8899-6aa09863e0af no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:39:39.375068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 0b42b66e-1322-4bab-8899-6aa09863e0af {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:39:39.375068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 0b42b66e-1322-4bab-8899-6aa09863e0af not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:39:49.161256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64e2c0aa-6693-4247-9b2f-71bc3d5382e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:51.280666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95220165-0b2d-49ae-a463-0fb0e1833c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:52.325326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:52.665811 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:52.700722 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-d662da9e-0561-4b36-ab84-be8671621ee0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612551237&fields=id&tenant_id=bee3c402fcdb4490af2b140f822f17e4 HTTP/1.1" status: 200 len: 267 time: 0.0447502 Jan 12 10:39:52.796582 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:52.851292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0805916a-9f82-4cbe-aab1-e6f7dcc196fe tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:52.852704 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0805916a-9f82-4cbe-aab1-e6f7dcc196fe tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 809 time: 0.1448359 Jan 12 10:39:52.868891 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-fc6f6e6b-1e3c-4760-a741-755b1e5ca8cc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/quotas/bee3c402fcdb4490af2b140f822f17e4 HTTP/1.1" status: 200 len: 375 time: 0.0108030 Jan 12 10:39:52.946899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-55a2b6fc-16ed-461d-b12e-133b87df2933 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Synchronizing usage tracker for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:39:52.965099 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-55a2b6fc-16ed-461d-b12e-133b87df2933 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Unset dirty status for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:39:52.966431 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-55a2b6fc-16ed-461d-b12e-133b87df2933 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930026 Jan 12 10:39:53.045341 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-1e740cb5-423d-4609-b0b4-f1208c0d2eb7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:39:53.046382 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-1e740cb5-423d-4609-b0b4-f1208c0d2eb7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0688810 Jan 12 10:39:53.265718 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-ed48234b-7e25-48dd-8466-4828c5ddecf5 service neutron] 10.222.0.58 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130311 Jan 12 10:39:53.394681 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-aa3d2ab9-d6dd-4b87-928b-b5dc7e9056eb service neutron] 10.222.0.58 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232479 Jan 12 10:39:54.179877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:54.844932 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fde215f8-1048-400c-a1cf-3cd2dd02053c req-dee612be-9de3-4966-801a-a0d57e19e402 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 210 time: 0.0434895 Jan 12 10:39:56.030915 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-73c5d2a0-1d13-4a6f-9b3c-943c376e15bb req-a562a3da-ca25-47c7-93fa-2d8710270460 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 210 time: 0.0533948 Jan 12 10:39:56.087304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-19c91798-9d3f-4ae3-a46b-60b37d1d7cfe tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:56.088755 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-19c91798-9d3f-4ae3-a46b-60b37d1d7cfe tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 809 time: 0.1876519 Jan 12 10:39:56.142150 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-56e3d283-72d7-46b5-ba66-d2e6cca6cd85 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee3c402fcdb4490af2b140f822f17e4 HTTP/1.1" status: 200 len: 380 time: 0.0411355 Jan 12 10:39:56.150394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'port': {'device_id': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'admin_state_up': True, 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'security_groups': ['e8f3d47b-3953-42e9-96ae-a1ba07b049cc']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:39:56.283961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:39:56.293612 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:39:56.304239 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Made reservation on behalf of bee3c402fcdb4490af2b140f822f17e4 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:39:56.307353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:56.473511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Allocated IP 172.20.0.13 (3302540c-ee01-4fc8-81fc-3566a0b0d6b1/5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d/04b254ad-b13f-4545-8c3c-1a160e58d9bf) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:39:56.662179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:56.677753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Transition to ACTIVE for port object 04b254ad-b13f-4545-8c3c-1a160e58d9bf will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:39:56.701750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:56.779038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:39:56.782398 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:39:56.786860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:39:56.812143 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'Port': ['ID=04b254ad-b13f-4545-8c3c-1a160e58d9bf,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:56.850831 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:56.851438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:56.880543 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-9bd7529e-b620-4274-8f71-bcc949f180ad tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7338562 Jan 12 10:39:56.892173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Request body: {'port': {'device_id': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:39:57.005536 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:57.091021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-77c9cee0-015a-4826-bda4-512a9f739373 None None] Provisioning for port 04b254ad-b13f-4545-8c3c-1a160e58d9bf completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:39:57.103946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-77c9cee0-015a-4826-bda4-512a9f739373 None None] Provisioning complete for port 04b254ad-b13f-4545-8c3c-1a160e58d9bf triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:39:57.104534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77c9cee0-015a-4826-bda4-512a9f739373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:57.165068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-77c9cee0-015a-4826-bda4-512a9f739373 None None] Port 04b254ad-b13f-4545-8c3c-1a160e58d9bf cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:39:57.348497 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce2fc0-90e4-41ac-bcee-745877383347 req-9dbe1a01-4d3d-4359-ba9c-0a4aee4ed43e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:57.349200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-c5ce2fc0-90e4-41ac-bcee-745877383347 req-9dbe1a01-4d3d-4359-ba9c-0a4aee4ed43e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Synchronizing usage tracker for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:39:57.512158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b254ad-b13f-4545-8c3c-1a160e58d9bf {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:39:57.515779 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-c5ce2fc0-90e4-41ac-bcee-745877383347 req-9dbe1a01-4d3d-4359-ba9c-0a4aee4ed43e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Unset dirty status for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:39:57.516895 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5ce2fc0-90e4-41ac-bcee-745877383347 req-9dbe1a01-4d3d-4359-ba9c-0a4aee4ed43e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 932 time: 0.3035195 Jan 12 10:39:57.520587 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:57.556129 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Transition to ACTIVE for port object 04b254ad-b13f-4545-8c3c-1a160e58d9bf will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:39:57.564652 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:57.627054 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c5ce2fc0-90e4-41ac-bcee-745877383347 req-1cf79950-ef49-4b2b-b06d-e4cca7ac3c95 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036460 Jan 12 10:39:57.696797 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=04b254ad-b13f-4545-8c3c-1a160e58d9bf,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:57.810526 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Attempting to bind port 04b254ad-b13f-4545-8c3c-1a160e58d9bf on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:39:57.810939 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Attempting to bind port 04b254ad-b13f-4545-8c3c-1a160e58d9bf by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:39:57.811296 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Attempting to bind port 04b254ad-b13f-4545-8c3c-1a160e58d9bf on network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:39:57.817236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Port 04b254ad-b13f-4545-8c3c-1a160e58d9bf on network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:39:57.817542 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Attempting to bind port 04b254ad-b13f-4545-8c3c-1a160e58d9bf on network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:39:57.824052 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:39:57.824380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Checking segment: {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:39:57.824754 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Bound using segment: {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:39:57.825170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Bound port: 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:39:57.825756 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:57.912538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] For port 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:39:57.915597 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] For port 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:39:57.920792 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:57.983458 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:39:57.985074 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 200 len: 1094 time: 1.0972149 Jan 12 10:39:57.985528 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:39:58.003026 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2c4e9-04ed-485b-9a94-31b97bdcf1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=04b254ad-b13f-4545-8c3c-1a160e58d9bf,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:39:58.056183 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'status': 'completed', 'code': 200} Jan 12 10:39:58.097350 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-19c1db89-653d-44e2-8366-1126439aace6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1097 time: 0.0725794 Jan 12 10:39:58.169884 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-d38ba2fd-ac93-41e0-830b-dd53ca894b1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 200 len: 217 time: 0.0661478 Jan 12 10:39:58.233627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-8616678f-cbd7-4c72-9b5f-ed02c783d142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:58.235116 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-8616678f-cbd7-4c72-9b5f-ed02c783d142 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0592065 Jan 12 10:39:58.320746 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-b81fe132-241d-4b21-be72-6579384d2541 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798566 Jan 12 10:39:58.453236 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-1c27494a-d7bd-4db1-b47c-c3ccbbfd99e7 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261644 Jan 12 10:39:58.586568 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d36f65c6-7b46-449f-a344-340b2c81b75d req-8dfcf957-17c2-45ab-a3d3-ab3df3635ef3 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276414 Jan 12 10:39:58.714255 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c388f8cc-baa4-4beb-b246-33938fdd24e0 req-a109d153-43d9-4095-a4e4-c4dc046c95cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1097 time: 0.0746751 Jan 12 10:39:58.897386 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388f8cc-baa4-4beb-b246-33938fdd24e0 req-0a3c0c18-72e5-4a1f-bd83-76106aafb8fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:58.898699 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c388f8cc-baa4-4beb-b246-33938fdd24e0 req-0a3c0c18-72e5-4a1f-bd83-76106aafb8fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1785970 Jan 12 10:39:58.960780 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50edc2-459e-4bd2-b10a-d9a97546b170 req-6d528c1f-b179-4709-b5da-f0d7c7185089 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:58.962158 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bd50edc2-459e-4bd2-b10a-d9a97546b170 req-6d528c1f-b179-4709-b5da-f0d7c7185089 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.1740782 Jan 12 10:39:58.989458 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c388f8cc-baa4-4beb-b246-33938fdd24e0 req-5c829f4b-60b4-473f-a774-ed7abf859481 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 200 len: 217 time: 0.0836961 Jan 12 10:39:59.062952 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bd50edc2-459e-4bd2-b10a-d9a97546b170 req-49b2070e-1eba-479e-a4a7-af8664cd4ee4 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950551 Jan 12 10:39:59.068061 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388f8cc-baa4-4beb-b246-33938fdd24e0 req-79b07eab-5c2d-44de-8284-c6d9e3944e1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:39:59.069397 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c388f8cc-baa4-4beb-b246-33938fdd24e0 req-79b07eab-5c2d-44de-8284-c6d9e3944e1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0744007 Jan 12 10:39:59.144966 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c388f8cc-baa4-4beb-b246-33938fdd24e0 req-816f664d-3953-4ecc-b8f0-2432ccfa94d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683460 Jan 12 10:39:59.363964 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c388f8cc-baa4-4beb-b246-33938fdd24e0 req-8816ea62-9c30-44fd-ba29-4bc9df52f0e0 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117534 Jan 12 10:39:59.492802 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c388f8cc-baa4-4beb-b246-33938fdd24e0 req-69951303-4d44-46b5-a7f2-e33e1587fe6c service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222448 Jan 12 10:40:00.273391 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b528dca-32fe-4cd0-ac36-20993acfef97 req-4b796a15-f667-4ad7-84f8-1359a3386c47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:00.274843 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b528dca-32fe-4cd0-ac36-20993acfef97 req-4b796a15-f667-4ad7-84f8-1359a3386c47 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0876663 Jan 12 10:40:00.323497 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b528dca-32fe-4cd0-ac36-20993acfef97 req-3df6e18b-1795-47e8-be2e-202aa15676cd tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Jan 12 10:40:01.536169 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d527a-f171-4fb0-8703-a37706a38a8e req-d255666d-5939-4472-89ad-c07c6e380fbc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:01.537622 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c43d527a-f171-4fb0-8703-a37706a38a8e req-d255666d-5939-4472-89ad-c07c6e380fbc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0783589 Jan 12 10:40:01.583611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c43d527a-f171-4fb0-8703-a37706a38a8e req-c3d46969-cb5c-4b62-b27e-896a65bf1dbc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Jan 12 10:40:02.797511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c3157-82c4-4e50-9c9c-31d45ecd4394 req-f07db7aa-9e41-4a80-8174-b37ef18ff130 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:02.798881 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c4c3157-82c4-4e50-9c9c-31d45ecd4394 req-f07db7aa-9e41-4a80-8174-b37ef18ff130 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0842521 Jan 12 10:40:02.847892 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-9c4c3157-82c4-4e50-9c9c-31d45ecd4394 req-17be7620-6df8-43fa-8a27-90336141c175 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Jan 12 10:40:04.070795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513c392-36ee-44ef-86b0-ab4b06a7902f req-9b60164b-2da5-44b8-8b93-9d40b424b7cc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:04.072231 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5513c392-36ee-44ef-86b0-ab4b06a7902f req-9b60164b-2da5-44b8-8b93-9d40b424b7cc tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0779238 Jan 12 10:40:04.120736 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5513c392-36ee-44ef-86b0-ab4b06a7902f req-28688726-3e6c-49d3-be9a-a6035e304b9b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401545 Jan 12 10:40:05.329862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec8285-a2f1-48c1-be82-244ba88111ee req-ecc3eced-5f98-45b5-aa8c-8c2e52333b26 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:05.331266 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b0ec8285-a2f1-48c1-be82-244ba88111ee req-ecc3eced-5f98-45b5-aa8c-8c2e52333b26 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0795250 Jan 12 10:40:05.378755 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b0ec8285-a2f1-48c1-be82-244ba88111ee req-e1f80efb-6f95-457f-b4e3-930bfd612e83 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419788 Jan 12 10:40:06.583044 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56103648-d6f8-49a1-990a-fa8e6d09865d req-3611f947-af1d-411b-a326-8b6103952265 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:06.584459 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-56103648-d6f8-49a1-990a-fa8e6d09865d req-3611f947-af1d-411b-a326-8b6103952265 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0768323 Jan 12 10:40:06.630927 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-56103648-d6f8-49a1-990a-fa8e6d09865d req-3ed0fb36-b216-4c82-81d3-8060973daf1e tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382886 Jan 12 10:40:07.022435 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:40:07.443618 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 04b254ad-b13f-4545-8c3c-1a160e58d9bf details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:40:07.620103 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:40:07.633007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'port_id': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'mac_address': 'fa:16:3e:cc:52:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:40:07.687366 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:07.705033 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b254ad-b13f-4545-8c3c-1a160e58d9bf {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:40:07.720302 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:40:07.726238 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:07.793157 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=04b254ad-b13f-4545-8c3c-1a160e58d9bf,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:40:07.801229 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.801567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.801894 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.802207 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.802545 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.802904 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.803223 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.803526 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.803853 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.804152 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.804465 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:40:07.837351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077e5d-3c3f-4e2c-97d1-19c571b57da1 req-f74188ed-7e07-409c-afaa-059df5ecfcca tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:07.838843 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b7077e5d-3c3f-4e2c-97d1-19c571b57da1 req-f74188ed-7e07-409c-afaa-059df5ecfcca tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 945 time: 0.0777588 Jan 12 10:40:07.884489 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b7077e5d-3c3f-4e2c-97d1-19c571b57da1 req-4e3a5664-18bb-45d2-971b-8bb69400ea1c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Jan 12 10:40:08.078251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['04b254ad-b13f-4545-8c3c-1a160e58d9bf'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:40:09.095375 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e36113-c8d7-4227-866d-dd74774c2e4e req-85cca61c-5db3-412b-8cfb-cb5950ee7c59 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:09.097193 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-34e36113-c8d7-4227-866d-dd74774c2e4e req-85cca61c-5db3-412b-8cfb-cb5950ee7c59 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 945 time: 0.0791807 Jan 12 10:40:09.146379 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-34e36113-c8d7-4227-866d-dd74774c2e4e req-e658f119-94e4-40b5-b47a-1b29864ed108 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435522 Jan 12 10:40:09.454881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 04b254ad-b13f-4545-8c3c-1a160e58d9bf up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:40:09.531486 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port 04b254ad-b13f-4545-8c3c-1a160e58d9bf completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:40:09.537601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 04b254ad-b13f-4545-8c3c-1a160e58d9bf triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:40:09.537992 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:09.671266 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:09.697262 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:40:09.706950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:40:09.712925 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:09.777547 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=04b254ad-b13f-4545-8c3c-1a160e58d9bf,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:40:09.823481 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'code': 200} Jan 12 10:40:10.119936 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-babf9194-5331-49fd-8783-8b260b5a54d0 req-ece347df-328c-4fe4-915f-7f225d7180b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1099 time: 0.0696638 Jan 12 10:40:10.162000 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-babf9194-5331-49fd-8783-8b260b5a54d0 req-e3a997f3-dc04-4d0b-89d8-13e64fe071a9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364101 Jan 12 10:40:10.357524 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f282581-e187-45c8-8d28-7cd872109d0a req-8cbc7440-e895-4750-8e08-9e65ac08eeff tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:10.358974 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8f282581-e187-45c8-8d28-7cd872109d0a req-8cbc7440-e895-4750-8e08-9e65ac08eeff tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0817304 Jan 12 10:40:10.410192 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8f282581-e187-45c8-8d28-7cd872109d0a req-50e05333-04bf-4126-aca7-0a2753b32f72 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452178 Jan 12 10:40:11.612315 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93575af7-a61a-4e6a-8767-5dfc7f2a3c33 req-e97323fc-0abf-47e7-a6fe-df13d64b62c6 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:11.613749 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-93575af7-a61a-4e6a-8767-5dfc7f2a3c33 req-e97323fc-0abf-47e7-a6fe-df13d64b62c6 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0831714 Jan 12 10:40:11.659433 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-93575af7-a61a-4e6a-8767-5dfc7f2a3c33 req-c274143f-a64f-4986-b177-4bb692d8c45c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398726 Jan 12 10:40:11.865804 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904f50d-671f-42e1-95b9-9835187a556f req-21a5513e-a2b4-4d00-8999-6ff7a90b575b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:11.867277 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6904f50d-671f-42e1-95b9-9835187a556f req-21a5513e-a2b4-4d00-8999-6ff7a90b575b tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0854220 Jan 12 10:40:11.926071 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6904f50d-671f-42e1-95b9-9835187a556f req-e7ab00db-1f23-40c5-8a28-5f7c3a4dcf65 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504317 Jan 12 10:40:11.953535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51742) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:40:12.090106 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ff4dc10f-24d0-4b9e-b5d6-040dcb38f397 tempest-TestShelveInstance-1636519529 tempest-TestShelveInstance-1636519529-project-admin] Synchronizing usage tracker for tenant:8b7a06561dbc454cb8c8ddafe83f0aa5 on resource:port {{(pid=83595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:40:12.110400 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-ff4dc10f-24d0-4b9e-b5d6-040dcb38f397 tempest-TestShelveInstance-1636519529 tempest-TestShelveInstance-1636519529-project-admin] Unset dirty status for tenant:8b7a06561dbc454cb8c8ddafe83f0aa5 on resource:port {{(pid=83595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:40:12.111854 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ff4dc10f-24d0-4b9e-b5d6-040dcb38f397 tempest-TestShelveInstance-1636519529 tempest-TestShelveInstance-1636519529-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1094 time: 0.1573210 Jan 12 10:40:12.114961 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51748) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:40:12.120388 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:40:12.126688 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:40:12.130921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Usage tracker for resource:floatingip and tenant:bee3c402fcdb4490af2b140f822f17e4 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:40:12.133936 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:40:12.139815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:40:12.151956 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:12.286367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:12.417975 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Allocated IP 172.26.1.76 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/56ade006-105f-4833-ae28-449782fb5d41) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:40:12.651993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:12.684235 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:12.748457 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:40:12.751603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:40:12.755889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:40:12.781577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'Port': ['ID=56ade006-105f-4833-ae28-449782fb5d41,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:40:13.272547 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:13.332145 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:13.539142 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:13.546763 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:13.651086 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event updated for resources: {'Port': ['ID=56ade006-105f-4833-ae28-449782fb5d41,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:40:13.669195 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:13.862628 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Floating IP d0b1debe-a58a-4f5b-8d19-cf9f5399156f associated. External IP: 172.26.1.76, port: 04b254ad-b13f-4545-8c3c-1a160e58d9bf. Jan 12 10:40:14.361974 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Router 6f737690-34b8-4d7f-b1af-d02b43d10336 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:40:14.575184 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:40:14.586691 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] Sync routers for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:40:14.599520 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:40:14.600344 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:40:14.601806 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:14.654828 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1ddb7473-42c6-4173-a5c9-c8fd41d8ae9a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5386517 Jan 12 10:40:14.655382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:40:14.718274 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'status': 'completed', 'code': 200} Jan 12 10:40:14.782479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:40:14.808576 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b8370c7-948e-403a-bbba-55f49ae6c8d1 req-8317bc63-8dcf-4b96-8b40-eabd3247ceba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1099 time: 0.0701661 Jan 12 10:40:14.944382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8370c7-948e-403a-bbba-55f49ae6c8d1 req-931bbab9-2413-4a5b-bdb2-208b6c2d5539 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:14.945715 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b8370c7-948e-403a-bbba-55f49ae6c8d1 req-931bbab9-2413-4a5b-bdb2-208b6c2d5539 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1320846 Jan 12 10:40:15.048024 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b8370c7-948e-403a-bbba-55f49ae6c8d1 req-63e3f3dc-e473-4b94-b0ab-608326e3b35e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 200 len: 999 time: 0.0959351 Jan 12 10:40:15.108741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8370c7-948e-403a-bbba-55f49ae6c8d1 req-075f8862-a08a-422d-8175-e2628228c16b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:15.110251 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b8370c7-948e-403a-bbba-55f49ae6c8d1 req-075f8862-a08a-422d-8175-e2628228c16b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0571094 Jan 12 10:40:15.131164 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd0b1debe-a58a-4f5b-8d19-cf9f5399156f', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'floating_ip_address': '172.26.1.76', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'port_id': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'mac_address': 'fa:16:3e:cc:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:40:13Z', 'updated_at': '2022-01-12T10:40:13Z', 'revision_number': 0, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:40:15.135134 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] Checking router: 6f737690-34b8-4d7f-b1af-d02b43d10336 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:40:15.145617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:40:15.146201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:39:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:40:15.185956 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b8370c7-948e-403a-bbba-55f49ae6c8d1 req-980c039a-bffb-4386-bc79-827ce3f9c11e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695808 Jan 12 10:40:15.316616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:40:15.316900 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b8370c7-948e-403a-bbba-55f49ae6c8d1 req-b9db23ce-9c0a-40fd-b47f-72f3e1fe4141 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244328 Jan 12 10:40:15.453821 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7b8370c7-948e-403a-bbba-55f49ae6c8d1 req-28f44af2-9e45-4f6a-be1f-01ee4e85a208 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281388 Jan 12 10:40:15.690583 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd0b1debe-a58a-4f5b-8d19-cf9f5399156f', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'floating_ip_address': '172.26.1.76', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'port_id': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'mac_address': 'fa:16:3e:cc:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:40:13Z', 'updated_at': '2022-01-12T10:40:13Z', 'revision_number': 0, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:40:15.694685 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b62c2-795b-45fd-b0f2-be6a3c2088b4 None None] The sync data for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv is: [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'd0b1debe-a58a-4f5b-8d19-cf9f5399156f', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'floating_ip_address': '172.26.1.76', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'port_id': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'mac_address': 'fa:16:3e:cc:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:40:13Z', 'updated_at': '2022-01-12T10:40:13Z', 'revision_number': 0, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:40:15.891581 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879c8a1-8bc6-475a-ab79-5a868096500b None None] New status for floating IP d0b1debe-a58a-4f5b-8d19-cf9f5399156f: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:40:19.169670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df78c890-0096-40f7-bffc-439b8c3da938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:21.282917 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e487426-a8d7-4e80-82e2-8f7649b68f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:22.334392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:22.675942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:22.811339 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:24.185115 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:24.359800 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d34df12-21d9-4137-aa6b-1e75e1e71aec req-a16ad40e-636d-4244-8f30-4bcd64216307 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733690 Jan 12 10:40:24.496401 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d34df12-21d9-4137-aa6b-1e75e1e71aec req-8450fee3-aafb-4efb-88cf-7a98fd4330bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1099 time: 0.0695522 Jan 12 10:40:24.640076 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34df12-21d9-4137-aa6b-1e75e1e71aec req-31cc8079-3c0a-4a5d-bbeb-1ea073a7f20b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:24.641513 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d34df12-21d9-4137-aa6b-1e75e1e71aec req-31cc8079-3c0a-4a5d-bbeb-1ea073a7f20b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1257548 Jan 12 10:40:24.755406 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d34df12-21d9-4137-aa6b-1e75e1e71aec req-d4455b5c-0f7f-4ddf-9df9-76dfd9de4d21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 200 len: 1001 time: 0.1058671 Jan 12 10:40:24.818413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34df12-21d9-4137-aa6b-1e75e1e71aec req-71c1ff43-263e-4a66-a570-f3bb5c76f5e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:40:24.820175 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d34df12-21d9-4137-aa6b-1e75e1e71aec req-71c1ff43-263e-4a66-a570-f3bb5c76f5e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0575950 Jan 12 10:40:24.999137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d34df12-21d9-4137-aa6b-1e75e1e71aec req-3fcf8b69-c16c-4a9f-ac6c-ff78049b1522 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1729066 Jan 12 10:40:25.136647 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d34df12-21d9-4137-aa6b-1e75e1e71aec req-420af256-6c7b-4ba4-9c95-fe1f9b709a89 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319678 Jan 12 10:40:25.273815 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d34df12-21d9-4137-aa6b-1e75e1e71aec req-4758f222-ee97-4085-bc8c-112ddcfe1637 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312737 Jan 12 10:40:44.027959 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:40:49.164686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22892501-a811-4222-a6ee-68248fd00eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:51.285741 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f38b40de-a943-40dd-8aa1-9d98fee3bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:52.352947 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:52.678204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:52.813343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:40:54.183401 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:19.182253 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a27046ec-42fb-45ca-a9da-86e1b466a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:21.031920 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:41:21.288849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3fa318ce-40d2-4818-b845-7f79444b834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:22.357657 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:22.685403 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:22.816874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:24.191757 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:25.354571 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-14a9e222-3bba-48f6-b082-5d4b97d4224a req-fcd30e97-fb22-4ae1-93db-a099209fd011 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741539 Jan 12 10:41:25.501917 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-14a9e222-3bba-48f6-b082-5d4b97d4224a req-e510ee42-6056-4379-ad8b-1e0a6d155348 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1099 time: 0.0708008 Jan 12 10:41:25.643318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9e222-3bba-48f6-b082-5d4b97d4224a req-14e1c166-741c-476d-ad01-9a7ddf915a91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:41:25.644712 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-14a9e222-3bba-48f6-b082-5d4b97d4224a req-14e1c166-741c-476d-ad01-9a7ddf915a91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1252201 Jan 12 10:41:25.745379 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-14a9e222-3bba-48f6-b082-5d4b97d4224a req-7b33f165-ea2c-4d1f-9aa8-ad5f18b92903 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 200 len: 1001 time: 0.0940750 Jan 12 10:41:25.807087 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9e222-3bba-48f6-b082-5d4b97d4224a req-4e9e35b9-ed71-4ddd-92a1-b32c94da881a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:41:25.808447 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-14a9e222-3bba-48f6-b082-5d4b97d4224a req-4e9e35b9-ed71-4ddd-92a1-b32c94da881a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0576105 Jan 12 10:41:25.886546 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-14a9e222-3bba-48f6-b082-5d4b97d4224a req-a57fe5ba-7c52-4298-8a5f-acb159c363f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709715 Jan 12 10:41:26.020716 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-14a9e222-3bba-48f6-b082-5d4b97d4224a req-bf3566e8-b20d-433d-ad3e-f3cd58da3488 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279085 Jan 12 10:41:26.147936 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-14a9e222-3bba-48f6-b082-5d4b97d4224a req-e2a4ebf2-dd2e-4947-8995-b94809731739 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215467 Jan 12 10:41:49.177938 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c622322b-ce69-4d4e-a2d6-fa1dbc753ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:51.282983 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1c14fad-9364-4dbc-9996-0fc55633f7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:52.370333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:52.682153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:52.819922 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:54.197397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:41:58.033992 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:42:10.896819 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962da67-c3d6-4d0c-8144-f964903afe96 req-b6c7fc02-186b-431c-90c8-d279c0581612 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:10.898141 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c962da67-c3d6-4d0c-8144-f964903afe96 req-b6c7fc02-186b-431c-90c8-d279c0581612 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.1946733 Jan 12 10:42:10.943216 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c962da67-c3d6-4d0c-8144-f964903afe96 req-f623275f-017d-452b-a234-df63e9d1daef tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 Jan 12 10:42:12.160717 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b25d35-c2fb-4a1a-aab6-ed6eb5a27b11 req-857f779e-0e88-4ef4-a021-dde4a1f040dd tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:12.162154 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8b25d35-c2fb-4a1a-aab6-ed6eb5a27b11 req-857f779e-0e88-4ef4-a021-dde4a1f040dd tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0802443 Jan 12 10:42:12.207352 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b8b25d35-c2fb-4a1a-aab6-ed6eb5a27b11 req-d4037286-e828-478d-adb7-3d2717a05718 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396180 Jan 12 10:42:13.435119 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09782d-fe48-4f22-9aaf-177d33a46968 req-2d70cbb9-4a97-4542-adbf-2b0588684344 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:13.436507 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a09782d-fe48-4f22-9aaf-177d33a46968 req-2d70cbb9-4a97-4542-adbf-2b0588684344 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0855761 Jan 12 10:42:13.480879 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3a09782d-fe48-4f22-9aaf-177d33a46968 req-7ae26610-d631-41aa-8008-da3b8e145736 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385666 Jan 12 10:42:14.708441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b7472-d5b2-4c07-abf1-18da066bfe5f req-11613524-e01a-4889-918a-fff4ecb02b82 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:14.709856 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f39b7472-d5b2-4c07-abf1-18da066bfe5f req-11613524-e01a-4889-918a-fff4ecb02b82 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0904880 Jan 12 10:42:14.761822 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f39b7472-d5b2-4c07-abf1-18da066bfe5f req-835c883b-b988-4b3d-9c37-25d7b3190160 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Jan 12 10:42:15.977276 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db362ea3-5579-4724-9932-60c2133ebfb7 req-6eb78b87-f7fe-4260-9a87-c5e26166274c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:15.978316 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-db362ea3-5579-4724-9932-60c2133ebfb7 req-6eb78b87-f7fe-4260-9a87-c5e26166274c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0870578 Jan 12 10:42:16.024246 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-db362ea3-5579-4724-9932-60c2133ebfb7 req-7e2d4809-e2f9-4fb5-9028-549ae9650388 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397539 Jan 12 10:42:17.337885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faae2bf-8cc3-4ffa-b2c1-f6f88a95ec50 req-d4079c5a-7e8c-4a8e-aeeb-27df86a51ba9 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:17.339257 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4faae2bf-8cc3-4ffa-b2c1-f6f88a95ec50 req-d4079c5a-7e8c-4a8e-aeeb-27df86a51ba9 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.1776314 Jan 12 10:42:17.384631 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4faae2bf-8cc3-4ffa-b2c1-f6f88a95ec50 req-d156d7bb-0a19-4560-a971-9563caf52916 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397503 Jan 12 10:42:18.602383 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ed6fc-88c8-4a6f-8179-256c8d9da094 req-a4e52b4b-c3f9-4373-807e-6f218c1d2200 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:18.603844 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-962ed6fc-88c8-4a6f-8179-256c8d9da094 req-a4e52b4b-c3f9-4373-807e-6f218c1d2200 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0898714 Jan 12 10:42:18.649374 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-962ed6fc-88c8-4a6f-8179-256c8d9da094 req-048f1a6f-521b-4547-9c28-4a0b30b87cd5 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398440 Jan 12 10:42:19.183407 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-537b4a74-e7a3-4def-a7e5-181056a7f473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:19.859282 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c2a57-9e0d-49a0-a4c0-3dac7b29d12f req-19dab449-9cc8-4c3e-a775-df8cd090d987 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:19.860638 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5d3c2a57-9e0d-49a0-a4c0-3dac7b29d12f req-19dab449-9cc8-4c3e-a775-df8cd090d987 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0884318 Jan 12 10:42:19.907101 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-5d3c2a57-9e0d-49a0-a4c0-3dac7b29d12f req-e96ff4eb-b629-431d-bf7c-a2e1d5dc2ed7 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400298 Jan 12 10:42:20.884541 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d8429fe5-f913-4be5-a970-b4a29aaae710 req-e42b8184-2a97-49e7-9a96-0f5302a2cf12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1099 time: 0.0789182 Jan 12 10:42:21.017719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8429fe5-f913-4be5-a970-b4a29aaae710 req-a009c96a-4cc4-4ebc-b038-a3ed104be78f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:21.019230 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d8429fe5-f913-4be5-a970-b4a29aaae710 req-a009c96a-4cc4-4ebc-b038-a3ed104be78f service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1294808 Jan 12 10:42:21.169313 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d8429fe5-f913-4be5-a970-b4a29aaae710 req-73a00d45-7d66-44d4-93bf-ca20d885587c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 200 len: 1001 time: 0.1436176 Jan 12 10:42:21.225746 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114f947-d90f-4b7f-a3b7-a0f082b81945 req-292809e2-5a43-4644-9bde-bb4e8bcc62d6 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:21.227163 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3114f947-d90f-4b7f-a3b7-a0f082b81945 req-292809e2-5a43-4644-9bde-bb4e8bcc62d6 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.1534846 Jan 12 10:42:21.269508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8429fe5-f913-4be5-a970-b4a29aaae710 req-d0f610fe-6110-4d19-b5b7-32d945b41965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:21.271715 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d8429fe5-f913-4be5-a970-b4a29aaae710 req-d0f610fe-6110-4d19-b5b7-32d945b41965 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0960188 Jan 12 10:42:21.285985 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda2796e-5080-465a-bab7-9853bdf9c56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:21.334886 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3114f947-d90f-4b7f-a3b7-a0f082b81945 req-51c49a18-6d17-4640-8f31-031a8240c409 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981095 Jan 12 10:42:21.361785 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d8429fe5-f913-4be5-a970-b4a29aaae710 req-3c32f3ec-bf8d-4186-9d9f-84f337fb126c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777717 Jan 12 10:42:21.491529 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d8429fe5-f913-4be5-a970-b4a29aaae710 req-9a9bc70a-ff11-4e14-90f7-c9364e32834e service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228349 Jan 12 10:42:21.626964 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d8429fe5-f913-4be5-a970-b4a29aaae710 req-f9734030-21a6-4ae2-a41e-95f4856de753 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299353 Jan 12 10:42:22.371801 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:22.531812 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a502015-bcc0-463f-bb03-be4e33beef0a req-c5dd0b07-4b8c-470d-b702-2de56e36a8a4 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:22.533286 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a502015-bcc0-463f-bb03-be4e33beef0a req-c5dd0b07-4b8c-470d-b702-2de56e36a8a4 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0790019 Jan 12 10:42:22.579837 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4a502015-bcc0-463f-bb03-be4e33beef0a req-f4e5a99c-fa5a-4486-9ad8-01f5a3e60754 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400958 Jan 12 10:42:22.670595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:22.820846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:23.795326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc863e-1eb1-4a50-b60e-aa4f2faf1d3c req-58b02c3e-e09d-47ac-9902-1d40b1a2db35 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:23.796742 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-47bc863e-1eb1-4a50-b60e-aa4f2faf1d3c req-58b02c3e-e09d-47ac-9902-1d40b1a2db35 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0894346 Jan 12 10:42:23.855219 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-47bc863e-1eb1-4a50-b60e-aa4f2faf1d3c req-aea19970-b861-44ab-a062-fa8bd8ca20a4 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482485 Jan 12 10:42:24.193955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:24.212129 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bf5addbb-9413-44d4-b08c-230c3a097245 req-835a0c0d-3ee6-4df6-926c-de55354a22b7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1381092 Jan 12 10:42:24.490179 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb0c6c-8478-4b8f-93a1-c089c09c5b87 req-b053f1ec-2f29-4c78-a06a-86e02ab801f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:24.491659 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-05eb0c6c-8478-4b8f-93a1-c089c09c5b87 req-b053f1ec-2f29-4c78-a06a-86e02ab801f0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0803759 Jan 12 10:42:24.493385 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [req-6db2295b-c105-4464-bc24-277d93256434 req-a80d249d-436c-4b19-87ca-11f145582e79 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388800 Jan 12 10:42:24.538757 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-05eb0c6c-8478-4b8f-93a1-c089c09c5b87 req-8d6244bc-58bd-4749-8987-4a76e758ee42 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Jan 12 10:42:25.748842 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4635e-1535-47b6-871b-038db4829a4a req-417bff9c-a366-47b2-825b-c118a9a38cc1 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:25.751041 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e3e4635e-1535-47b6-871b-038db4829a4a req-417bff9c-a366-47b2-825b-c118a9a38cc1 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0795181 Jan 12 10:42:25.801113 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-e3e4635e-1535-47b6-871b-038db4829a4a req-fe3177b5-ff1d-475f-9df3-e14d8d8c7312 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Jan 12 10:42:26.124417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 04b254ad-b13f-4545-8c3c-1a160e58d9bf no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:42:26.232068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:26.259243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:42:26.268786 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:42:26.273432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:26.317161 dv-neutron-824347-1-hyperv neutron-server[83596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'code': 422} returned with failed status Jan 12 10:42:26.341827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=04b254ad-b13f-4545-8c3c-1a160e58d9bf,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:42:26.349965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.350307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.350643 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.350990 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.351317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.351635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.351954 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.352269 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.352580 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.352908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.353206 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:42:26.739780 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6db2295b-c105-4464-bc24-277d93256434 req-8ae9c5d6-2802-4b84-8e9d-c9e219ff1744 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64&tenant_id=bee3c402fcdb4490af2b140f822f17e4 HTTP/1.1" status: 200 len: 1097 time: 0.0772164 Jan 12 10:42:27.004714 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6db2295b-c105-4464-bc24-277d93256434 req-7af923ec-7def-401b-b72b-54253e8ca660 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1097 time: 0.2445195 Jan 12 10:42:27.097273 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93319d-bbc8-44f3-b5c9-e00911a1be37 req-cf321c22-331b-4504-a156-93cfcf3d3412 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:27.098770 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fd93319d-bbc8-44f3-b5c9-e00911a1be37 req-cf321c22-331b-4504-a156-93cfcf3d3412 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.1667035 Jan 12 10:42:27.180390 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2295b-c105-4464-bc24-277d93256434 req-03779b95-c59d-4b9a-b42f-87f421232709 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:27.181822 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6db2295b-c105-4464-bc24-277d93256434 req-03779b95-c59d-4b9a-b42f-87f421232709 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1714597 Jan 12 10:42:27.185618 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fd93319d-bbc8-44f3-b5c9-e00911a1be37 req-60604056-0fc7-4054-802d-9627bbc48c65 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772233 Jan 12 10:42:27.287978 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6db2295b-c105-4464-bc24-277d93256434 req-63da0f62-8443-481c-a826-20bb41128a46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 200 len: 999 time: 0.1001842 Jan 12 10:42:27.350226 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2295b-c105-4464-bc24-277d93256434 req-ff9d3988-72df-4dbb-bc06-0bf3d3495a34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:27.351569 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6db2295b-c105-4464-bc24-277d93256434 req-ff9d3988-72df-4dbb-bc06-0bf3d3495a34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0581355 Jan 12 10:42:27.428871 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6db2295b-c105-4464-bc24-277d93256434 req-658f01ec-5704-44d1-9fbd-426e51a5aaa6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702684 Jan 12 10:42:27.574032 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6db2295b-c105-4464-bc24-277d93256434 req-049de4b2-ded8-4305-9dbc-e1e1ae30a1a6 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383586 Jan 12 10:42:27.708668 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6db2295b-c105-4464-bc24-277d93256434 req-23be34ef-64e5-468e-a6d4-75f3b7376450 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290524 Jan 12 10:42:28.405650 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2415c8-db76-4be1-bb05-f6786507a60e req-e3cbafd3-9aff-40c1-8a4a-c99253ecf429 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:28.407620 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ed2415c8-db76-4be1-bb05-f6786507a60e req-e3cbafd3-9aff-40c1-8a4a-c99253ecf429 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0947173 Jan 12 10:42:28.454732 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ed2415c8-db76-4be1-bb05-f6786507a60e req-d1a8958e-65e3-4ce2-b664-8e58a6a3ae8c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Jan 12 10:42:29.658047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c27d-f67c-42c6-bf3e-e537bc5fbda2 req-f12963ec-671f-4026-9535-46d9f971e449 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:29.659521 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6c46c27d-f67c-42c6-bf3e-e537bc5fbda2 req-f12963ec-671f-4026-9535-46d9f971e449 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0864730 Jan 12 10:42:29.707334 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6c46c27d-f67c-42c6-bf3e-e537bc5fbda2 req-75e2eb53-5607-41ae-a8ea-a7bc50835794 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421398 Jan 12 10:42:30.928013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3fa6c-df80-44f1-be06-ccc0c6277483 req-4ee91a72-917c-4068-af97-2cded91825ba tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:30.929425 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fcb3fa6c-df80-44f1-be06-ccc0c6277483 req-4ee91a72-917c-4068-af97-2cded91825ba tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0905132 Jan 12 10:42:30.975654 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-fcb3fa6c-df80-44f1-be06-ccc0c6277483 req-2acd99a3-1658-4ca7-8cbe-d11aaa467f98 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 Jan 12 10:42:32.180137 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb90e0e-e967-489e-90f7-0a546f52d5b8 req-33c2a651-3bd4-418c-b21f-d68bca5813f1 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:32.181543 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-beb90e0e-e967-489e-90f7-0a546f52d5b8 req-33c2a651-3bd4-418c-b21f-d68bca5813f1 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0803199 Jan 12 10:42:32.228967 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-beb90e0e-e967-489e-90f7-0a546f52d5b8 req-13a7c0bc-7c50-41e2-be31-f2b6d90530ed tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395393 Jan 12 10:42:33.439750 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea54755-fb35-48c2-9e6a-394c66ac5974 req-c05703b0-759f-40d4-a556-b72b9ab4e76a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:33.441306 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1ea54755-fb35-48c2-9e6a-394c66ac5974 req-c05703b0-759f-40d4-a556-b72b9ab4e76a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0863168 Jan 12 10:42:33.486996 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1ea54755-fb35-48c2-9e6a-394c66ac5974 req-a86a688c-026d-4313-bb16-dd565cd2a6cd tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402386 Jan 12 10:42:34.702302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c951e4e-2e94-4217-96ad-476c26adc07a req-fa68809d-c6d2-414a-913c-c12336f6e1e5 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:34.703779 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2c951e4e-2e94-4217-96ad-476c26adc07a req-fa68809d-c6d2-414a-913c-c12336f6e1e5 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0904195 Jan 12 10:42:34.748678 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2c951e4e-2e94-4217-96ad-476c26adc07a req-96c868e8-ebb8-43e6-af63-030051fc0681 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392067 Jan 12 10:42:35.040437 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:42:35.968876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86199-6a47-4edd-a86e-fb6c14773459 req-dcf27818-68a2-498a-b3dd-ffd26935c66c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:35.970327 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-50c86199-6a47-4edd-a86e-fb6c14773459 req-dcf27818-68a2-498a-b3dd-ffd26935c66c tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 944 time: 0.0891552 Jan 12 10:42:36.016536 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-50c86199-6a47-4edd-a86e-fb6c14773459 req-7f1bbf76-8883-4bb5-a5af-8aa29796f512 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405772 Jan 12 10:42:36.203409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 04b254ad-b13f-4545-8c3c-1a160e58d9bf details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:42:36.344150 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:42:36.357566 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'port_id': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'mac_address': 'fa:16:3e:cc:52:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:42:36.413604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:36.431352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b254ad-b13f-4545-8c3c-1a160e58d9bf {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:42:36.446760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:42:36.452518 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:36.524667 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=04b254ad-b13f-4545-8c3c-1a160e58d9bf,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:42:36.826144 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['04b254ad-b13f-4545-8c3c-1a160e58d9bf'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:42:37.235394 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d536afa-96ca-4eab-97da-0e5f09ff9c9f req-8372a40f-be8a-4461-89c5-3211a21e26de tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:37.236826 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d536afa-96ca-4eab-97da-0e5f09ff9c9f req-8372a40f-be8a-4461-89c5-3211a21e26de tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 945 time: 0.0907946 Jan 12 10:42:37.286193 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1d536afa-96ca-4eab-97da-0e5f09ff9c9f req-ba959e0b-d4f8-43b5-9dce-1e45ec279ba2 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Jan 12 10:42:38.201528 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 04b254ad-b13f-4545-8c3c-1a160e58d9bf up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:42:38.280600 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port 04b254ad-b13f-4545-8c3c-1a160e58d9bf triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:42:38.280860 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:38.429467 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:38.455635 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:42:38.465084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:42:38.472370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:38.481303 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e71b1-967c-48cb-a362-f8081796fc0e req-816fbca5-4652-455c-b453-df2475d0f56a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:38.483570 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-984e71b1-967c-48cb-a362-f8081796fc0e req-816fbca5-4652-455c-b453-df2475d0f56a tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 945 time: 0.0768242 Jan 12 10:42:38.519992 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'code': 200} Jan 12 10:42:38.547169 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=04b254ad-b13f-4545-8c3c-1a160e58d9bf,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:42:38.623577 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-984e71b1-967c-48cb-a362-f8081796fc0e req-103e5bec-aabe-4215-8bc1-f42d9d4b47ea tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343737 Jan 12 10:42:38.792602 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78ca8894-14eb-46bb-8f12-b6bc40e70aea req-f236c28f-ab00-49b7-abab-b3cb866c93d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1099 time: 0.0694244 Jan 12 10:42:38.835033 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-78ca8894-14eb-46bb-8f12-b6bc40e70aea req-9877cdc8-ba56-4c29-855f-6f3684d22c5c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363424 Jan 12 10:42:39.833050 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbb964-ebed-4323-8677-116bba27a455 req-2f269543-6b50-4b7c-847e-28b7f29155e2 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:39.834487 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b4bbb964-ebed-4323-8677-116bba27a455 req-2f269543-6b50-4b7c-847e-28b7f29155e2 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0897086 Jan 12 10:42:39.891556 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b4bbb964-ebed-4323-8677-116bba27a455 req-95fd034f-8e81-4ebd-b803-c69c25a5706d tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485847 Jan 12 10:42:41.120799 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48ce0-eca8-40ec-bffe-95f4d82abb8c req-37323e9f-7a7c-435f-a281-0ad8786a2a72 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:42:41.122267 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d0b48ce0-eca8-40ec-bffe-95f4d82abb8c req-37323e9f-7a7c-435f-a281-0ad8786a2a72 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0788548 Jan 12 10:42:41.167621 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d0b48ce0-eca8-40ec-bffe-95f4d82abb8c req-5b1d5ab6-b876-41e6-8c93-bb34fcb54606 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398555 Jan 12 10:42:49.181278 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c140a065-0c44-4443-8c52-1c9e1a8472fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:51.290141 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d16d5cb-8124-47da-a78a-f122069de4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:52.382970 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:52.668188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:52.824501 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:42:54.201847 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:12.031656 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:43:19.177151 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a1a9e9-49c1-48f7-9200-2aa2124d8241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:21.292986 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f96b9a45-c7b2-407e-872a-8df0fc66d585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:22.369942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:22.670303 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:22.832672 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:24.202718 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:27.449731 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27a0a1ef-6fc9-4a1d-8a72-56c6103cffb8 req-02a0cdf6-1855-4e86-a249-38466edef93f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1467574 Jan 12 10:43:27.596270 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27a0a1ef-6fc9-4a1d-8a72-56c6103cffb8 req-55b88cda-f739-47a7-8228-fc2429967c89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1099 time: 0.0699029 Jan 12 10:43:27.745633 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a1ef-6fc9-4a1d-8a72-56c6103cffb8 req-f6defdb3-d8fe-4f00-80a3-b27283bf9c8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:43:27.747167 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27a0a1ef-6fc9-4a1d-8a72-56c6103cffb8 req-f6defdb3-d8fe-4f00-80a3-b27283bf9c8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1301279 Jan 12 10:43:27.849736 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27a0a1ef-6fc9-4a1d-8a72-56c6103cffb8 req-7ffcdd7c-36d6-462c-a829-43528dd5d5ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 200 len: 1001 time: 0.0969627 Jan 12 10:43:27.917020 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a1ef-6fc9-4a1d-8a72-56c6103cffb8 req-410cb8b4-d76e-4f64-a381-bb6e26369bd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:43:27.918393 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27a0a1ef-6fc9-4a1d-8a72-56c6103cffb8 req-410cb8b4-d76e-4f64-a381-bb6e26369bd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0622623 Jan 12 10:43:27.995866 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27a0a1ef-6fc9-4a1d-8a72-56c6103cffb8 req-841bc3bc-abaf-4367-905c-671ecfa4425a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717039 Jan 12 10:43:28.123927 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27a0a1ef-6fc9-4a1d-8a72-56c6103cffb8 req-bdc3621d-68ef-48ef-bc1d-8d87ba3c965c service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220624 Jan 12 10:43:28.259732 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-27a0a1ef-6fc9-4a1d-8a72-56c6103cffb8 req-1336199c-7fb0-4526-a09d-d614aef5ae9f service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306016 Jan 12 10:43:49.038136 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:43:49.177771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3af4-6db3-4e75-a6e8-a98b3aaf0454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:51.302461 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a585822e-c9ab-4f01-8600-fb832921670c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:52.381187 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:52.675343 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:52.832471 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:54.207974 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:57.160541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51894) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:43:57.368914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Deleting port 56ade006-105f-4833-ae28-449782fb5d41 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:43:57.369304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:57.531887 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:57.532208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:57.742808 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Calling delete_port for 56ade006-105f-4833-ae28-449782fb5d41 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:43:57.894696 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:57.936719 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event deleted for resources: {'Port': ['ID=56ade006-105f-4833-ae28-449782fb5d41,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:43:57.977382 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:57.977726 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:57.978058 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:57.978369 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:57.978700 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:57.979055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:57.979376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:57.979680 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:57.979993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:57.980309 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:57.980622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:43:58.040752 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:58.444319 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Router 6f737690-34b8-4d7f-b1af-d02b43d10336 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:43:58.651861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:43:58.662791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] Sync routers for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:43:58.674105 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:43:58.675856 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:43:58.676466 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:43:58.727568 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-bbef05f2-5aac-4add-b9a1-aa5048b0b554 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "DELETE /v2.0/floatingips/d0b1debe-a58a-4f5b-8d19-cf9f5399156f HTTP/1.1" status: 204 len: 168 time: 1.5655768 Jan 12 10:43:58.729354 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:43:58.813072 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'status': 'completed', 'code': 200} Jan 12 10:43:58.865131 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:43:58.906058 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8340d288-d3f8-40b9-92e6-61a01a3b59cf req-632278cd-e7e0-4fa4-bc62-102632e925ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bee3c402fcdb4490af2b140f822f17e4&device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 1099 time: 0.0696433 Jan 12 10:43:59.045899 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d288-d3f8-40b9-92e6-61a01a3b59cf req-f1ac490d-bba6-4b0f-a5ad-ec77e5a2a329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:43:59.047395 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8340d288-d3f8-40b9-92e6-61a01a3b59cf req-f1ac490d-bba6-4b0f-a5ad-ec77e5a2a329 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 200 len: 910 time: 0.1352892 Jan 12 10:43:59.156664 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8340d288-d3f8-40b9-92e6-61a01a3b59cf req-c25d2c7f-44aa-43c8-9ec9-54b248b5abfb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 200 len: 217 time: 0.0708838 Jan 12 10:43:59.183700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:43:59.187617 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] Checking router: 6f737690-34b8-4d7f-b1af-d02b43d10336 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:43:59.198002 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:43:59.198594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:43:59.229496 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d288-d3f8-40b9-92e6-61a01a3b59cf req-32418ec9-3338-4942-8eaa-0dc146400dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:43:59.230897 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8340d288-d3f8-40b9-92e6-61a01a3b59cf req-32418ec9-3338-4942-8eaa-0dc146400dea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 200 len: 848 time: 0.0660608 Jan 12 10:43:59.240662 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bd149-b523-4c8f-9dbf-14ba7c7afc4a req-720d8994-fd5c-4237-a79b-900078f26906 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:43:59.241351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-389bd149-b523-4c8f-9dbf-14ba7c7afc4a req-720d8994-fd5c-4237-a79b-900078f26906 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Synchronizing usage tracker for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:43:59.301121 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-389bd149-b523-4c8f-9dbf-14ba7c7afc4a req-720d8994-fd5c-4237-a79b-900078f26906 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Unset dirty status for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:43:59.302301 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-389bd149-b523-4c8f-9dbf-14ba7c7afc4a req-720d8994-fd5c-4237-a79b-900078f26906 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.2495508 Jan 12 10:43:59.346922 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8340d288-d3f8-40b9-92e6-61a01a3b59cf req-707c8dc4-800c-401c-9b53-0e57c0f1473c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3302540c-ee01-4fc8-81fc-3566a0b0d6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027875 Jan 12 10:43:59.376154 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-389bd149-b523-4c8f-9dbf-14ba7c7afc4a req-ea5d56ef-a397-4168-88cf-8a66b3998712 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676174 Jan 12 10:43:59.377415 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:43:59.584671 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8340d288-d3f8-40b9-92e6-61a01a3b59cf req-01ba19e3-bc9f-4b4b-a9a7-1fa13e4f5ce1 service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307434 Jan 12 10:43:59.713911 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8340d288-d3f8-40b9-92e6-61a01a3b59cf req-cc504a0b-81a4-4cdc-b473-04d707b4b47a service neutron] 10.222.0.59 "GET /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225619 Jan 12 10:43:59.735015 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:43:59.739710 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91166a-2a2a-4e56-9ae4-c60650873c9f None None] The sync data for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv is: [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:33:48Z', 'revision_number': 4, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '558daa6e-12f1-4ebb-985d-d817766c3543', 'name': '', 'network_id': '3302540c-ee01-4fc8-81fc-3566a0b0d6b1', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'mac_address': 'fa:16:3e:ca:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:48Z', 'updated_at': '2022-01-12T10:34:08Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'subnets': [{'id': '5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:43:59.943198 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4408c-e471-4da5-b92f-902675667f6f None None] New status for floating IP d0b1debe-a58a-4f5b-8d19-cf9f5399156f: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:44:00.594107 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ec2f6-a1b3-41ab-bdd7-fd1632bb07c8 req-1d135daf-f1a4-4b43-9b3d-171d3ab04a78 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:00.595587 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3e4ec2f6-a1b3-41ab-bdd7-fd1632bb07c8 req-1d135daf-f1a4-4b43-9b3d-171d3ab04a78 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.0830970 Jan 12 10:44:00.693057 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3e4ec2f6-a1b3-41ab-bdd7-fd1632bb07c8 req-02af5ad8-9211-4fcd-b1c6-0f39c750e3a0 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/security-groups?id=e8f3d47b-3953-42e9-96ae-a1ba07b049cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909209 Jan 12 10:44:00.713025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-d787d6d6-11c0-4f53-9065-85bf83b978c8 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:00.714420 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-d787d6d6-11c0-4f53-9065-85bf83b978c8 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.59 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 946 time: 0.1136508 Jan 12 10:44:00.786367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-cec921a8-ab32-4813-b65d-b6176c38da45 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Deleting port 04b254ad-b13f-4545-8c3c-1a160e58d9bf {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:00.786760 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-cec921a8-ab32-4813-b65d-b6176c38da45 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:01.025479 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-cec921a8-ab32-4813-b65d-b6176c38da45 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] For port 04b254ad-b13f-4545-8c3c-1a160e58d9bf, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=04b254ad-b13f-4545-8c3c-1a160e58d9bf,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:01.025832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-cec921a8-ab32-4813-b65d-b6176c38da45 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:01.143097 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-cec921a8-ab32-4813-b65d-b6176c38da45 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Calling delete_port for 04b254ad-b13f-4545-8c3c-1a160e58d9bf owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:44:01.295167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-cec921a8-ab32-4813-b65d-b6176c38da45 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:01.342405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec921a8-ab32-4813-b65d-b6176c38da45 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event deleted for resources: {'Port': ['ID=04b254ad-b13f-4545-8c3c-1a160e58d9bf,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:01.416157 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-cec921a8-ab32-4813-b65d-b6176c38da45 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] No DVR routers for this DVR port 04b254ad-b13f-4545-8c3c-1a160e58d9bf on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:44:01.419106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-cec921a8-ab32-4813-b65d-b6176c38da45 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:01.421577 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'name': 'network-vif-deleted', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:44:01.439441 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f3ce5cc2-785d-4d48-bec4-d629e145eb84 req-cec921a8-ab32-4813-b65d-b6176c38da45 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.59 "DELETE /v2.0/ports/04b254ad-b13f-4545-8c3c-1a160e58d9bf HTTP/1.1" status: 204 len: 173 time: 0.7195661 Jan 12 10:44:01.482580 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177f2f3b-8e90-48bc-a56d-f5be63c52d64', 'name': 'network-vif-deleted', 'tag': '04b254ad-b13f-4545-8c3c-1a160e58d9bf', 'status': 'completed', 'code': 200} Jan 12 10:44:01.874153 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-bbbbebaa-c316-458c-8dfb-c77b50541856 req-797892f7-4a0a-4482-a649-4e8ff2f94a78 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Synchronizing usage tracker for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:44:01.891533 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-bbbbebaa-c316-458c-8dfb-c77b50541856 req-797892f7-4a0a-4482-a649-4e8ff2f94a78 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Unset dirty status for tenant:bee3c402fcdb4490af2b140f822f17e4 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:44:01.893066 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bbbbebaa-c316-458c-8dfb-c77b50541856 req-797892f7-4a0a-4482-a649-4e8ff2f94a78 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f2f3b-8e90-48bc-a56d-f5be63c52d64 HTTP/1.1" status: 200 len: 210 time: 0.0639720 Jan 12 10:44:02.596822 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 04b254ad-b13f-4545-8c3c-1a160e58d9bf no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:44:02.629299 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: 04b254ad-b13f-4545-8c3c-1a160e58d9bf {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:44:02.629638 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device 04b254ad-b13f-4545-8c3c-1a160e58d9bf not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:44:03.001964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51918) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:03.069376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b2418bf3-c761-4979-9df1-6bd8b1e739f6 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:03.103114 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b2418bf3-c761-4979-9df1-6bd8b1e739f6 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:03.169862 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b2418bf3-c761-4979-9df1-6bd8b1e739f6 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:03.188504 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2418bf3-c761-4979-9df1-6bd8b1e739f6 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f3d47b-3953-42e9-96ae-a1ba07b049cc,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:03.194986 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b2418bf3-c761-4979-9df1-6bd8b1e739f6 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:03.198609 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b2418bf3-c761-4979-9df1-6bd8b1e739f6 tempest-TestShelveInstance-655410218 tempest-TestShelveInstance-655410218-project] 10.222.0.58 "DELETE /v2.0/security-groups/e8f3d47b-3953-42e9-96ae-a1ba07b049cc HTTP/1.1" status: 204 len: 168 time: 0.1931458 Jan 12 10:44:03.255758 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51924) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:03.969125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:04.573834 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] Deleting port 558daa6e-12f1-4ebb-985d-d817766c3543 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:04.574509 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:04.756462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] For port 558daa6e-12f1-4ebb-985d-d817766c3543, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=558daa6e-12f1-4ebb-985d-d817766c3543,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:04.756708 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:04.874324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] Calling delete_port for 558daa6e-12f1-4ebb-985d-d817766c3543 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:44:05.056653 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:05.100247 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] Pushing event deleted for resources: {'Port': ['ID=558daa6e-12f1-4ebb-985d-d817766c3543,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:05.484610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:06.069991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] Router 6f737690-34b8-4d7f-b1af-d02b43d10336 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:44:06.282590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:44:06.291601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] Sync routers for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:44:06.300244 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2759c02f-fe2b-40c2-8eb4-8bfe75c0d45c admin admin] 10.222.0.58 "PUT /v2.0/routers/6f737690-34b8-4d7f-b1af-d02b43d10336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0420098 Jan 12 10:44:06.302576 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51930) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:06.306323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:06.306978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:06.485241 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:06.497482 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:06.689508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:06.700330 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Deleting port 39740565-d334-4958-a3d5-2c41b64e67a2 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:06.700681 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:06.765327 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:44:04Z', 'revision_number': 5, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port': {'id': '39740565-d334-4958-a3d5-2c41b64e67a2', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:46Z', 'updated_at': '2022-01-12T10:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:06.769215 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] Checking router: 6f737690-34b8-4d7f-b1af-d02b43d10336 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:44:06.779702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] Routers {'6f737690-34b8-4d7f-b1af-d02b43d10336'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:06.780295 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['6f737690-34b8-4d7f-b1af-d02b43d10336'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:06.932184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] Set router 6f737690-34b8-4d7f-b1af-d02b43d10336 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:06.982965 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] For port 39740565-d334-4958-a3d5-2c41b64e67a2, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=39740565-d334-4958-a3d5-2c41b64e67a2,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:06.983317 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:07.034791 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:44:06Z', 'revision_number': 6, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:07.038949 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fecfa2-1eba-45b3-a7c7-95cc941b665b None None] The sync data for ids ['6f737690-34b8-4d7f-b1af-d02b43d10336'] in dv-neutron-824347-1-hyperv is: [{'id': '6f737690-34b8-4d7f-b1af-d02b43d10336', 'name': 'tempest-TestShelveInstance-1912784299-router', 'tenant_id': 'bee3c402fcdb4490af2b140f822f17e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:45Z', 'updated_at': '2022-01-12T10:44:06Z', 'revision_number': 6, 'project_id': 'bee3c402fcdb4490af2b140f822f17e4', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:44:07.107173 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Calling delete_port for 39740565-d334-4958-a3d5-2c41b64e67a2 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:44:07.288208 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:07.332921 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=39740565-d334-4958-a3d5-2c41b64e67a2,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:07.556898 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:07.819158 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:07.823649 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:07.849610 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:07.850102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f737690-34b8-4d7f-b1af-d02b43d10336 {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:44:07.862446 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:07.866236 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-b6405678-d0ab-471b-81bd-b17ba0093bdd admin admin] 10.222.0.58 "DELETE /v2.0/routers/6f737690-34b8-4d7f-b1af-d02b43d10336 HTTP/1.1" status: 204 len: 168 time: 1.5604775 Jan 12 10:44:07.866501 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51934) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:07.929269 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5603bcc2-6d8d-4a89-822d-eba36e0b315d admin admin] Deleting subnet 5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:44:07.932323 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5603bcc2-6d8d-4a89-822d-eba36e0b315d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:07.981054 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5603bcc2-6d8d-4a89-822d-eba36e0b315d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:08.060629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5603bcc2-6d8d-4a89-822d-eba36e0b315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:08.098382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 558daa6e-12f1-4ebb-985d-d817766c3543 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:44:08.133290 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5603bcc2-6d8d-4a89-822d-eba36e0b315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:08.134352 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 558daa6e-12f1-4ebb-985d-d817766c3543 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:44:08.134715 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 558daa6e-12f1-4ebb-985d-d817766c3543 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:44:08.135128 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 39740565-d334-4958-a3d5-2c41b64e67a2 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:44:08.171020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 39740565-d334-4958-a3d5-2c41b64e67a2 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:44:08.171357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 39740565-d334-4958-a3d5-2c41b64e67a2 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:44:08.171548 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603bcc2-6d8d-4a89-822d-eba36e0b315d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:08.175427 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5603bcc2-6d8d-4a89-822d-eba36e0b315d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:08.183587 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-5603bcc2-6d8d-4a89-822d-eba36e0b315d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5b2e3d10-8a1d-4e13-b7a4-f47f39aeed7d HTTP/1.1" status: 204 len: 168 time: 0.3134513 Jan 12 10:44:08.183751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51938) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:08.188365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce558599-d8ff-468f-8b01-880c53d8de65 None None] Network 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:44:08.389660 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:08.400423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Deleting port 0c4d85ab-335e-4066-b43d-a20068fdea4a {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:08.400751 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:08.434622 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] DHCP port deletion for 3302540c-ee01-4fc8-81fc-3566a0b0d6b1 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:44:08.438846 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] Deleting port 0c4d85ab-335e-4066-b43d-a20068fdea4a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:08.439214 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:08.609759 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] For port 0c4d85ab-335e-4066-b43d-a20068fdea4a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0c4d85ab-335e-4066-b43d-a20068fdea4a,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:08.610089 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:08.672386 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] For port 0c4d85ab-335e-4066-b43d-a20068fdea4a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=0c4d85ab-335e-4066-b43d-a20068fdea4a,segment=NetworkSegment(20bd75e3-c1a3-44ae-bc20-4dd2da03fcff),segment_id=20bd75e3-c1a3-44ae-bc20-4dd2da03fcff)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:08.672604 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:08.726340 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Calling delete_port for 0c4d85ab-335e-4066-b43d-a20068fdea4a owned by network:dhcp {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:44:08.787051 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] Calling delete_port for 0c4d85ab-335e-4066-b43d-a20068fdea4a owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:44:08.804051 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:08.852275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4d85ab-335e-4066-b43d-a20068fdea4a,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:08.857213 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:44:08.857574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:44:08.860426 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] No DVR routers for this DVR port 0c4d85ab-335e-4066-b43d-a20068fdea4a on host dv-neutron-824347-1-hyperv {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:44:08.977401 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:09.002492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3302540c-ee01-4fc8-81fc-3566a0b0d6b1']}} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:09.014170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff') {'for_net_delete': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:09.015236 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.services.segments.db [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bd75e3-c1a3-44ae-bc20-4dd2da03fcff') {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:09.026263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1427062'] for segment, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:09.042001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:09.048147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:44:09.048541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1615671'] for segment, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: Traceback (most recent call last): Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: timer() Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: cb(*args, **kw) Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: return func(*args, **kwargs) Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: self._notify() Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: self.callback(batched_events) Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: event.method(event) Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: return f(self, *a, **k) Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._get(url).json() Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: return self.request(url, 'GET', **kwargs) Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:44:09.061509 dv-neutron-824347-1-hyperv neutron-server[83594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:44:09.137438 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:09.141883 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Notify callbacks [] for network, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:09.165462 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3302540c-ee01-4fc8-81fc-3566a0b0d6b1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:09.180451 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-acfff0ab-424d-40ef-b95e-f54eea83aad3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3302540c-ee01-4fc8-81fc-3566a0b0d6b1 HTTP/1.1" status: 204 len: 168 time: 0.9957237 Jan 12 10:44:09.183413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51942) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:09.359219 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] Deleting port 0c4d85ab-335e-4066-b43d-a20068fdea4a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:09.360183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:09.432284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5e78c1c9-17d3-4534-85ab-708c691860f4 None None] The port '0c4d85ab-335e-4066-b43d-a20068fdea4a' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:44:09.577571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:10.093153 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0c4d85ab-335e-4066-b43d-a20068fdea4a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:44:10.125502 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 0c4d85ab-335e-4066-b43d-a20068fdea4a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:44:10.125837 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 0c4d85ab-335e-4066-b43d-a20068fdea4a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:44:10.266138 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] Deleting port 13a90780-14e8-484c-a032-e0b591878f6c {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:10.266782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:10.440181 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] For port 13a90780-14e8-484c-a032-e0b591878f6c, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=13a90780-14e8-484c-a032-e0b591878f6c,segment=NetworkSegment(dea7b7ad-885b-46da-9f5d-09c3996dc12e),segment_id=dea7b7ad-885b-46da-9f5d-09c3996dc12e)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:10.440507 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:10.569416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] Calling delete_port for 13a90780-14e8-484c-a032-e0b591878f6c owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:44:10.746367 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:10.789320 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] Pushing event deleted for resources: {'Port': ['ID=13a90780-14e8-484c-a032-e0b591878f6c,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:11.075810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:11.756525 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] Router 27581741-f796-4afe-9d8f-6adc64bae435 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:44:11.976428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:44:11.985138 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] Sync routers for ids ['27581741-f796-4afe-9d8f-6adc64bae435'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:44:11.994683 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-296c01cd-9b69-4ec1-b021-867a489a969e admin admin] 10.222.0.58 "PUT /v2.0/routers/27581741-f796-4afe-9d8f-6adc64bae435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8102303 Jan 12 10:44:11.997319 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51946) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:11.998815 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] Routers {'27581741-f796-4afe-9d8f-6adc64bae435'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:11.999428 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['27581741-f796-4afe-9d8f-6adc64bae435'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:12.182537 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] Set router 27581741-f796-4afe-9d8f-6adc64bae435 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:12.285271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:12.488275 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:12.499122 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Deleting port f7c23232-5a46-4ce1-9785-6498d1ca416a {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:12.499463 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:12.504991 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27581741-f796-4afe-9d8f-6adc64bae435', 'name': 'tempest-TestShelveInstance-759306481-router', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:51Z', 'updated_at': '2022-01-12T10:44:10Z', 'revision_number': 5, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'gw_port': {'id': 'f7c23232-5a46-4ce1-9785-6498d1ca416a', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27581741-f796-4afe-9d8f-6adc64bae435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:33:52Z', 'updated_at': '2022-01-12T10:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:12.508826 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] Checking router: 27581741-f796-4afe-9d8f-6adc64bae435 for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:44:12.519101 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] Routers {'27581741-f796-4afe-9d8f-6adc64bae435'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:12.519801 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['27581741-f796-4afe-9d8f-6adc64bae435'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:12.666743 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] Set router 27581741-f796-4afe-9d8f-6adc64bae435 gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:12.673807 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] For port f7c23232-5a46-4ce1-9785-6498d1ca416a, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f7c23232-5a46-4ce1-9785-6498d1ca416a,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:12.674280 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:12.768018 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27581741-f796-4afe-9d8f-6adc64bae435', 'name': 'tempest-TestShelveInstance-759306481-router', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:51Z', 'updated_at': '2022-01-12T10:44:12Z', 'revision_number': 6, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:12.772225 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f712be-6fee-4ba6-99f2-649440c611ef None None] The sync data for ids ['27581741-f796-4afe-9d8f-6adc64bae435'] in dv-neutron-824347-1-hyperv is: [{'id': '27581741-f796-4afe-9d8f-6adc64bae435', 'name': 'tempest-TestShelveInstance-759306481-router', 'tenant_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:33:51Z', 'updated_at': '2022-01-12T10:44:12Z', 'revision_number': 6, 'project_id': '8b7a06561dbc454cb8c8ddafe83f0aa5', 'gw_port_host': None}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:44:12.796776 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Calling delete_port for f7c23232-5a46-4ce1-9785-6498d1ca416a owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:44:12.960355 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.003583 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c23232-5a46-4ce1-9785-6498d1ca416a,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:13.041385 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.041668 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.042003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.042334 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.042697 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.043085 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.043410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.043733 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.044039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.044352 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.044669 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:13.234114 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.584708 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.589169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.617609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.618380 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27581741-f796-4afe-9d8f-6adc64bae435 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:44:13.631231 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.632389 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-17e3c212-fd92-4cb9-bb85-6168c96c7fd9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/27581741-f796-4afe-9d8f-6adc64bae435 HTTP/1.1" status: 204 len: 168 time: 1.6341100 Jan 12 10:44:13.635174 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51950) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:13.694911 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffa27fe-c38f-45c0-898f-977e6be85b42 admin admin] Deleting subnet 5c954206-de7d-4059-b3d5-f12fecd9eac7 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:44:13.698302 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ffa27fe-c38f-45c0-898f-977e6be85b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.750441 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ffa27fe-c38f-45c0-898f-977e6be85b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.826221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ffa27fe-c38f-45c0-898f-977e6be85b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.903607 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ffa27fe-c38f-45c0-898f-977e6be85b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.943651 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa27fe-c38f-45c0-898f-977e6be85b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c954206-de7d-4059-b3d5-f12fecd9eac7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:13.947942 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-9ffa27fe-c38f-45c0-898f-977e6be85b42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:13.953547 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc398393-610e-483f-b8cf-33f54cf6497a None None] Network cc190471-74f1-4f73-9351-7cba49525f9c requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:44:13.954084 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-9ffa27fe-c38f-45c0-898f-977e6be85b42 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5c954206-de7d-4059-b3d5-f12fecd9eac7 HTTP/1.1" status: 204 len: 168 time: 0.3173845 Jan 12 10:44:13.957096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51954) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:14.059012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.069627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Deleting port f8425a86-f8a9-4aa7-ab7b-374a67114859 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:14.069964 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.111533 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f7c23232-5a46-4ce1-9785-6498d1ca416a no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:44:14.149608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: f7c23232-5a46-4ce1-9785-6498d1ca416a {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:44:14.149939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f7c23232-5a46-4ce1-9785-6498d1ca416a not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:44:14.150341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 13a90780-14e8-484c-a032-e0b591878f6c no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:44:14.182682 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 13a90780-14e8-484c-a032-e0b591878f6c {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:44:14.183018 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 13a90780-14e8-484c-a032-e0b591878f6c not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:44:14.267032 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] For port f8425a86-f8a9-4aa7-ab7b-374a67114859, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f8425a86-f8a9-4aa7-ab7b-374a67114859,segment=NetworkSegment(dea7b7ad-885b-46da-9f5d-09c3996dc12e),segment_id=dea7b7ad-885b-46da-9f5d-09c3996dc12e)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:14.267383 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.278404 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] DHCP port deletion for cc190471-74f1-4f73-9351-7cba49525f9c request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:44:14.283074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] Deleting port f8425a86-f8a9-4aa7-ab7b-374a67114859 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:14.283457 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.389500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Calling delete_port for f8425a86-f8a9-4aa7-ab7b-374a67114859 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:44:14.462292 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.483074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] For port f8425a86-f8a9-4aa7-ab7b-374a67114859, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=f8425a86-f8a9-4aa7-ab7b-374a67114859,segment=NetworkSegment(dea7b7ad-885b-46da-9f5d-09c3996dc12e),segment_id=dea7b7ad-885b-46da-9f5d-09c3996dc12e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:14.483676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.505755 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8425a86-f8a9-4aa7-ab7b-374a67114859,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:14.511904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] No DVR routers for this DVR port f8425a86-f8a9-4aa7-ab7b-374a67114859 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:44:14.612096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] Calling delete_port for f8425a86-f8a9-4aa7-ab7b-374a67114859 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:44:14.637440 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.662242 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc190471-74f1-4f73-9351-7cba49525f9c']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:14.677714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea7b7ad-885b-46da-9f5d-09c3996dc12e') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:14.677997 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea7b7ad-885b-46da-9f5d-09c3996dc12e') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:14.689398 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.691804 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:44:14.692166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:44:14.704454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.710166 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:44:14.710531 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:44:14.723140 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:44:14.798496 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.814113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:14.827617 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc190471-74f1-4f73-9351-7cba49525f9c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:14.834591 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-ecaa3030-bf14-4dce-8f89-f27e5570d4d6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cc190471-74f1-4f73-9351-7cba49525f9c HTTP/1.1" status: 204 len: 168 time: 0.8764801 Jan 12 10:44:15.004519 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51960) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:15.054007 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d4db22d9-018d-4332-97a4-eaba2506573c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bee3c402fcdb4490af2b140f822f17e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482724 Jan 12 10:44:15.056846 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51964) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:15.125130 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-667b473b-5069-4c31-88d6-6a716dc16bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:15.149571 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-667b473b-5069-4c31-88d6-6a716dc16bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:15.193535 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] Deleting port f8425a86-f8a9-4aa7-ab7b-374a67114859 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:44:15.194054 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:15.200506 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-667b473b-5069-4c31-88d6-6a716dc16bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:15.217844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b473b-5069-4c31-88d6-6a716dc16bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e7f1a2-e5f0-4635-aa55-62962d8638e1,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:15.225902 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-667b473b-5069-4c31-88d6-6a716dc16bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:15.227196 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-667b473b-5069-4c31-88d6-6a716dc16bdf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09e7f1a2-e5f0-4635-aa55-62962d8638e1 HTTP/1.1" status: 204 len: 168 time: 0.1693573 Jan 12 10:44:15.264832 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74eb31b3-ecc6-4c80-91d6-4b4b19e611f6 None None] The port 'f8425a86-f8a9-4aa7-ab7b-374a67114859' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:44:15.663230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51972) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:15.712050 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c9b77de4-b882-4d4c-903c-01adc1220338 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b7a06561dbc454cb8c8ddafe83f0aa5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476887 Jan 12 10:44:15.715634 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 51976) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:15.776376 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c04538fa-9e62-4fd8-90c5-2bc960aa3aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:15.801070 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c04538fa-9e62-4fd8-90c5-2bc960aa3aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:15.853264 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c04538fa-9e62-4fd8-90c5-2bc960aa3aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:15.867523 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04538fa-9e62-4fd8-90c5-2bc960aa3aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de23795-09e4-4f7f-9831-211580e54783,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:15.873413 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c04538fa-9e62-4fd8-90c5-2bc960aa3aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:15.874804 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-c04538fa-9e62-4fd8-90c5-2bc960aa3aad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1de23795-09e4-4f7f-9831-211580e54783 HTTP/1.1" status: 204 len: 168 time: 0.1580553 Jan 12 10:44:16.110859 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f8425a86-f8a9-4aa7-ab7b-374a67114859 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:44:16.145216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: f8425a86-f8a9-4aa7-ab7b-374a67114859 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:44:16.145557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device f8425a86-f8a9-4aa7-ab7b-374a67114859 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:44:16.827252 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 51998) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:16.963197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-297435941-network', 'tenant_id': '55395b26f8624d1d81b43f0650818006'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:16.971047 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:16.976628 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Usage tracker for resource:network and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:16.980307 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:16.986113 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:16.997741 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Made reservation on behalf of 55395b26f8624d1d81b43f0650818006 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:44:17.001662 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.020075 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.051445 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:17.055326 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Usage tracker for resource:security_group_rule and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:17.058086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:17.064359 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:17.129904 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.136444 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.168814 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:44:17.177332 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06be712d-6928-4d93-acf9-af92a71aac09,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:17.182585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.182947 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Added segment 851a0080-0b1f-4886-b838-50dd182c134f of type vlan for network 1d74f875-1217-4577-8ba3-6256cfdb9b6e Jan 12 10:44:17.207609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.239844 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.240685 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:17.241381 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.342291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] Pushing event updated for resources: {'Network': ['ID=1d74f875-1217-4577-8ba3-6256cfdb9b6e,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:17.346654 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-5e4fc66a-a42d-46ec-88ad-36eb2659c603 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5184031 Jan 12 10:44:17.349643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52004) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:17.352365 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 1d74f875-1217-4577-8ba3-6256cfdb9b6e details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:44:17.355884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Request body: {'subnet': {'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-297435941-subnet', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:17.361026 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:17.365178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Usage tracker for resource:subnet and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:17.368318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:17.374109 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:17.384508 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Made reservation on behalf of 55395b26f8624d1d81b43f0650818006 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:44:17.386953 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.603204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.670041 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e7499a-40d7-4ae5-8913-600711c33684,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:17.683744 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Checking segment: {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:44:17.684092 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Network hostable DHCP agents. Network: 1d74f875-1217-4577-8ba3-6256cfdb9b6e, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:44:17.706973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Network 1d74f875-1217-4577-8ba3-6256cfdb9b6e is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:44:17.717169 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 1d74f875-1217-4577-8ba3-6256cfdb9b6e) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:17.721225 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:17.721806 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.726871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7200ff6-fe8a-48da-96b9-7215db7aa5c8 None None] Network 1d74f875-1217-4577-8ba3-6256cfdb9b6e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:44:17.746919 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-31e07d53-29df-4289-bdd1-1982dda7e981 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3957140 Jan 12 10:44:17.750095 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 52008) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:17.756013 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:17.761125 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:17.765003 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Usage tracker for resource:router and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:17.768038 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:17.774057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:17.785753 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.786693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.804628 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.947741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:17.948369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:44:17.949208 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.102096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Allocated IP 172.20.0.2 (1d74f875-1217-4577-8ba3-6256cfdb9b6e/87e7499a-40d7-4ae5-8913-600711c33684/35f47be6-7766-4176-8417-f43d640e5538) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:44:18.135246 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.165294 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.307201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.318127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Transition to ACTIVE for port object 35f47be6-7766-4176-8417-f43d640e5538 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:18.336844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Transition to ACTIVE for port object 35f47be6-7766-4176-8417-f43d640e5538 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:18.344391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.402872 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Allocated IP 172.26.1.17 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/11c113b6-2527-4148-8cb8-6ce914730c46) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:44:18.411216 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Network 1d74f875-1217-4577-8ba3-6256cfdb9b6e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:44:18.414201 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:18.418596 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:44:18.423307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Pushing event updated for resources: {'Port': ['ID=35f47be6-7766-4176-8417-f43d640e5538,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:18.435435 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.435774 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.436106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.436432 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.436756 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.437077 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.437393 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.437805 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.438122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.438434 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.438871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:18.525146 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Attempting to bind port 35f47be6-7766-4176-8417-f43d640e5538 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:44:18.525579 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Attempting to bind port 35f47be6-7766-4176-8417-f43d640e5538 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:44:18.525966 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Attempting to bind port 35f47be6-7766-4176-8417-f43d640e5538 on network 1d74f875-1217-4577-8ba3-6256cfdb9b6e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:44:18.532673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:44:18.533048 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Checking segment: {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:44:18.533456 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.533844 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Bound using segment: {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:44:18.534297 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Bound port: 35f47be6-7766-4176-8417-f43d640e5538, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:44:18.534681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.553057 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.582852 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.621572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] For port 35f47be6-7766-4176-8417-f43d640e5538, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:44:18.624568 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] For port 35f47be6-7766-4176-8417-f43d640e5538, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=35f47be6-7766-4176-8417-f43d640e5538,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:44:18.629160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.647492 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:44:18.650282 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:18.653971 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:44:18.689840 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Pushing event updated for resources: {'Port': ['ID=11c113b6-2527-4148-8cb8-6ce914730c46,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:18.710610 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc7e23-161e-4898-b976-a8c98d29f083 None None] Pushing event updated for resources: {'Port': ['ID=35f47be6-7766-4176-8417-f43d640e5538,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:18.816871 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:18.817602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:19.055912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Router 9a9d93bc-6bf7-4454-b96d-93977e77d628 is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:44:19.172304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b75a634-7d2c-45ed-bf61-e57077b64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:19.261885 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:44:19.273933 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Sync routers for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:44:19.287256 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:19.287997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:19.294022 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:19.295305 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-77555795-d1bc-4469-b3f8-0fbef462ad84 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5434668 Jan 12 10:44:19.298447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52012) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:19.475936 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:19.647130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf347e04-9557-4639-ae0a-bdfd902ab091 None None] Network 1d74f875-1217-4577-8ba3-6256cfdb9b6e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:44:19.797081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-70b9af88-a4cd-4fd4-ae9c-e9a87d53c424 None None] Provisioning for port 35f47be6-7766-4176-8417-f43d640e5538 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:20.000666 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:18Z', 'revision_number': 3, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:20.006889 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Checking router: 9a9d93bc-6bf7-4454-b96d-93977e77d628 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:44:20.007228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Updating router 9a9d93bc-6bf7-4454-b96d-93977e77d628 port 11c113b6-2527-4148-8cb8-6ce914730c46 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:44:20.063775 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.141051 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.166753 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 35f47be6-7766-4176-8417-f43d640e5538 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:20.347647 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Allocated IP 172.20.0.1 (1d74f875-1217-4577-8ba3-6256cfdb9b6e/87e7499a-40d7-4ae5-8913-600711c33684/51f305dd-ed1a-4815-af98-588ac6d4a431) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:44:20.397881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 35f47be6-7766-4176-8417-f43d640e5538 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:20.413092 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 35f47be6-7766-4176-8417-f43d640e5538 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:20.413459 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.497998 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.516608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.517923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Transition to ACTIVE for port object 51f305dd-ed1a-4815-af98-588ac6d4a431 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:20.533677 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Transition to ACTIVE for port object 11c113b6-2527-4148-8cb8-6ce914730c46 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:20.540884 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.564096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.613405 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Network 1d74f875-1217-4577-8ba3-6256cfdb9b6e is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:44:20.616328 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:20.620718 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:44:20.644565 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Pushing event updated for resources: {'Port': ['ID=51f305dd-ed1a-4815-af98-588ac6d4a431,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:20.654562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.677958 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Attempting to bind port 11c113b6-2527-4148-8cb8-6ce914730c46 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:44:20.678353 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Attempting to bind port 11c113b6-2527-4148-8cb8-6ce914730c46 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:44:20.678883 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Attempting to bind port 11c113b6-2527-4148-8cb8-6ce914730c46 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:44:20.680934 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.683763 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40249957-4fb3-4d13-b708-14a030fd6e86 None None] Pushing event updated for resources: {'Port': ['ID=11c113b6-2527-4148-8cb8-6ce914730c46,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:20.696658 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:44:20.697013 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:44:20.697418 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.697794 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:44:20.698270 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Bound port: 11c113b6-2527-4148-8cb8-6ce914730c46, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:44:20.698627 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.749836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 35f47be6-7766-4176-8417-f43d640e5538, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=35f47be6-7766-4176-8417-f43d640e5538,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:20.759350 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.775763 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.834029 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] For port 11c113b6-2527-4148-8cb8-6ce914730c46, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:44:20.846748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] For port 11c113b6-2527-4148-8cb8-6ce914730c46, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=11c113b6-2527-4148-8cb8-6ce914730c46,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:44:20.849738 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=35f47be6-7766-4176-8417-f43d640e5538,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:20.854651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:20.951188 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40249957-4fb3-4d13-b708-14a030fd6e86 None None] Pushing event updated for resources: {'Port': ['ID=11c113b6-2527-4148-8cb8-6ce914730c46,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:20.956000 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-22197e46-f357-41dd-8371-29623b34d26e None None] Provisioning for port 51f305dd-ed1a-4815-af98-588ac6d4a431 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:20.960683 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:20.961259 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:43:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:21.003611 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:21.008559 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:21.015369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-22197e46-f357-41dd-8371-29623b34d26e None None] Provisioning complete for port 51f305dd-ed1a-4815-af98-588ac6d4a431 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:21.015734 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22197e46-f357-41dd-8371-29623b34d26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:21.139491 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-22197e46-f357-41dd-8371-29623b34d26e None None] Port 51f305dd-ed1a-4815-af98-588ac6d4a431 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:44:21.185369 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:21.212523 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:21.215825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Pushing event updated for resources: {'Port': ['ID=51f305dd-ed1a-4815-af98-588ac6d4a431,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:21.361248 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Network 1d74f875-1217-4577-8ba3-6256cfdb9b6e is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:44:21.362865 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:21.443623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ee47-993c-45c8-a69b-c3c876fff691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:21.594064 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 2, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:21.598062 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa4956-1faf-4578-a12f-ca8b0c6ad0dc None None] The sync data for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv is: [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 2, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:44:21.682170 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-587e0d7d-438f-4aab-b934-7d78dcf329be None None] Provisioning complete for port 51f305dd-ed1a-4815-af98-588ac6d4a431 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:21.682770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-587e0d7d-438f-4aab-b934-7d78dcf329be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:21.748299 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-587e0d7d-438f-4aab-b934-7d78dcf329be None None] Port 51f305dd-ed1a-4815-af98-588ac6d4a431 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:44:21.860935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Router 9a9d93bc-6bf7-4454-b96d-93977e77d628 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:44:22.066278 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:44:22.084512 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8ebd639e-8d9f-43ee-b40f-110178e9f28e admin admin] 10.222.0.58 "PUT /v2.0/routers/9a9d93bc-6bf7-4454-b96d-93977e77d628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7764547 Jan 12 10:44:22.113603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 35f47be6-7766-4176-8417-f43d640e5538 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:22.200237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 35f47be6-7766-4176-8417-f43d640e5538 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:22.200601 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:22.382576 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:22.671195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:22.835955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.061449 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52034) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:23.069713 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-630136921-network', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:23.076821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:23.083091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Usage tracker for resource:network and tenant:6a968d3945fc4034b087182bdd85dfe3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:23.086676 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:23.092561 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:23.105016 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Made reservation on behalf of 6a968d3945fc4034b087182bdd85dfe3 for: {'network': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:44:23.108066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for network, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.124066 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.158049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:23.162022 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Usage tracker for resource:security_group_rule and tenant:6a968d3945fc4034b087182bdd85dfe3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:23.164891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:23.170898 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:23.233585 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.240119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.268119 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=83595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:44:23.276643 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67308c75-dfd3-4634-aafb-9c5d4f74380c,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:23.281891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.282234 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.segments_db [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Added segment d9eb98d2-311f-4442-a690-798c456c794e of type vlan for network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 Jan 12 10:44:23.308481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786013129319'] for network, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.340035 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269'] for network, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.340930 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:23.341480 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.454223 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3912778 Jan 12 10:44:23.454941 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de75e0-960b-4f94-806a-a89948e46c78 admin admin] Pushing event updated for resources: {'Network': ['ID=08ee3949-7aa2-4f7d-9ff1-3710a8253187,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:23.457091 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52038) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:23.462464 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Request body: {'subnet': {'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-630136921-subnet', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'ip_version': 4}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:23.466279 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 details requested by agent ovs-agent-dv-neutron-824347-1-hyperv with host dv-neutron-824347-1-hyperv {{(pid=83596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:44:23.467794 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:23.472056 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Usage tracker for resource:subnet and tenant:6a968d3945fc4034b087182bdd85dfe3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:23.475202 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:23.481101 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:23.493624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Made reservation on behalf of 6a968d3945fc4034b087182bdd85dfe3 for: {'subnet': 1} {{(pid=83595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:44:23.496111 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1696096'] for subnet, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.697665 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1996619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1696146'] for subnet, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.764765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b8ff55-a89c-48d1-a717-48c318af1d78,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:23.779829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Checking segment: {'id': 'd9eb98d2-311f-4442-a690-798c456c794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:44:23.780178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Network hostable DHCP agents. Network: 08ee3949-7aa2-4f7d-9ff1-3710a8253187, hostable agents: ['d16ac27d-0535-463c-bd95-259dd8f15183'], hosted agents: [] {{(pid=83595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:44:23.804397 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 is scheduled to be hosted by DHCP agent d16ac27d-0535-463c-bd95-259dd8f15183 with binding_index 1 {{(pid=83595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:44:23.815303 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824347-1-hyperv, 08ee3949-7aa2-4f7d-9ff1-3710a8253187) {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:23.820175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:23.821452 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.823050 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0285bec2-a20c-47ee-82bb-d75546c608cc None None] Network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:44:23.843023 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-27b1ff8b-a50e-42bc-8733-8386aea4bbf0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3849163 Jan 12 10:44:23.845535 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52042) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:23.850536 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-630136921-router', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:23.855049 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:23.858817 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Usage tracker for resource:router and tenant:6a968d3945fc4034b087182bdd85dfe3 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:23.861624 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:23.867710 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:23.879002 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108288'] for router, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.879879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-508530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108409'] for router, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:23.897517 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.042494 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb03a5326-d4bf-542e-b56d-73091b2378ea-08ee3949-7aa2-4f7d-9ff1-3710a8253187', 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'fixed_ips': [{'subnet_id': '18b8ff55-a89c-48d1-a717-48c318af1d78'}]}} from dv-neutron-824347-1-hyperv. {{(pid=83596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 12 10:44:24.043379 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.136211 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 11c113b6-2527-4148-8cb8-6ce914730c46 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:24.157351 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108399'] for router, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.256094 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.268869 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Allocated IP 172.20.0.2 (08ee3949-7aa2-4f7d-9ff1-3710a8253187/18b8ff55-a89c-48d1-a717-48c318af1d78/1cdfc227-9ecc-4fa4-b976-1463786fc233) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:44:24.298319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 11c113b6-2527-4148-8cb8-6ce914730c46 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:24.350548 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.352007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 11c113b6-2527-4148-8cb8-6ce914730c46 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:24.352372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.380212 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.533773 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Allocated IP 172.26.1.109 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/009b14cd-f4d9-4ba7-92e3-60d16a241b40) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:44:24.571817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.591499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.604575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 11c113b6-2527-4148-8cb8-6ce914730c46, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=11c113b6-2527-4148-8cb8-6ce914730c46,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:24.605842 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Transition to ACTIVE for port object 1cdfc227-9ecc-4fa4-b976-1463786fc233 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:24.615232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.673291 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Transition to ACTIVE for port object 1cdfc227-9ecc-4fa4-b976-1463786fc233 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:24.684012 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.685237 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.698483 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=11c113b6-2527-4148-8cb8-6ce914730c46,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:24.716679 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.744195 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:44:24.747022 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:24.754689 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:44:24.769941 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Pushing event updated for resources: {'Port': ['ID=1cdfc227-9ecc-4fa4-b976-1463786fc233,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:24.785298 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:44:24.789121 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:24.790920 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Pushing event updated for resources: {'Port': ['ID=009b14cd-f4d9-4ba7-92e3-60d16a241b40,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:24.793003 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:44:24.854173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Attempting to bind port 1cdfc227-9ecc-4fa4-b976-1463786fc233 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:44:24.854799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Attempting to bind port 1cdfc227-9ecc-4fa4-b976-1463786fc233 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'd9eb98d2-311f-4442-a690-798c456c794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:44:24.854799 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Attempting to bind port 1cdfc227-9ecc-4fa4-b976-1463786fc233 on network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:44:24.861746 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:44:24.862537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Checking segment: {'id': 'd9eb98d2-311f-4442-a690-798c456c794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:44:24.862977 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.863364 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Bound using segment: {'id': 'd9eb98d2-311f-4442-a690-798c456c794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:44:24.863816 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Bound port: 1cdfc227-9ecc-4fa4-b976-1463786fc233, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9eb98d2-311f-4442-a690-798c456c794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:44:24.864181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.948137 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.948748 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] For port 1cdfc227-9ecc-4fa4-b976-1463786fc233, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:44:24.948880 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511097'] for router, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:24.951747 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] For port 1cdfc227-9ecc-4fa4-b976-1463786fc233, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1cdfc227-9ecc-4fa4-b976-1463786fc233,segment=NetworkSegment(d9eb98d2-311f-4442-a690-798c456c794e),segment_id=d9eb98d2-311f-4442-a690-798c456c794e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:44:24.956578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:25.065599 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b8524-0ee5-4d26-b660-ce59d354d7d3 None None] Pushing event updated for resources: {'Port': ['ID=1cdfc227-9ecc-4fa4-b976-1463786fc233,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:25.189335 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Router 1705222c-eb93-420c-afd4-219f5aef75aa is scheduled to L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 with binding_index 1 {{(pid=83595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:44:25.409360 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:44:25.419351 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Sync routers for ids ['1705222c-eb93-420c-afd4-219f5aef75aa'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:44:25.432181 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Routers {'1705222c-eb93-420c-afd4-219f5aef75aa'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:25.433061 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1705222c-eb93-420c-afd4-219f5aef75aa'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:25.437161 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:25.441205 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6b9872e1-bb22-4ccb-8bcd-cb656afbe2bd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5922263 Jan 12 10:44:25.441436 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52046) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:25.607872 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Set router 1705222c-eb93-420c-afd4-219f5aef75aa gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:25.904677 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'name': 'tempest-TestSnapshotPattern-630136921-router', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:23Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 3, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'gw_port': {'id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:24Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:25.909272 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Checking router: 1705222c-eb93-420c-afd4-219f5aef75aa for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:44:25.909610 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Updating router 1705222c-eb93-420c-afd4-219f5aef75aa port 009b14cd-f4d9-4ba7-92e3-60d16a241b40 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:44:25.924250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c6b00-0952-4c13-965d-ad8e5ba9e3b7 None None] Network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:44:25.962400 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.118231 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-13e94b0c-dcd2-424a-81cf-878713c441c8 None None] Provisioning for port 1cdfc227-9ecc-4fa4-b976-1463786fc233 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:26.167717 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:44:26.233460 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1cdfc227-9ecc-4fa4-b976-1463786fc233 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:26.309088 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 1cdfc227-9ecc-4fa4-b976-1463786fc233 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:26.314994 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.316006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1cdfc227-9ecc-4fa4-b976-1463786fc233 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:26.316697 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.322257 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.329449 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Transition to ACTIVE for port object 009b14cd-f4d9-4ba7-92e3-60d16a241b40 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:26.338591 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.426630 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Pushing event updated for resources: {'Port': ['ID=009b14cd-f4d9-4ba7-92e3-60d16a241b40,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:26.469331 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Attempting to bind port 009b14cd-f4d9-4ba7-92e3-60d16a241b40 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:44:26.469709 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Attempting to bind port 009b14cd-f4d9-4ba7-92e3-60d16a241b40 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:44:26.470396 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.475220 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Attempting to bind port 009b14cd-f4d9-4ba7-92e3-60d16a241b40 on network b765e7a4-e138-4653-9768-6bc0c3a20b74 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:44:26.496134 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:44:26.496498 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Checking segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:44:26.496897 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.503083 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Bound using segment: {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:44:26.503642 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Bound port: 009b14cd-f4d9-4ba7-92e3-60d16a241b40, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386bf942-0288-4c01-888c-9bca2567e896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:44:26.504033 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.506702 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 1cdfc227-9ecc-4fa4-b976-1463786fc233, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1cdfc227-9ecc-4fa4-b976-1463786fc233,segment=NetworkSegment(d9eb98d2-311f-4442-a690-798c456c794e),segment_id=d9eb98d2-311f-4442-a690-798c456c794e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:26.527690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.530129 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 11c113b6-2527-4148-8cb8-6ce914730c46 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:26.540621 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.540967 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.541300 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.541628 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.541952 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.542272 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.542589 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.542946 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.543250 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.543560 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.543874 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:44:26.602652 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_common [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Allocated IP 172.20.0.1 (08ee3949-7aa2-4f7d-9ff1-3710a8253187/18b8ff55-a89c-48d1-a717-48c318af1d78/af02db6a-c6c6-453f-90bf-6d6dc1cc5015) {{(pid=83595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:44:26.609254 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] For port 009b14cd-f4d9-4ba7-92e3-60d16a241b40, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:44:26.612916 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] For port 009b14cd-f4d9-4ba7-92e3-60d16a241b40, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=009b14cd-f4d9-4ba7-92e3-60d16a241b40,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:44:26.619234 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.670792 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=1cdfc227-9ecc-4fa4-b976-1463786fc233,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:26.674732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6c7113cc-90af-46e1-89e7-4a74eab9f9ec None None] Provisioning complete for port 1cdfc227-9ecc-4fa4-b976-1463786fc233 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:26.675104 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7113cc-90af-46e1-89e7-4a74eab9f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.731216 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1520fe8-0e84-4c9f-b1f0-3e7371944bcd None None] Pushing event updated for resources: {'Port': ['ID=009b14cd-f4d9-4ba7-92e3-60d16a241b40,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:26.731865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 11c113b6-2527-4148-8cb8-6ce914730c46 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:26.732224 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.736438 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Routers {'1705222c-eb93-420c-afd4-219f5aef75aa'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:26.737030 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1705222c-eb93-420c-afd4-219f5aef75aa'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:26.768784 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.787045 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.provisioning_blocks [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Transition to ACTIVE for port object af02db6a-c6c6-453f-90bf-6d6dc1cc5015 will not be triggered until provisioned by entity DHCP. {{(pid=83595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:26.812827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:26.883039 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:44:26.886759 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:26.890451 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Received port after_create {{(pid=83595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:44:26.919454 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] Set router 1705222c-eb93-420c-afd4-219f5aef75aa gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:26.930862 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Pushing event updated for resources: {'Port': ['ID=af02db6a-c6c6-453f-90bf-6d6dc1cc5015,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:26.948924 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510511'] for router_interface, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:27.039504 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:27.106899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f8b44887-8cba-401d-aab0-df25931b3d23 None None] Provisioning for port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:27.113056 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f8b44887-8cba-401d-aab0-df25931b3d23 None None] Provisioning complete for port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:27.113508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8b44887-8cba-401d-aab0-df25931b3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:27.169382 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f8b44887-8cba-401d-aab0-df25931b3d23 None None] Port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:44:27.210343 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'name': 'tempest-TestSnapshotPattern-630136921-router', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:23Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 3, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'gw_port': {'id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:24Z', 'updated_at': '2022-01-12T10:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:27.214495 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20874c-b3c9-435c-9f7e-1ed9b0d894f6 None None] The sync data for ids ['1705222c-eb93-420c-afd4-219f5aef75aa'] in dv-neutron-824347-1-hyperv is: [{'id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'name': 'tempest-TestSnapshotPattern-630136921-router', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:23Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 3, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'gw_port': {'id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:24Z', 'updated_at': '2022-01-12T10:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:44:27.261500 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:27.268057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073600'] for port, after_update {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:27.368847 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Pushing event updated for resources: {'Port': ['ID=af02db6a-c6c6-453f-90bf-6d6dc1cc5015,revision_number=2']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:27.371301 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7734076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509576'] for router_interface, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:27.504263 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 is already hosted by enough agents. {{(pid=83595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:44:27.505293 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.base_scheduler [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=83595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:27.809084 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-36c83a77-098c-4f4e-9064-af842addba9a None None] Provisioning complete for port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:27.809304 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36c83a77-098c-4f4e-9064-af842addba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:27.860142 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-36c83a77-098c-4f4e-9064-af842addba9a None None] Port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:44:28.007923 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Router 1705222c-eb93-420c-afd4-219f5aef75aa has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:44:28.106529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1cdfc227-9ecc-4fa4-b976-1463786fc233 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:28.180841 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 1cdfc227-9ecc-4fa4-b976-1463786fc233 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:28.181513 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:28.220029 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:44:28.229392 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9e751407-e861-43a9-8672-7f2d7c95bf57 admin admin] 10.222.0.58 "PUT /v2.0/routers/1705222c-eb93-420c-afd4-219f5aef75aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7870066 Jan 12 10:44:29.166011 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52058) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:29.171989 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202819876', 'description': 'tempest-secgroup-smoke-1202819876 description', 'project_id': '55395b26f8624d1d81b43f0650818006'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:29.179238 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:29.184885 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:security_group and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:29.188770 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:29.196153 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:29.224376 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.262956 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:29.266947 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:security_group_rule and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:29.270224 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:29.278859 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:29.350799 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.358012 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.399825 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13744cb-5ea2-4f20-82dd-aaafbb863045,revision_number=1']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:29.406823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.408143 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-0431d8f8-81e9-4542-88dd-aad678be7610 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2410820 Jan 12 10:44:29.413244 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52062) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:29.420684 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'security_group_rule': {'security_group_id': 'b13744cb-5ea2-4f20-82dd-aaafbb863045', 'project_id': '55395b26f8624d1d81b43f0650818006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:29.427005 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:29.431600 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:security_group_rule and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:29.434546 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:29.440415 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:29.458386 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.519432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.523943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.546456 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a566990-8a85-4c61-a126-780cd3b75722,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:29.557518 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.558917 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-8b6f8cff-d85f-4196-ba08-646127174c31 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1446092 Jan 12 10:44:29.562936 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52066) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:29.568320 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'security_group_rule': {'security_group_id': 'b13744cb-5ea2-4f20-82dd-aaafbb863045', 'project_id': '55395b26f8624d1d81b43f0650818006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:29.574900 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:29.578625 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:security_group_rule and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:29.581473 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:29.587057 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:29.608469 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.672096 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.676822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.699750 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3665817f-9ff8-40af-9b29-d5e13d7d094b,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:29.709539 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.710758 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-c571b655-63ed-4bb2-b28f-52d5283d7814 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1468384 Jan 12 10:44:29.713577 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52070) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:29.721141 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'security_group_rule': {'security_group_id': 'b13744cb-5ea2-4f20-82dd-aaafbb863045', 'project_id': '55395b26f8624d1d81b43f0650818006', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:29.727048 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:29.730883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:security_group_rule and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:29.733746 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:29.739823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:29.759714 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.821217 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.825949 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.849601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f38203-e90c-4f1f-bf71-2a561301194b,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:29.859374 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.860537 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-05efae48-5900-42e9-be28-490821619e2d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1460304 Jan 12 10:44:29.863627 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52074) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:29.869204 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'security_group_rule': {'security_group_id': 'b13744cb-5ea2-4f20-82dd-aaafbb863045', 'project_id': '55395b26f8624d1d81b43f0650818006', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:29.875422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:29.879171 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:security_group_rule and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:29.882087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:29.888222 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:29.910595 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.982131 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:29.986553 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:30.009367 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d99759-588d-4244-a00a-3cb7142997d0,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:30.020877 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:30.022137 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-bb5ba403-18c6-4530-8b25-949786fe7164 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1575999 Jan 12 10:44:30.024892 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52078) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:30.030152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'security_group_rule': {'security_group_id': 'b13744cb-5ea2-4f20-82dd-aaafbb863045', 'project_id': '55395b26f8624d1d81b43f0650818006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:30.035911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:30.039636 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:security_group_rule and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:30.042422 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:30.047911 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:30.060831 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Project 55395b26f8624d1d81b43f0650818006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:44:30.066933 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:30.136142 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:30.143803 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:30.169014 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c5a49f-3d20-41ed-aba6-425c1c34b55f,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:30.177829 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:30.179076 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-1d5fbfa0-d8c7-4b81-ba44-462a019b31d5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1532168 Jan 12 10:44:30.182791 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52082) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:30.188116 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.v2.base [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'security_group_rule': {'security_group_id': 'b13744cb-5ea2-4f20-82dd-aaafbb863045', 'project_id': '55395b26f8624d1d81b43f0650818006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:30.194087 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:30.197879 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:security_group_rule and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:30.200943 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.quota.resource [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:30.207088 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.quota.driver [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:30.220298 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.db.securitygroups_db [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Project 55395b26f8624d1d81b43f0650818006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:44:30.227007 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:30.290343 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:30.296416 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520700'] for security_group_rule, after_create {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:30.320707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7612447b-6888-4423-abe0-9a5b1cfbbde7,revision_number=0']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:30.330909 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:30.332123 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-85f3e2b1-bc46-45b7-a7ff-eab336c68638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1483891 Jan 12 10:44:30.511230 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0ed00569-f957-45ad-8f6d-1812f4e3052d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202819876&fields=id&tenant_id=55395b26f8624d1d81b43f0650818006 HTTP/1.1" status: 200 len: 267 time: 0.0408385 Jan 12 10:44:30.666181 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-4b4d7e32-3a6d-46ec-9638-c0221090d638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:30.667632 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-4b4d7e32-3a6d-46ec-9638-c0221090d638 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 809 time: 0.1454003 Jan 12 10:44:30.686198 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e8bdd999-74fa-48a8-8533-20e75a712c67 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/quotas/55395b26f8624d1d81b43f0650818006 HTTP/1.1" status: 200 len: 375 time: 0.0107009 Jan 12 10:44:30.764923 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-a30e2949-9c0f-401c-8fd9-f6130ed291a0 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740073 Jan 12 10:44:30.782237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-081b53ce-226f-42f4-980e-4e4ab4bfed14 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:44:30.783223 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-081b53ce-226f-42f4-980e-4e4ab4bfed14 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048332 Jan 12 10:44:30.913765 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-942b43d5-eb4e-4b8d-89dc-683d22749507 service neutron] 10.222.0.58 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248682 Jan 12 10:44:31.043088 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-540f95c7-041b-46dd-b083-736f0afed6f4 service neutron] 10.222.0.58 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230447 Jan 12 10:44:31.250153 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c4f31894-12d6-4e48-9c6a-8bd1c91eede0 req-d399c6ee-fb76-4a0a-a2e2-629302098165 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 210 time: 0.0446296 Jan 12 10:44:32.457654 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-dff89112-37c8-4cee-88c9-11619a69a46d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:32.459097 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-dff89112-37c8-4cee-88c9-11619a69a46d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 809 time: 0.3078163 Jan 12 10:44:32.471272 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a82eac00-0525-44d6-bab0-3aff3c02120a req-4588e8ed-cbc0-4f09-9dd6-b2c4a4d9dad2 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 210 time: 0.0480258 Jan 12 10:44:32.520983 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-18df0e6c-c1c6-49f5-9eb4-995131c6cc76 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55395b26f8624d1d81b43f0650818006 HTTP/1.1" status: 200 len: 380 time: 0.0450330 Jan 12 10:44:32.530093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'port': {'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'admin_state_up': True, 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'security_groups': ['b13744cb-5ea2-4f20-82dd-aaafbb863045']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:32.667508 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:32.671333 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:port and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:32.674167 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:32.679848 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:32.692228 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Made reservation on behalf of 55395b26f8624d1d81b43f0650818006 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:44:32.695297 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:32.854031 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Allocated IP 172.20.0.12 (1d74f875-1217-4577-8ba3-6256cfdb9b6e/87e7499a-40d7-4ae5-8913-600711c33684/f71679b5-810d-4855-b81e-77ab535975a6) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:44:33.037380 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:33.053707 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Transition to ACTIVE for port object f71679b5-810d-4855-b81e-77ab535975a6 will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:33.078841 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:33.155048 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Network 1d74f875-1217-4577-8ba3-6256cfdb9b6e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:44:33.158034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:33.162417 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:44:33.186909 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'Port': ['ID=f71679b5-810d-4855-b81e-77ab535975a6,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:33.224331 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:33.225021 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:33.254049 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-0cbcd446-1e1d-479c-bff3-21c918560b75 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7275138 Jan 12 10:44:33.265373 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Request body: {'port': {'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:33.376255 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:33.424732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-db713bd9-d8e8-4b6f-8b11-31f153dc8e33 None None] Provisioning for port f71679b5-810d-4855-b81e-77ab535975a6 completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:33.431167 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-db713bd9-d8e8-4b6f-8b11-31f153dc8e33 None None] Provisioning complete for port f71679b5-810d-4855-b81e-77ab535975a6 triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:33.431706 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db713bd9-d8e8-4b6f-8b11-31f153dc8e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:33.486326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-db713bd9-d8e8-4b6f-8b11-31f153dc8e33 None None] Port f71679b5-810d-4855-b81e-77ab535975a6 cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:44:33.720211 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f247c-33c5-423c-89d6-2169d02ef9a1 req-b3416366-8219-40eb-b6c1-ab1cb7796760 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:33.720761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-827f247c-33c5-423c-89d6-2169d02ef9a1 req-b3416366-8219-40eb-b6c1-ab1cb7796760 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Synchronizing usage tracker for tenant:55395b26f8624d1d81b43f0650818006 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:44:33.782673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71679b5-810d-4855-b81e-77ab535975a6 {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:44:33.788606 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-827f247c-33c5-423c-89d6-2169d02ef9a1 req-b3416366-8219-40eb-b6c1-ab1cb7796760 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Unset dirty status for tenant:55395b26f8624d1d81b43f0650818006 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:44:33.789730 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-827f247c-33c5-423c-89d6-2169d02ef9a1 req-b3416366-8219-40eb-b6c1-ab1cb7796760 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 932 time: 0.1974487 Jan 12 10:44:33.791251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:33.823182 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Transition to ACTIVE for port object f71679b5-810d-4855-b81e-77ab535975a6 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:33.832537 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:33.893137 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-827f247c-33c5-423c-89d6-2169d02ef9a1 req-ba86390b-448e-4c0f-b3b4-64468881dd78 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976713 Jan 12 10:44:33.961912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Pushing event updated for resources: {'Port': ['ID=f71679b5-810d-4855-b81e-77ab535975a6,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:34.072948 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Attempting to bind port f71679b5-810d-4855-b81e-77ab535975a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:44:34.073292 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Attempting to bind port f71679b5-810d-4855-b81e-77ab535975a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:44:34.073622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Attempting to bind port f71679b5-810d-4855-b81e-77ab535975a6 on network 1d74f875-1217-4577-8ba3-6256cfdb9b6e {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:44:34.079600 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Port f71679b5-810d-4855-b81e-77ab535975a6 on network 1d74f875-1217-4577-8ba3-6256cfdb9b6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:44:34.079917 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Attempting to bind port f71679b5-810d-4855-b81e-77ab535975a6 on network 1d74f875-1217-4577-8ba3-6256cfdb9b6e {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:44:34.086147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:44:34.086484 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Checking segment: {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:44:34.086890 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Bound using segment: {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:44:34.087311 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Bound port: f71679b5-810d-4855-b81e-77ab535975a6, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:44:34.087655 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:34.132119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 009b14cd-f4d9-4ba7-92e3-60d16a241b40 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:34.183133 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] For port f71679b5-810d-4855-b81e-77ab535975a6, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:44:34.186366 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] For port f71679b5-810d-4855-b81e-77ab535975a6, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f71679b5-810d-4855-b81e-77ab535975a6,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:44:34.192590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:34.202093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 009b14cd-f4d9-4ba7-92e3-60d16a241b40 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:34.207317 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 009b14cd-f4d9-4ba7-92e3-60d16a241b40 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:34.207687 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:34.327836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:34.343952 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 009b14cd-f4d9-4ba7-92e3-60d16a241b40, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=009b14cd-f4d9-4ba7-92e3-60d16a241b40,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:34.349081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:34.355055 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:34.356522 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] 10.222.0.59 "PUT /v2.0/ports/f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 200 len: 1094 time: 1.0955024 Jan 12 10:44:34.356966 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:44:34.376259 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665014c-e2c1-44ef-bd1c-edc82a54f8de service neutron] Pushing event updated for resources: {'Port': ['ID=f71679b5-810d-4855-b81e-77ab535975a6,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:34.454310 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=009b14cd-f4d9-4ba7-92e3-60d16a241b40,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:34.508366 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-16f6f180-4e00-4ece-91b2-11feb41d5f8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1097 time: 0.1004393 Jan 12 10:44:34.573088 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6', 'status': 'completed', 'code': 200} Jan 12 10:44:34.587619 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-6648833b-633a-4975-ad45-b259b90c9029 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 200 len: 217 time: 0.0720851 Jan 12 10:44:34.651063 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-7e527e30-ef77-40cb-b58f-1d7852ad0ee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:34.652499 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-7e527e30-ef77-40cb-b58f-1d7852ad0ee7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0594559 Jan 12 10:44:34.732318 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-c9d57fe5-9a48-495c-89b2-b1a3ac59314f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725410 Jan 12 10:44:34.868314 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-2cf482d9-bed0-4195-80fe-2777b4c91ac0 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292741 Jan 12 10:44:34.998835 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c7a4ed87-4b07-4d85-91e1-85176e30cea3 req-ce964846-8839-4b54-b754-b563687fe48d service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247232 Jan 12 10:44:35.148580 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45808-8552-4f51-86f6-492626abcc3a req-920aaf58-25d6-4fc5-a5d8-c952c30a8094 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:35.149923 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-97d45808-8552-4f51-86f6-492626abcc3a req-920aaf58-25d6-4fc5-a5d8-c952c30a8094 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 944 time: 0.1322198 Jan 12 10:44:35.153441 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5d5a524-5b0e-47e7-b019-7b91b9dc0bc5 req-7049db0f-b301-4a59-934a-300df60778db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1097 time: 0.1010978 Jan 12 10:44:35.276970 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-97d45808-8552-4f51-86f6-492626abcc3a req-6852b501-ecef-4904-b0f3-0fba81b69d35 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210978 Jan 12 10:44:35.316204 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5a524-5b0e-47e7-b019-7b91b9dc0bc5 req-64eb7823-ce6f-4e30-9536-a8da0e0deb8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:35.317611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5d5a524-5b0e-47e7-b019-7b91b9dc0bc5 req-64eb7823-ce6f-4e30-9536-a8da0e0deb8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.1488740 Jan 12 10:44:35.386093 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5d5a524-5b0e-47e7-b019-7b91b9dc0bc5 req-5ba2ca81-8f54-4b84-bdb2-35893d5d68f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 200 len: 217 time: 0.0623071 Jan 12 10:44:35.449060 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5a524-5b0e-47e7-b019-7b91b9dc0bc5 req-e30a1e99-c41c-4f8d-8e2b-c9a2da096012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:35.450404 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5d5a524-5b0e-47e7-b019-7b91b9dc0bc5 req-e30a1e99-c41c-4f8d-8e2b-c9a2da096012 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0588253 Jan 12 10:44:35.524636 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5d5a524-5b0e-47e7-b019-7b91b9dc0bc5 req-7e02d07d-ac14-46d6-95ef-0ed41efd9e79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683155 Jan 12 10:44:35.669854 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5d5a524-5b0e-47e7-b019-7b91b9dc0bc5 req-ac0a1e1a-9c2f-43a6-9210-2d37bff027c5 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381240 Jan 12 10:44:35.801145 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f5d5a524-5b0e-47e7-b019-7b91b9dc0bc5 req-0aa6266f-2f4d-4af9-bf20-6e058b906589 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238074 Jan 12 10:44:36.110652 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 009b14cd-f4d9-4ba7-92e3-60d16a241b40 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:36.189997 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 009b14cd-f4d9-4ba7-92e3-60d16a241b40 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:36.190357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:36.343154 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Sync routers for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:44:36.355777 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:36.356539 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:36.565964 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:36.613773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17852fcf-d885-4395-866c-37150a36c7d9 req-8180138f-1e54-4263-b801-ab31ffa71733 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:36.615135 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17852fcf-d885-4395-866c-37150a36c7d9 req-8180138f-1e54-4263-b801-ab31ffa71733 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 944 time: 0.2132847 Jan 12 10:44:36.660234 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-17852fcf-d885-4395-866c-37150a36c7d9 req-9fccb46c-0fdb-42ea-9562-0e53706559ee tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392025 Jan 12 10:44:36.873565 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 2, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:36.877783 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Checking router: 9a9d93bc-6bf7-4454-b96d-93977e77d628 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:44:36.878160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Updating router 9a9d93bc-6bf7-4454-b96d-93977e77d628 port 51f305dd-ed1a-4815-af98-588ac6d4a431 binding host dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:44:36.932250 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:37.301532 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:37.313836 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Transition to ACTIVE for port object 51f305dd-ed1a-4815-af98-588ac6d4a431 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:37.321091 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:37.442409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c7327-cf85-473a-bdf6-cc8f92b9f41d None None] Pushing event updated for resources: {'Port': ['ID=51f305dd-ed1a-4815-af98-588ac6d4a431,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:37.531556 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Attempting to bind port 51f305dd-ed1a-4815-af98-588ac6d4a431 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:44:37.531919 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Attempting to bind port 51f305dd-ed1a-4815-af98-588ac6d4a431 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:44:37.532268 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Attempting to bind port 51f305dd-ed1a-4815-af98-588ac6d4a431 on network 1d74f875-1217-4577-8ba3-6256cfdb9b6e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:44:37.539351 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:44:37.539720 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Checking segment: {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:44:37.540119 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:37.540504 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Bound using segment: {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:44:37.540965 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Bound port: 51f305dd-ed1a-4815-af98-588ac6d4a431, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:44:37.541332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:37.643313 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] For port 51f305dd-ed1a-4815-af98-588ac6d4a431, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:44:37.646293 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] For port 51f305dd-ed1a-4815-af98-588ac6d4a431, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=51f305dd-ed1a-4815-af98-588ac6d4a431,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:44:37.653537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:37.730204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:37.730866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:37.788572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c7327-cf85-473a-bdf6-cc8f92b9f41d None None] Pushing event updated for resources: {'Port': ['ID=51f305dd-ed1a-4815-af98-588ac6d4a431,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:37.870903 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6aed1-de87-4527-9c78-cfbaf6cb51c2 req-a614de2d-22a4-443c-a362-932074238364 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:37.875333 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1bd6aed1-de87-4527-9c78-cfbaf6cb51c2 req-a614de2d-22a4-443c-a362-932074238364 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 944 time: 0.0814550 Jan 12 10:44:37.925793 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1bd6aed1-de87-4527-9c78-cfbaf6cb51c2 req-9923e38e-c709-4b10-b88c-f9c02384596f tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461726 Jan 12 10:44:37.975534 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:38.057566 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Sync routers for ids ['1705222c-eb93-420c-afd4-219f5aef75aa'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:44:38.070151 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Routers {'1705222c-eb93-420c-afd4-219f5aef75aa'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:38.070857 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1705222c-eb93-420c-afd4-219f5aef75aa'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:38.172585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 51f305dd-ed1a-4815-af98-588ac6d4a431 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:38.251844 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Set router 1705222c-eb93-420c-afd4-219f5aef75aa gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:38.318942 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port 51f305dd-ed1a-4815-af98-588ac6d4a431 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:38.326264 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 51f305dd-ed1a-4815-af98-588ac6d4a431 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:38.326632 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:38.396068 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:37Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:38.401173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd967b-c182-4c25-a25a-44bb0e0d46bd None None] The sync data for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv is: [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:37Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:44:38.461752 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:38.497567 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port 51f305dd-ed1a-4815-af98-588ac6d4a431, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=51f305dd-ed1a-4815-af98-588ac6d4a431,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:38.504036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:38.572304 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'name': 'tempest-TestSnapshotPattern-630136921-router', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:23Z', 'updated_at': '2022-01-12T10:44:26Z', 'revision_number': 4, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'gw_port': {'id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:24Z', 'updated_at': '2022-01-12T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'af02db6a-c6c6-453f-90bf-6d6dc1cc5015', 'name': '', 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'mac_address': 'fa:16:3e:8e:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18b8ff55-a89c-48d1-a717-48c318af1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:26Z', 'updated_at': '2022-01-12T10:44:27Z', 'revision_number': 2, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'subnets': [{'id': '18b8ff55-a89c-48d1-a717-48c318af1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:38.578227 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Checking router: 1705222c-eb93-420c-afd4-219f5aef75aa for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:44:38.578934 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Updating router 1705222c-eb93-420c-afd4-219f5aef75aa port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 binding host dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 12 10:44:38.589741 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=51f305dd-ed1a-4815-af98-588ac6d4a431,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:38.637158 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:38.770946 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device f71679b5-810d-4855-b81e-77ab535975a6 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:44:38.912785 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port f71679b5-810d-4855-b81e-77ab535975a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f71679b5-810d-4855-b81e-77ab535975a6,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:38.928681 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'f71679b5-810d-4855-b81e-77ab535975a6', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:44:38.985391 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:39.011111 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71679b5-810d-4855-b81e-77ab535975a6 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:44:39.021686 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:39.028021 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port f71679b5-810d-4855-b81e-77ab535975a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f71679b5-810d-4855-b81e-77ab535975a6,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:39.035523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:39.035699 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Transition to ACTIVE for port object af02db6a-c6c6-453f-90bf-6d6dc1cc5015 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:44:39.044026 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:39.109864 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=f71679b5-810d-4855-b81e-77ab535975a6,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:39.234373 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b340d3-339d-4baf-b027-36da3824a0b3 None None] Pushing event updated for resources: {'Port': ['ID=af02db6a-c6c6-453f-90bf-6d6dc1cc5015,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:39.237266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d905060-8dca-4606-a352-6d26c4d09502 req-0a470d06-2a8a-4843-b353-fe37db9473c1 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:39.238809 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d905060-8dca-4606-a352-6d26c4d09502 req-0a470d06-2a8a-4843-b353-fe37db9473c1 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 945 time: 0.1922090 Jan 12 10:44:39.260302 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Attempting to bind port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 on host dv-neutron-824347-1-hyperv for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:44:39.261240 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Attempting to bind port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 by drivers openvswitch,hyperv on host dv-neutron-824347-1-hyperv at level 0 using segments [{'id': 'd9eb98d2-311f-4442-a690-798c456c794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:44:39.261240 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Attempting to bind port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 on network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:44:39.269251 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Checking agent: {'id': '20bbca9a-4135-41bf-b4d4-4a4ad9470b7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 26, 23), 'started_at': datetime.datetime(2022, 1, 12, 9, 26, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:44:39.269765 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Checking segment: {'id': 'd9eb98d2-311f-4442-a690-798c456c794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:44:39.270402 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:39.270916 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Bound using segment: {'id': 'd9eb98d2-311f-4442-a690-798c456c794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:44:39.271507 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Bound port: af02db6a-c6c6-453f-90bf-6d6dc1cc5015, host: dv-neutron-824347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9eb98d2-311f-4442-a690-798c456c794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:44:39.271963 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:39.287754 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7d905060-8dca-4606-a352-6d26c4d09502 req-750faa5e-319a-481b-99aa-8829f9b4187d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Jan 12 10:44:39.363383 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] For port af02db6a-c6c6-453f-90bf-6d6dc1cc5015, host dv-neutron-824347-1-hyperv, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:44:39.365852 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['f71679b5-810d-4855-b81e-77ab535975a6'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:44:39.366683 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] For port af02db6a-c6c6-453f-90bf-6d6dc1cc5015, host dv-neutron-824347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=af02db6a-c6c6-453f-90bf-6d6dc1cc5015,segment=NetworkSegment(d9eb98d2-311f-4442-a690-798c456c794e),segment_id=d9eb98d2-311f-4442-a690-798c456c794e)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:44:39.372350 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:39.452763 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b340d3-339d-4baf-b027-36da3824a0b3 None None] Pushing event updated for resources: {'Port': ['ID=af02db6a-c6c6-453f-90bf-6d6dc1cc5015,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:39.457819 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Routers {'1705222c-eb93-420c-afd4-219f5aef75aa'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:39.458410 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1705222c-eb93-420c-afd4-219f5aef75aa'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:39.640211 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] Set router 1705222c-eb93-420c-afd4-219f5aef75aa gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:39.945943 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'name': 'tempest-TestSnapshotPattern-630136921-router', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:23Z', 'updated_at': '2022-01-12T10:44:26Z', 'revision_number': 4, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'gw_port': {'id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:24Z', 'updated_at': '2022-01-12T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'af02db6a-c6c6-453f-90bf-6d6dc1cc5015', 'name': '', 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'mac_address': 'fa:16:3e:8e:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18b8ff55-a89c-48d1-a717-48c318af1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:26Z', 'updated_at': '2022-01-12T10:44:39Z', 'revision_number': 4, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'subnets': [{'id': '18b8ff55-a89c-48d1-a717-48c318af1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:39.950628 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f79f3-ba77-406a-8ec4-d442634ad89c None None] The sync data for ids ['1705222c-eb93-420c-afd4-219f5aef75aa'] in dv-neutron-824347-1-hyperv is: [{'id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'name': 'tempest-TestSnapshotPattern-630136921-router', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:23Z', 'updated_at': '2022-01-12T10:44:26Z', 'revision_number': 4, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'gw_port': {'id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:24Z', 'updated_at': '2022-01-12T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': 'af02db6a-c6c6-453f-90bf-6d6dc1cc5015', 'name': '', 'network_id': '08ee3949-7aa2-4f7d-9ff1-3710a8253187', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'mac_address': 'fa:16:3e:8e:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18b8ff55-a89c-48d1-a717-48c318af1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:26Z', 'updated_at': '2022-01-12T10:44:39Z', 'revision_number': 4, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'subnets': [{'id': '18b8ff55-a89c-48d1-a717-48c318af1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:44:40.173098 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device af02db6a-c6c6-453f-90bf-6d6dc1cc5015 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:40.249052 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning for port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:40.254370 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:40.254854 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:40.370962 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:40.404833 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] For port af02db6a-c6c6-453f-90bf-6d6dc1cc5015, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=af02db6a-c6c6-453f-90bf-6d6dc1cc5015,segment=NetworkSegment(d9eb98d2-311f-4442-a690-798c456c794e),segment_id=d9eb98d2-311f-4442-a690-798c456c794e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:40.409100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:40.409915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 51f305dd-ed1a-4815-af98-588ac6d4a431 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:40.510908 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1422b-e49b-46f2-9914-99dc4a3107ba req-15257d7f-82e4-4d6a-9cc4-ce464ae8d215 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:40.512378 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9e1422b-e49b-46f2-9914-99dc4a3107ba req-15257d7f-82e4-4d6a-9cc4-ce464ae8d215 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 945 time: 0.0940657 Jan 12 10:44:40.529819 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Pushing event updated for resources: {'Port': ['ID=af02db6a-c6c6-453f-90bf-6d6dc1cc5015,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:40.541097 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port 51f305dd-ed1a-4815-af98-588ac6d4a431 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:40.541464 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:40.564218 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a9e1422b-e49b-46f2-9914-99dc4a3107ba req-e222c289-e2b1-43da-aaec-ad257692d68a tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450356 Jan 12 10:44:40.786243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device f71679b5-810d-4855-b81e-77ab535975a6 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:40.858908 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port f71679b5-810d-4855-b81e-77ab535975a6 completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:44:40.864075 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port f71679b5-810d-4855-b81e-77ab535975a6 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:40.864431 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:41.010451 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:41.037660 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:44:41.047080 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port f71679b5-810d-4855-b81e-77ab535975a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f71679b5-810d-4855-b81e-77ab535975a6,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:44:41.052347 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:41.095239 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6', 'code': 200} Jan 12 10:44:41.123458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=f71679b5-810d-4855-b81e-77ab535975a6,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:41.323620 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f8dfb549-203a-4b14-81ab-3656d2ad51b2 req-535b25e6-13a4-46bf-b372-2bd281717a0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1099 time: 0.0669727 Jan 12 10:44:41.364543 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f8dfb549-203a-4b14-81ab-3656d2ad51b2 req-171ce8c7-af71-4158-8179-380adf5a7898 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352581 Jan 12 10:44:41.793263 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de5e32-2861-4560-8360-249ae2a00464 req-37f914e5-f728-472a-b9cc-231cda534aa6 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:41.794693 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f4de5e32-2861-4560-8360-249ae2a00464 req-37f914e5-f728-472a-b9cc-231cda534aa6 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 946 time: 0.0892415 Jan 12 10:44:41.841575 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f4de5e32-2861-4560-8360-249ae2a00464 req-69d22dfa-9b00-4de7-90a3-57affab13cbf tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Jan 12 10:44:42.115608 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device af02db6a-c6c6-453f-90bf-6d6dc1cc5015 up at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:44:42.183398 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Provisioning complete for port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:44:42.183755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:43.066343 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd48cd-5ef5-4c63-bd37-a74f1674e8ed req-67a7da46-51d5-4422-9fc4-fe1a5de4d7d1 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:43.067796 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d0cd48cd-5ef5-4c63-bd37-a74f1674e8ed req-67a7da46-51d5-4422-9fc4-fe1a5de4d7d1 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 946 time: 0.0853131 Jan 12 10:44:43.117326 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d0cd48cd-5ef5-4c63-bd37-a74f1674e8ed req-e50ab8b5-a531-4dfe-b7ec-bbc2a2754bdf tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 Jan 12 10:44:43.324110 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af486290-37c5-4e6f-9c27-61168a3a633d req-71a91cd4-03a9-49f7-af12-6741c0281fd3 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:43.325532 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-af486290-37c5-4e6f-9c27-61168a3a633d req-71a91cd4-03a9-49f7-af12-6741c0281fd3 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 946 time: 0.0813355 Jan 12 10:44:43.371614 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-af486290-37c5-4e6f-9c27-61168a3a633d req-0cc55eff-b0da-4ec7-a4e9-2b71618191c2 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405118 Jan 12 10:44:43.411102 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 52140) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:43.548040 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-90be305c-22ae-45b7-83a2-4095c2e030bf tempest-TestSnapshotPattern-1972879931 tempest-TestSnapshotPattern-1972879931-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1094 time: 0.1357992 Jan 12 10:44:43.551835 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 52146) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:44:43.556983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:44:43.562624 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:44:43.566741 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:floatingip and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:44:43.569772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:44:43.575818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:44:43.589628 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:43.723123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:43.868347 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Allocated IP 172.26.1.84 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/46d1d77e-ae1d-4b2e-bac1-e38e0aaf61f9) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:44:44.024280 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:44.053767 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:44.123150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:44:44.126081 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:44:44.130605 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:44:44.154647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'Port': ['ID=46d1d77e-ae1d-4b2e-bac1-e38e0aaf61f9,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:44.731870 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:44.791736 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:44.995664 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:45.002397 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:45.102686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'Port': ['ID=46d1d77e-ae1d-4b2e-bac1-e38e0aaf61f9,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:44:45.127844 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:45.323482 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Floating IP ed17eccf-c3f2-4bf1-a140-b96331b8b280 associated. External IP: 172.26.1.84, port: f71679b5-810d-4855-b81e-77ab535975a6. Jan 12 10:44:45.710451 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Router 9a9d93bc-6bf7-4454-b96d-93977e77d628 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:44:45.912336 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:44:45.939602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:45.994005 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-a9cbdc62-13d3-47fc-ad43-48387741b376 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4412062 Jan 12 10:44:45.994541 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:44:46.048140 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6', 'status': 'completed', 'code': 200} Jan 12 10:44:46.139410 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5fbef5f-e837-44c7-91b8-49ea04bd7ccc req-c99ea658-a9c3-4ba4-9eb3-e7c0d6a729c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1099 time: 0.0695004 Jan 12 10:44:46.217007 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] Sync routers for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:44:46.229912 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:46.230895 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:46.272832 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbef5f-e837-44c7-91b8-49ea04bd7ccc req-8c5af3fe-9826-4957-ba94-2038476b2c0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:46.274265 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5fbef5f-e837-44c7-91b8-49ea04bd7ccc req-8c5af3fe-9826-4957-ba94-2038476b2c0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.1291821 Jan 12 10:44:46.415814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:46.485960 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5fbef5f-e837-44c7-91b8-49ea04bd7ccc req-56274832-b878-4778-84f8-059de1a2cc9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 200 len: 999 time: 0.2053263 Jan 12 10:44:46.546411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbef5f-e837-44c7-91b8-49ea04bd7ccc req-c0343eab-0ccb-41b4-bc8a-64cbcef27bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:44:46.547872 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5fbef5f-e837-44c7-91b8-49ea04bd7ccc req-c0343eab-0ccb-41b4-bc8a-64cbcef27bb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0558355 Jan 12 10:44:46.626002 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5fbef5f-e837-44c7-91b8-49ea04bd7ccc req-7c2c7930-0ff2-42c9-aaa6-03a54bba2a4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724165 Jan 12 10:44:46.759117 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5fbef5f-e837-44c7-91b8-49ea04bd7ccc req-95c9ef7f-ff7b-411f-8468-3194f299f644 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263163 Jan 12 10:44:46.764663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ed17eccf-c3f2-4bf1-a140-b96331b8b280', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:44:44Z', 'updated_at': '2022-01-12T10:44:44Z', 'revision_number': 0, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:46.769005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] Checking router: 9a9d93bc-6bf7-4454-b96d-93977e77d628 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:44:46.779730 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:44:46.780321 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:44:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:46.888118 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a5fbef5f-e837-44c7-91b8-49ea04bd7ccc req-6e36f9a6-640d-4e2f-82f5-a00364267c59 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232765 Jan 12 10:44:46.956575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:44:47.321672 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ed17eccf-c3f2-4bf1-a140-b96331b8b280', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:44:44Z', 'updated_at': '2022-01-12T10:44:44Z', 'revision_number': 0, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:44:47.325669 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc7ed2-811e-4209-a291-67626c3a8913 None None] The sync data for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv is: [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ed17eccf-c3f2-4bf1-a140-b96331b8b280', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:44:44Z', 'updated_at': '2022-01-12T10:44:44Z', 'revision_number': 0, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:44:49.180989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd123dd5-754d-46b4-884a-1fc452c6fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:51.339537 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1a1d59a-75a1-481d-a9c1-ea39da91bab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:52.380767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:52.680805 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:52.837192 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:54.224406 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:44:56.704396 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1810a1e-66c6-488a-a08b-5b3a4abd0bae None None] New status for floating IP ed17eccf-c3f2-4bf1-a140-b96331b8b280: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:45:03.075418 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:45:19.182167 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcd2d-c9df-40f1-a8db-856826051ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:21.314850 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9aa59368-43e5-4c78-9527-d10bd5597eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:22.395199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:22.679301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:22.846651 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:24.223149 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:29.333822 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d99e791d-0bd7-4a29-a729-93fde8b7916c req-995279cb-61ae-45f7-9e9e-84e46a531959 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735018 Jan 12 10:45:29.489129 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d99e791d-0bd7-4a29-a729-93fde8b7916c req-ed73242e-0666-43ca-99d9-d210261962e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1099 time: 0.0739105 Jan 12 10:45:29.633261 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e791d-0bd7-4a29-a729-93fde8b7916c req-7961e226-3d63-4edd-936b-d03866baeeef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:45:29.634577 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d99e791d-0bd7-4a29-a729-93fde8b7916c req-7961e226-3d63-4edd-936b-d03866baeeef service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.1261084 Jan 12 10:45:29.731710 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d99e791d-0bd7-4a29-a729-93fde8b7916c req-e206e8eb-6864-47c0-b38b-9615c67e44c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 200 len: 1001 time: 0.0908334 Jan 12 10:45:29.796889 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e791d-0bd7-4a29-a729-93fde8b7916c req-c22d8e00-7bd4-4289-b4d8-232e93e5e141 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:45:29.798256 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d99e791d-0bd7-4a29-a729-93fde8b7916c req-c22d8e00-7bd4-4289-b4d8-232e93e5e141 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0607388 Jan 12 10:45:29.884796 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d99e791d-0bd7-4a29-a729-93fde8b7916c req-0271603f-e349-4fb6-b4b5-6e0d3c8325fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798130 Jan 12 10:45:30.012997 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d99e791d-0bd7-4a29-a729-93fde8b7916c req-14e74723-4609-4946-bfac-54e31244d4a8 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221418 Jan 12 10:45:30.145364 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d99e791d-0bd7-4a29-a729-93fde8b7916c req-d56ffe71-076c-4002-a3e8-c440ff06bd6a service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262362 Jan 12 10:45:40.072474 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:45:49.183243 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4ed409e-c2b8-4e64-9f5a-8d4a518dcb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:51.316975 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e3218a9-151f-4475-840c-7e04d3971f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:52.393736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:52.670254 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:52.843760 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:45:54.222324 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:17.063336 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:46:19.191131 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79a48daa-188f-4cdf-807b-e08f34d50174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:21.318521 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4575ad1-9e02-4be6-8c90-43f905127199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:22.397916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:22.677838 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:22.855160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:24.230428 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:31.088433 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4556cd5f-327f-4bdc-bb94-25d9afa4b291 req-df897663-402f-4430-bdc5-81a2eed7f194 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780354 Jan 12 10:46:31.241071 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4556cd5f-327f-4bdc-bb94-25d9afa4b291 req-55fb74cc-1f3e-44e9-82eb-4e3107f852ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1099 time: 0.0789695 Jan 12 10:46:31.399991 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556cd5f-327f-4bdc-bb94-25d9afa4b291 req-2da0c8ef-5f94-4368-923e-ae5b72f66ed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:46:31.401382 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4556cd5f-327f-4bdc-bb94-25d9afa4b291 req-2da0c8ef-5f94-4368-923e-ae5b72f66ed1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.1388426 Jan 12 10:46:31.628204 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4556cd5f-327f-4bdc-bb94-25d9afa4b291 req-c5e1becc-04a8-4c3e-97e3-37ae1ae2bcce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 200 len: 1001 time: 0.2197359 Jan 12 10:46:31.694994 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556cd5f-327f-4bdc-bb94-25d9afa4b291 req-2ee7c374-b686-4552-bf2a-cd01ca14ecfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:46:31.696331 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4556cd5f-327f-4bdc-bb94-25d9afa4b291 req-2ee7c374-b686-4552-bf2a-cd01ca14ecfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0617630 Jan 12 10:46:31.776709 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4556cd5f-327f-4bdc-bb94-25d9afa4b291 req-fa52f220-52fa-408a-8615-036f2e8c192c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727174 Jan 12 10:46:31.907428 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4556cd5f-327f-4bdc-bb94-25d9afa4b291 req-c705b375-3cc2-4b0b-a42d-50819fdbc620 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241066 Jan 12 10:46:32.037940 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4556cd5f-327f-4bdc-bb94-25d9afa4b291 req-b395865f-6713-426b-93bb-2ee36c8038f5 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246364 Jan 12 10:46:49.182005 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-221e1c75-c629-4d24-93e7-cbededb84e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:51.323228 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efa870be-6498-4a2f-9693-bfcde9c07b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:52.413881 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:52.671899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:52.855509 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:46:54.064510 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:46:54.233397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:17.575507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device f71679b5-810d-4855-b81e-77ab535975a6 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:47:17.712815 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port f71679b5-810d-4855-b81e-77ab535975a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f71679b5-810d-4855-b81e-77ab535975a6,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:47:17.725591 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'f71679b5-810d-4855-b81e-77ab535975a6', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:47:17.789232 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:17.806829 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f71679b5-810d-4855-b81e-77ab535975a6 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:47:17.823204 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port f71679b5-810d-4855-b81e-77ab535975a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f71679b5-810d-4855-b81e-77ab535975a6,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:47:17.830525 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:17.907887 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=f71679b5-810d-4855-b81e-77ab535975a6,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:47:17.916955 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['f71679b5-810d-4855-b81e-77ab535975a6'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:47:17.949328 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:17.949673 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:17.950045 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:17.950381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:17.950717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:17.951066 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:17.951392 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:17.951695 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:17.952014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:17.952331 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:17.952645 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:19.182871 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b21052e9-822a-495e-a26f-48fae5a68c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:19.593577 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device f71679b5-810d-4855-b81e-77ab535975a6 up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:47:19.672326 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port f71679b5-810d-4855-b81e-77ab535975a6 triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:47:19.672700 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:19.788587 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:19.814240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:47:19.823557 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port f71679b5-810d-4855-b81e-77ab535975a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f71679b5-810d-4855-b81e-77ab535975a6,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:47:19.830687 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:19.906118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=f71679b5-810d-4855-b81e-77ab535975a6,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:47:19.999996 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6', 'code': 200} Jan 12 10:47:21.324453 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e240-2ab7-4d3c-a489-6a2654575f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:22.417100 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:22.666686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:22.858754 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:24.232554 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:31.064576 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:47:32.325998 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-ec5f6dcb-4ee2-4847-afa5-382eaea40e06 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202819876&fields=id&tenant_id=55395b26f8624d1d81b43f0650818006 HTTP/1.1" status: 200 len: 267 time: 0.0408592 Jan 12 10:47:32.521580 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-15a255de-069f-4d14-b4cc-ce50ce42608b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1099 time: 0.1930580 Jan 12 10:47:32.526364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-ac1f2047-7aae-4d2d-9d09-78bb9391e096 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:32.527697 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-ac1f2047-7aae-4d2d-9d09-78bb9391e096 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 809 time: 0.1708770 Jan 12 10:47:32.613745 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-38c8406c-5852-4023-9872-eed7f57baab8 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/quotas/55395b26f8624d1d81b43f0650818006 HTTP/1.1" status: 200 len: 375 time: 0.0759132 Jan 12 10:47:32.722240 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-551367bb-9940-4e0c-900a-e69fdec0a4d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:32.723700 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-551367bb-9940-4e0c-900a-e69fdec0a4d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.1787732 Jan 12 10:47:32.799766 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-bb9c35ba-0e78-42e9-9052-7f5bfa6857a4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1792133 Jan 12 10:47:32.854015 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-863a4b14-613f-482b-9583-fa5daf758642 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 200 len: 1001 time: 0.1220236 Jan 12 10:47:32.918720 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-ee0cdf91-bc8e-4bdd-9640-5273ae29fc70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:32.920237 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-ee0cdf91-bc8e-4bdd-9640-5273ae29fc70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0600927 Jan 12 10:47:33.115783 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-f39da5e2-2c9f-4333-9201-a98655850a94 service neutron] 10.222.0.58 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033543 Jan 12 10:47:33.122621 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-c011439f-f41c-4362-9726-6704058ec9bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1787021 Jan 12 10:47:33.149668 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-568220eb-080d-4d22-9db3-b5f32072a517 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83594) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 12 10:47:33.150488 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-568220eb-080d-4d22-9db3-b5f32072a517 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082116 Jan 12 10:47:33.492891 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-7a3538c2-db48-4af2-adab-7ae5f068ebde service neutron] 10.222.0.58 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693318 Jan 12 10:47:33.500857 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-7e8a562e-887e-43f6-943f-07a6071d8c1d service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993054 Jan 12 10:47:33.641143 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-838c97a8-1138-4e8e-9291-0b9c8a9b8c72 req-6c04d240-ae30-4289-8788-59b5b994f54f service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343944 Jan 12 10:47:33.716621 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-4cc664f7-aec7-4cda-86f3-83536aa6f5f3 req-b1014f42-2098-4965-9328-6b9b2d75fc86 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 210 time: 0.0404580 Jan 12 10:47:34.938742 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-84fbb4ff-b042-483a-a5a3-d5cea2aeffa8 req-291f8b1c-c0a0-4432-89d1-653bba092bc8 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 210 time: 0.0493481 Jan 12 10:47:34.997895 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-930617d2-aeca-4688-99ee-602d05fc60da tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:34.999335 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-930617d2-aeca-4688-99ee-602d05fc60da tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 809 time: 0.1925161 Jan 12 10:47:35.052827 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-f7d5c3e3-7774-4529-ac6a-ae204eaeba69 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55395b26f8624d1d81b43f0650818006 HTTP/1.1" status: 200 len: 380 time: 0.0396755 Jan 12 10:47:35.064815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'port': {'device_id': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'admin_state_up': True, 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'security_groups': ['b13744cb-5ea2-4f20-82dd-aaafbb863045']}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:47:35.198768 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:47:35.211282 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:47:35.222810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Made reservation on behalf of 55395b26f8624d1d81b43f0650818006 for: {'port': 1} {{(pid=83594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:47:35.226215 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:35.406647 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Allocated IP 172.20.0.7 (1d74f875-1217-4577-8ba3-6256cfdb9b6e/87e7499a-40d7-4ae5-8913-600711c33684/c19d29bb-7829-48c4-a534-e8168b51a6ee) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:47:35.654713 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:35.674821 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Transition to ACTIVE for port object c19d29bb-7829-48c4-a534-e8168b51a6ee will not be triggered until provisioned by entity DHCP. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:47:35.703001 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:35.789304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Network 1d74f875-1217-4577-8ba3-6256cfdb9b6e is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:47:35.797946 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:47:35.800879 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:47:35.859053 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'Port': ['ID=c19d29bb-7829-48c4-a534-e8168b51a6ee,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:47:35.880938 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.881310 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.881622 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.881951 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.882283 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.882608 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.883090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.883351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.883673 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.883993 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.884351 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:47:35.899148 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:35.899891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:35.934361 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a0ea288b-a908-4d53-b1e9-1b5f4336dca5 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8724678 Jan 12 10:47:36.110355 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-054349f3-8656-40b6-ae0b-87db05e04a94 None None] Provisioning for port c19d29bb-7829-48c4-a534-e8168b51a6ee completed by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:47:36.119040 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-054349f3-8656-40b6-ae0b-87db05e04a94 None None] Provisioning complete for port c19d29bb-7829-48c4-a534-e8168b51a6ee triggered by entity DHCP. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:47:36.119409 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-054349f3-8656-40b6-ae0b-87db05e04a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:36.188326 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd8956-d927-41a4-b251-e7c1788f3897 req-37bb08ea-24b9-46e6-a122-7cfacc1dc787 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:36.189083 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-01cd8956-d927-41a4-b251-e7c1788f3897 req-37bb08ea-24b9-46e6-a122-7cfacc1dc787 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Synchronizing usage tracker for tenant:55395b26f8624d1d81b43f0650818006 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:47:36.197845 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-054349f3-8656-40b6-ae0b-87db05e04a94 None None] Port c19d29bb-7829-48c4-a534-e8168b51a6ee cannot update to ACTIVE because it is not bound. {{(pid=83596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 12 10:47:36.209160 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-01cd8956-d927-41a4-b251-e7c1788f3897 req-37bb08ea-24b9-46e6-a122-7cfacc1dc787 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Unset dirty status for tenant:55395b26f8624d1d81b43f0650818006 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:47:36.210814 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01cd8956-d927-41a4-b251-e7c1788f3897 req-37bb08ea-24b9-46e6-a122-7cfacc1dc787 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 931 time: 0.1304426 Jan 12 10:47:36.266803 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-01cd8956-d927-41a4-b251-e7c1788f3897 req-33759026-53f5-47b5-a5a1-a65eb51c9fe8 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503464 Jan 12 10:47:37.501430 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242df864-720e-4df3-ad70-c6417fa42583 req-c6f9bc95-d6d9-4e02-bfa5-ef47aa80d039 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:37.504586 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-242df864-720e-4df3-ad70-c6417fa42583 req-c6f9bc95-d6d9-4e02-bfa5-ef47aa80d039 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 931 time: 0.1117165 Jan 12 10:47:37.555205 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-242df864-720e-4df3-ad70-c6417fa42583 req-4bebdbd5-c1b3-4947-bdb9-08851ec6cbef tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447946 Jan 12 10:47:37.636967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device f71679b5-810d-4855-b81e-77ab535975a6 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:47:37.790507 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:37.819335 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:47:37.829024 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port f71679b5-810d-4855-b81e-77ab535975a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f71679b5-810d-4855-b81e-77ab535975a6,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:47:37.836562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:37.906736 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=f71679b5-810d-4855-b81e-77ab535975a6,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:47:37.910699 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6', 'code': 200} Jan 12 10:47:38.768230 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dc84a-5cdf-4d0d-8baf-818ad3fa12ad req-9f75d4f9-f378-404b-b1f0-47f197be0c77 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:38.769611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-262dc84a-5cdf-4d0d-8baf-818ad3fa12ad req-9f75d4f9-f378-404b-b1f0-47f197be0c77 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 931 time: 0.0796089 Jan 12 10:47:38.820158 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-262dc84a-5cdf-4d0d-8baf-818ad3fa12ad req-35badfb5-357d-4885-a062-33aac577c302 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Jan 12 10:47:40.023615 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ef59a-1208-461c-b848-2cb08f4b5747 req-e86a677d-5b19-40f7-a2f4-1e01557f6c2f tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:40.026380 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a81ef59a-1208-461c-b848-2cb08f4b5747 req-e86a677d-5b19-40f7-a2f4-1e01557f6c2f tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 931 time: 0.0796022 Jan 12 10:47:40.076882 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-a81ef59a-1208-461c-b848-2cb08f4b5747 req-cd2ed1bb-339a-4d04-8a58-c17a17c131fa tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458381 Jan 12 10:47:41.294833 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee80b46-e729-48c5-93b0-5a5e5159d76e req-4f1644aa-da31-4a26-a344-649ae16334e8 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:41.296278 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ee80b46-e729-48c5-93b0-5a5e5159d76e req-4f1644aa-da31-4a26-a344-649ae16334e8 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 931 time: 0.0882039 Jan 12 10:47:41.344923 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7ee80b46-e729-48c5-93b0-5a5e5159d76e req-59538136-5d02-4ce0-ba1b-532229e3f7ca tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 Jan 12 10:47:42.561538 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb5da7-1bb5-45e3-bea3-8baf53d475cc req-ae45c94c-9b35-49ae-8d24-bc81f9cabd97 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:42.563026 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-46fb5da7-1bb5-45e3-bea3-8baf53d475cc req-ae45c94c-9b35-49ae-8d24-bc81f9cabd97 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 931 time: 0.0841413 Jan 12 10:47:42.609520 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-46fb5da7-1bb5-45e3-bea3-8baf53d475cc req-5eb262ba-143e-438e-8156-a67c19884786 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 Jan 12 10:47:43.922810 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bfa84-e5e4-4532-bde9-478c1eb8b526 req-16ea1bd9-b228-434a-a535-46646114b2dd tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:43.924161 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-070bfa84-e5e4-4532-bde9-478c1eb8b526 req-16ea1bd9-b228-434a-a535-46646114b2dd tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 931 time: 0.1864488 Jan 12 10:47:43.970819 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-070bfa84-e5e4-4532-bde9-478c1eb8b526 req-76c6d45c-3c41-4ef5-aaa1-fbdc64103628 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407393 Jan 12 10:47:45.175196 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88d810-4121-4e83-9b58-a13d65d91623 req-84c47905-5bd9-42a2-9b16-197546a42e14 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:45.176612 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0d88d810-4121-4e83-9b58-a13d65d91623 req-84c47905-5bd9-42a2-9b16-197546a42e14 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 931 time: 0.0766313 Jan 12 10:47:45.221620 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-0d88d810-4121-4e83-9b58-a13d65d91623 req-ffde43de-9993-4b53-bdc1-d3d86137483e tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383596 Jan 12 10:47:45.341772 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Request body: {'port': {'device_id': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:47:45.447357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:45.778933 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19d29bb-7829-48c4-a534-e8168b51a6ee {{(pid=83594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:47:45.785811 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:45.800159 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Transition to ACTIVE for port object c19d29bb-7829-48c4-a534-e8168b51a6ee will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:47:45.806695 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:45.939601 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Pushing event updated for resources: {'Port': ['ID=c19d29bb-7829-48c4-a534-e8168b51a6ee,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:47:46.051503 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Attempting to bind port c19d29bb-7829-48c4-a534-e8168b51a6ee on host hv-neutron-8243 for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:47:46.051839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Attempting to bind port c19d29bb-7829-48c4-a534-e8168b51a6ee by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:47:46.052163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Attempting to bind port c19d29bb-7829-48c4-a534-e8168b51a6ee on network 1d74f875-1217-4577-8ba3-6256cfdb9b6e {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:47:46.057949 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Port c19d29bb-7829-48c4-a534-e8168b51a6ee on network 1d74f875-1217-4577-8ba3-6256cfdb9b6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 12 10:47:46.058266 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Attempting to bind port c19d29bb-7829-48c4-a534-e8168b51a6ee on network 1d74f875-1217-4577-8ba3-6256cfdb9b6e {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 12 10:47:46.065034 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Checking agent: {'id': '42108589-77b1-4d59-82db-c41655421690', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'started_at': datetime.datetime(2022, 1, 12, 9, 32, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 12 10:47:46.065364 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Checking segment: {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 12 10:47:46.065743 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Bound using segment: {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 12 10:47:46.066162 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Bound port: c19d29bb-7829-48c4-a534-e8168b51a6ee, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851a0080-0b1f-4886-b838-50dd182c134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:47:46.066514 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:46.156449 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] For port c19d29bb-7829-48c4-a534-e8168b51a6ee, host hv-neutron-8243, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:47:46.159304 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] For port c19d29bb-7829-48c4-a534-e8168b51a6ee, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:47:46.164914 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:46.223676 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:46.224962 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] 10.222.0.59 "PUT /v2.0/ports/c19d29bb-7829-48c4-a534-e8168b51a6ee HTTP/1.1" status: 200 len: 1093 time: 0.8884721 Jan 12 10:47:46.225408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:47:46.243224 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b3b7f-353e-477f-ba6e-9219a39d9330 service neutron] Pushing event updated for resources: {'Port': ['ID=c19d29bb-7829-48c4-a534-e8168b51a6ee,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:47:46.308447 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'status': 'completed', 'code': 200} Jan 12 10:47:46.355173 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a4e6dfae-eb03-48cd-b7ad-a95fc0bcb201 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 1096 time: 0.0845897 Jan 12 10:47:46.453523 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-f268272b-0e5c-448b-be63-905c022d870e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee HTTP/1.1" status: 200 len: 217 time: 0.0907133 Jan 12 10:47:46.534912 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-4ea7d96d-6c27-4dcc-9b2a-08c05d08ab59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:46.536294 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-4ea7d96d-6c27-4dcc-9b2a-08c05d08ab59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0699589 Jan 12 10:47:46.582480 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637001c0-1e61-4eb3-b619-dd6b80215f58 req-1d8cfa3b-f44a-4b3e-b663-e8817a7ad882 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:46.583807 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-637001c0-1e61-4eb3-b619-dd6b80215f58 req-1d8cfa3b-f44a-4b3e-b663-e8817a7ad882 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 943 time: 0.2228394 Jan 12 10:47:46.646315 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-637001c0-1e61-4eb3-b619-dd6b80215f58 req-cc68f18a-6d59-4607-be9c-ee2acecac7ef tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541658 Jan 12 10:47:46.656549 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-f518b2ef-1d01-49ec-9cc6-d4a5abce4f35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1119733 Jan 12 10:47:46.790997 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-0645f743-425e-4244-955f-a15b9421fe63 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282060 Jan 12 10:47:47.019737 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d2a0ee67-c063-4f1e-9bc0-ad4815d88e8b req-a7e1598f-067e-4495-b4a0-5d9a801172cd service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226722 Jan 12 10:47:47.139634 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-820acd7a-ed09-4967-8e7b-02689141dc2c req-4beda0cc-4324-45c5-8f5d-2dd53ec0e1b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 1096 time: 0.0710940 Jan 12 10:47:47.274761 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820acd7a-ed09-4967-8e7b-02689141dc2c req-29fd8d58-8ac0-4a8e-bce7-497c77b79c81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:47.276223 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-820acd7a-ed09-4967-8e7b-02689141dc2c req-29fd8d58-8ac0-4a8e-bce7-497c77b79c81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.1303554 Jan 12 10:47:47.345031 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-820acd7a-ed09-4967-8e7b-02689141dc2c req-b1544765-c55d-496e-829f-a499541ea9c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee HTTP/1.1" status: 200 len: 217 time: 0.0627122 Jan 12 10:47:47.406876 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820acd7a-ed09-4967-8e7b-02689141dc2c req-8632260c-d147-45c3-bf93-6961460d69a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:47.408166 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-820acd7a-ed09-4967-8e7b-02689141dc2c req-8632260c-d147-45c3-bf93-6961460d69a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0565071 Jan 12 10:47:47.488378 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-820acd7a-ed09-4967-8e7b-02689141dc2c req-87b6047b-8a19-41b7-8676-2decc80ec5b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715489 Jan 12 10:47:47.620310 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-820acd7a-ed09-4967-8e7b-02689141dc2c req-86496a4f-66ab-4055-b692-3d73bdc6d014 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254921 Jan 12 10:47:47.757872 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-820acd7a-ed09-4967-8e7b-02689141dc2c req-623bfe78-0f50-48f0-b658-721d59551ed7 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292241 Jan 12 10:47:47.843170 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c162ad-d5b2-41c8-b45a-e0be33993f42 req-c4d908f2-8e6a-4b93-804a-ac7d212ab146 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:47.844600 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2c162ad-d5b2-41c8-b45a-e0be33993f42 req-c4d908f2-8e6a-4b93-804a-ac7d212ab146 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 943 time: 0.0747349 Jan 12 10:47:47.892437 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-c2c162ad-d5b2-41c8-b45a-e0be33993f42 req-30621437-a874-4de0-8450-e95b29236cde tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398571 Jan 12 10:47:49.115416 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df629916-1827-4e64-9a81-ec3f9683dc53 req-500c21e5-02fe-482d-8c92-fc72987dea4c tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:49.116870 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df629916-1827-4e64-9a81-ec3f9683dc53 req-500c21e5-02fe-482d-8c92-fc72987dea4c tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 943 time: 0.0818062 Jan 12 10:47:49.164879 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-df629916-1827-4e64-9a81-ec3f9683dc53 req-f0a9353d-6d65-44be-9520-117a8dbbe8cd tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398650 Jan 12 10:47:49.177807 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b17cd95-13f9-4bc2-a4e9-a761b9d2de73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:49.696891 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device c19d29bb-7829-48c4-a534-e8168b51a6ee details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:47:49.836690 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port c19d29bb-7829-48c4-a534-e8168b51a6ee, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:47:49.856388 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'port_id': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'mac_address': 'fa:16:3e:a1:e9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:47:49.912956 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:49.930458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19d29bb-7829-48c4-a534-e8168b51a6ee {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:47:49.945014 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port c19d29bb-7829-48c4-a534-e8168b51a6ee, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:47:49.951307 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:50.020485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=c19d29bb-7829-48c4-a534-e8168b51a6ee,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:47:50.337106 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['c19d29bb-7829-48c4-a534-e8168b51a6ee'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:47:50.369406 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccad54-bf6a-4031-a037-6a5c13a555a3 req-915c3ca9-13a8-4d10-83fb-4962be83388d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:50.370882 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3cccad54-bf6a-4031-a037-6a5c13a555a3 req-915c3ca9-13a8-4d10-83fb-4962be83388d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 944 time: 0.0826535 Jan 12 10:47:50.422871 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-3cccad54-bf6a-4031-a037-6a5c13a555a3 req-a93decf8-263f-44ea-be1a-cbe4b6d32bfc tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462925 Jan 12 10:47:51.330438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a25232-b1e4-4db9-9481-9e637bb75b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:51.623710 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58fa92-d943-4328-8534-6a2151dc0b5b req-f9334e19-d49e-48d9-86e1-39a989e379e1 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:51.625008 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2c58fa92-d943-4328-8534-6a2151dc0b5b req-f9334e19-d49e-48d9-86e1-39a989e379e1 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 944 time: 0.0818598 Jan 12 10:47:51.671472 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-2c58fa92-d943-4328-8534-6a2151dc0b5b req-4af452eb-b36b-47fb-9006-f260b002962e tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Jan 12 10:47:51.713699 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device c19d29bb-7829-48c4-a534-e8168b51a6ee up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:47:51.788381 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning for port c19d29bb-7829-48c4-a534-e8168b51a6ee completed by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:47:51.793019 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port c19d29bb-7829-48c4-a534-e8168b51a6ee triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:47:51.793378 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:51.908935 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:51.936205 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:47:51.947055 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port c19d29bb-7829-48c4-a534-e8168b51a6ee, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:47:51.952926 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:51.994618 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'code': 200} Jan 12 10:47:52.023438 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=c19d29bb-7829-48c4-a534-e8168b51a6ee,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:47:52.235611 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8f00b612-8880-4e94-bee4-86cf188556b0 req-8450e4d2-c238-432d-827f-5e6d88ac513c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 1098 time: 0.0689793 Jan 12 10:47:52.281215 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-8f00b612-8880-4e94-bee4-86cf188556b0 req-576b09fd-92df-4dab-8b5a-d3d4acb3a167 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Jan 12 10:47:52.444616 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:52.677179 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:52.856840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:52.873065 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3bef2-24a8-46b3-b559-93ce07287767 req-9d61669a-4219-49dd-a3eb-0f5e82d0aa90 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:52.874536 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-13f3bef2-24a8-46b3-b559-93ce07287767 req-9d61669a-4219-49dd-a3eb-0f5e82d0aa90 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 945 time: 0.0780315 Jan 12 10:47:52.919056 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-13f3bef2-24a8-46b3-b559-93ce07287767 req-86241d93-643a-4d5b-9c1d-ba1f397931c8 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388899 Jan 12 10:47:54.143988 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30918693-07e1-47d5-b137-d2fd5d006371 req-ca564ffb-5a9d-4a3e-b17b-f3b9c621d840 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:54.145445 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-30918693-07e1-47d5-b137-d2fd5d006371 req-ca564ffb-5a9d-4a3e-b17b-f3b9c621d840 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 945 time: 0.0880632 Jan 12 10:47:54.191656 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-30918693-07e1-47d5-b137-d2fd5d006371 req-f483b888-9677-4d4a-be0b-d4ba59a4a86a tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404344 Jan 12 10:47:54.236487 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:54.394932 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647ac55-4c39-4513-baaa-f5852e1c5e56 req-f6804e0f-e2e4-46b0-972f-4485f39628a2 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:54.396337 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7647ac55-4c39-4513-baaa-f5852e1c5e56 req-f6804e0f-e2e4-46b0-972f-4485f39628a2 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 945 time: 0.0828052 Jan 12 10:47:54.444200 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7647ac55-4c39-4513-baaa-f5852e1c5e56 req-a1ec28b2-c99e-4c6e-a05a-fdec924d42da tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391614 Jan 12 10:47:54.471324 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 52388) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:47:54.545160 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fa9a5d76-c7eb-439a-9ff9-240120db48b8 tempest-TestSnapshotPattern-1972879931 tempest-TestSnapshotPattern-1972879931-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 1093 time: 0.0726814 Jan 12 10:47:54.547839 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 52392) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:47:54.552782 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.v2.base [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Request body: {'floatingip': {'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'port_id': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 12 10:47:54.558314 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:47:54.562200 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Usage tracker for resource:floatingip and tenant:55395b26f8624d1d81b43f0650818006 is out of sync, need to count used quota {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:47:54.565046 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:47:54.570850 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.quota.driver [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:47:54.583733 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for floatingip, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:54.825080 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:54.954015 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_common [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Allocated IP 172.26.1.110 (b765e7a4-e138-4653-9768-6bc0c3a20b74/3e279ffa-e140-4d39-9a97-e35a5557d0bf/a02d6fb7-432c-4390-8780-4ce6014b20c7) {{(pid=83594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:47:55.112603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for port, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:55.145357 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786013141212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:55.211511 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Network b765e7a4-e138-4653-9768-6bc0c3a20b74 is already hosted by enough agents. {{(pid=83594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:47:55.214337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.base_scheduler [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Resources bound (agent type, host, resource id): {{(pid=83594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:47:55.218588 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Received port after_create {{(pid=83594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:47:55.245025 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'Port': ['ID=a02d6fb7-432c-4390-8780-4ce6014b20c7,revision_number=1']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:47:55.737205 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:55.796358 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:56.005572 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:56.012579 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1615643'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:56.113983 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event updated for resources: {'Port': ['ID=a02d6fb7-432c-4390-8780-4ce6014b20c7,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:47:56.132603 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510676'] for floatingip, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:56.330327 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.db.l3_db [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Floating IP 7f08fc43-451f-4800-9534-0ad620d5db3b associated. External IP: 172.26.1.110, port: c19d29bb-7829-48c4-a534-e8168b51a6ee. Jan 12 10:47:56.831313 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Router 9a9d93bc-6bf7-4454-b96d-93977e77d628 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:47:57.031106 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:47:57.041594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] Sync routers for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:47:57.053827 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:47:57.054473 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:47:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:47:57.056514 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:47:57.111454 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-e10007d7-576b-4225-99d7-c79b8b210af4 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5624917 Jan 12 10:47:57.112448 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:47:57.166221 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'status': 'completed', 'code': 200} Jan 12 10:47:57.233390 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:47:57.257973 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab40f75a-48ec-43b8-aa8b-de4b4ac23650 req-9e25e5ca-bac1-48c3-887e-c1df316ddc7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 1098 time: 0.0696588 Jan 12 10:47:57.384384 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40f75a-48ec-43b8-aa8b-de4b4ac23650 req-d62bf66c-02b8-469c-b092-dedc992e0d1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:57.385733 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab40f75a-48ec-43b8-aa8b-de4b4ac23650 req-d62bf66c-02b8-469c-b092-dedc992e0d1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.1224577 Jan 12 10:47:57.487349 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab40f75a-48ec-43b8-aa8b-de4b4ac23650 req-7d2bd1fb-ffd7-4ab2-9def-99466fc412df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee HTTP/1.1" status: 200 len: 999 time: 0.0956569 Jan 12 10:47:57.550686 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40f75a-48ec-43b8-aa8b-de4b4ac23650 req-9ce568c0-153c-43f0-9b1c-5fe6b26f3579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:47:57.552123 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab40f75a-48ec-43b8-aa8b-de4b4ac23650 req-9ce568c0-153c-43f0-9b1c-5fe6b26f3579 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0593996 Jan 12 10:47:57.581916 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '7f08fc43-451f-4800-9534-0ad620d5db3b', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.110', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:a1:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:47:55Z', 'updated_at': '2022-01-12T10:47:55Z', 'revision_number': 0, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}, {'id': 'ed17eccf-c3f2-4bf1-a140-b96331b8b280', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:44:44Z', 'updated_at': '2022-01-12T10:44:56Z', 'revision_number': 1, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:47:57.585867 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] Checking router: 9a9d93bc-6bf7-4454-b96d-93977e77d628 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:47:57.596882 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:47:57.597479 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:47:51Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:47:57.625971 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab40f75a-48ec-43b8-aa8b-de4b4ac23650 req-8ea0b27b-d0d8-4560-a54c-b7c5b8221c98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672140 Jan 12 10:47:57.755356 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab40f75a-48ec-43b8-aa8b-de4b4ac23650 req-ff32b0e5-acc2-464e-89f7-0543191fe652 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231608 Jan 12 10:47:57.805764 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:47:57.888090 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-ab40f75a-48ec-43b8-aa8b-de4b4ac23650 req-3e22d4bf-10cc-4fa3-9d7e-2a8caa399792 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268470 Jan 12 10:47:58.176166 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '7f08fc43-451f-4800-9534-0ad620d5db3b', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.110', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:a1:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:47:55Z', 'updated_at': '2022-01-12T10:47:55Z', 'revision_number': 0, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}, {'id': 'ed17eccf-c3f2-4bf1-a140-b96331b8b280', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:44:44Z', 'updated_at': '2022-01-12T10:44:56Z', 'revision_number': 1, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:47:58.182723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5a861-f072-492e-a35b-3051c344bf7e None None] The sync data for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv is: [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': '7f08fc43-451f-4800-9534-0ad620d5db3b', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.110', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:a1:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:47:55Z', 'updated_at': '2022-01-12T10:47:55Z', 'revision_number': 0, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}, {'id': 'ed17eccf-c3f2-4bf1-a140-b96331b8b280', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:44:44Z', 'updated_at': '2022-01-12T10:44:56Z', 'revision_number': 1, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:47:58.375671 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bef648-e955-4430-9a75-6724c0d6256e None None] New status for floating IP 7f08fc43-451f-4800-9534-0ad620d5db3b: ACTIVE {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:48:08.072697 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:48:19.190349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ded4f1c9-ef8c-4d3c-b932-ede8631ae88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:21.334905 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00bfc1b8-6e1d-4564-a8bc-9844c5cfc38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:22.444284 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:22.675542 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:22.868414 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:24.242003 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:33.412904 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b70d215b-2675-4ea8-9fc1-417be859444b req-7e2bbc6d-0492-49f3-9369-ce110aa16954 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1507578 Jan 12 10:48:33.547415 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b70d215b-2675-4ea8-9fc1-417be859444b req-7ddcc010-cb9f-4909-8d7a-b86459627cda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1097 time: 0.0687101 Jan 12 10:48:33.784626 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d215b-2675-4ea8-9fc1-417be859444b req-4ac1bc6e-f638-4872-8ca1-3f9dcd8ca600 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:48:33.786068 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b70d215b-2675-4ea8-9fc1-417be859444b req-4ac1bc6e-f638-4872-8ca1-3f9dcd8ca600 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.2205124 Jan 12 10:48:33.892976 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b70d215b-2675-4ea8-9fc1-417be859444b req-d51815f5-49e6-463b-b4e1-f46a2a18cf7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 200 len: 999 time: 0.1005969 Jan 12 10:48:33.957907 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d215b-2675-4ea8-9fc1-417be859444b req-4f860cf5-3a80-4154-923b-ba07c1c709ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:48:33.959357 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b70d215b-2675-4ea8-9fc1-417be859444b req-4f860cf5-3a80-4154-923b-ba07c1c709ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0608377 Jan 12 10:48:34.051449 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b70d215b-2675-4ea8-9fc1-417be859444b req-35edc689-239e-4fc8-98b0-1cb48998b4a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857246 Jan 12 10:48:34.197295 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b70d215b-2675-4ea8-9fc1-417be859444b req-33e3460b-d970-44be-b0e0-b7ae44126da9 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396811 Jan 12 10:48:34.343696 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b70d215b-2675-4ea8-9fc1-417be859444b req-10c6d13b-35af-4bc0-b8c0-6e5116ab35b5 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395071 Jan 12 10:48:45.066907 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:48:49.195817 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69352c68-1ff6-4f55-ae6f-a36e81bb97aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:51.341562 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e219d574-4b10-4dcb-84ac-8010a2265f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:52.444623 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:52.674885 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:52.876240 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:48:54.247319 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:19.201903 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bd810814-0170-4cd8-bfc0-a177498181e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:21.333797 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b074484-0e55-4aa7-9426-faa4c4388c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:22.068147 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:49:22.452572 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:22.681441 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:22.867835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:24.255578 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:34.357837 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5ef336-05dd-4581-b3d5-0f207aeb4b53 req-028e1f56-1629-4256-a5df-6d3ee2f4d232 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676219 Jan 12 10:49:34.465097 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5ef336-05dd-4581-b3d5-0f207aeb4b53 req-364f2f8b-e487-4c1e-9e36-b919ba89c642 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 1098 time: 0.0842600 Jan 12 10:49:34.616781 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ef336-05dd-4581-b3d5-0f207aeb4b53 req-feb1d329-390b-4ab8-a2b6-786386c24367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:49:34.618213 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5ef336-05dd-4581-b3d5-0f207aeb4b53 req-feb1d329-390b-4ab8-a2b6-786386c24367 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.1345451 Jan 12 10:49:34.719624 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5ef336-05dd-4581-b3d5-0f207aeb4b53 req-23b2d934-f703-406d-b862-c3285be55c08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee HTTP/1.1" status: 200 len: 1001 time: 0.0950534 Jan 12 10:49:34.791100 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ef336-05dd-4581-b3d5-0f207aeb4b53 req-d4c9518f-2ecb-4b79-a8fb-09b9af3db43f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:49:34.792430 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5ef336-05dd-4581-b3d5-0f207aeb4b53 req-d4c9518f-2ecb-4b79-a8fb-09b9af3db43f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0670602 Jan 12 10:49:34.877908 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5ef336-05dd-4581-b3d5-0f207aeb4b53 req-6c8a5c69-49ac-471b-867c-e0a161f7333a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792136 Jan 12 10:49:35.013346 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5ef336-05dd-4581-b3d5-0f207aeb4b53 req-236af5af-9493-42b6-b355-ade688882926 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297815 Jan 12 10:49:35.165866 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-7c5ef336-05dd-4581-b3d5-0f207aeb4b53 req-8962db53-673d-455c-9670-c0f8a2fb9920 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451271 Jan 12 10:49:49.191440 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82088fd6-3845-4a1a-be06-8ef9cc4ddd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:51.331123 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bf22a0dc-6860-41a4-8302-53ab4a5b4f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:52.455108 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:52.672800 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:52.880779 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:54.258584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:49:59.075121 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:50:16.301372 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device c19d29bb-7829-48c4-a534-e8168b51a6ee details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=83596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:50:16.439184 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port c19d29bb-7829-48c4-a534-e8168b51a6ee, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:16.453341 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Returning: {'device': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'port_id': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'mac_address': 'fa:16:3e:a1:e9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:50:16.507719 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:16.524482 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c19d29bb-7829-48c4-a534-e8168b51a6ee {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:50:16.539099 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port c19d29bb-7829-48c4-a534-e8168b51a6ee, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:16.546477 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:16.618937 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=c19d29bb-7829-48c4-a534-e8168b51a6ee,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:16.627093 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] get_ports_and_sgs() called for port_ids ['c19d29bb-7829-48c4-a534-e8168b51a6ee'] {{(pid=83596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 12 10:50:16.656349 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:16.656701 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:16.657036 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:16.657416 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:16.657755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:16.658073 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:16.658397 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:16.658761 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:16.659096 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:16.659449 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:16.659766 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:18.308641 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device c19d29bb-7829-48c4-a534-e8168b51a6ee up at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:50:18.384358 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Provisioning complete for port c19d29bb-7829-48c4-a534-e8168b51a6ee triggered by entity L2. {{(pid=83596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:50:18.384723 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7924516'] for port, provisioning_complete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:18.501183 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7837673'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:18.528333 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:50:18.537373 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] For port c19d29bb-7829-48c4-a534-e8168b51a6ee, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:18.541803 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786013499639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786013141230', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786013142047'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:18.609967 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Pushing event updated for resources: {'Port': ['ID=c19d29bb-7829-48c4-a534-e8168b51a6ee,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:18.635233 dv-neutron-824347-1-hyperv neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'code': 200} Jan 12 10:50:19.185081 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d16fcc3-5bbe-4fcc-971d-f52b0326b676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:21.366781 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5960e50f-a42f-40eb-893a-afd48b3afa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:22.449685 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:22.670006 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:22.877863 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:24.256899 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:29.472773 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 52578) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:29.793874 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Deleting port a02d6fb7-432c-4390-8780-4ce6014b20c7 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:29.794155 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:29.960745 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:29.961040 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:30.077109 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Calling delete_port for a02d6fb7-432c-4390-8780-4ce6014b20c7 owned by network:floatingip {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:30.234940 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:30.277103 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event deleted for resources: {'Port': ['ID=a02d6fb7-432c-4390-8780-4ce6014b20c7,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:30.288552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.288891 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.289227 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.289555 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.289861 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.290183 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.290500 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.290920 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.291237 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.291546 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.292425 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:30.382272 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for floatingip, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:30.783011 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Router 9a9d93bc-6bf7-4454-b96d-93977e77d628 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:50:30.983629 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:50:30.993523 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] Sync routers for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:50:31.005405 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:31.005814 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:50:31.006529 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:50:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:31.061129 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-2525b5ba-6a05-49e8-9814-9c5f1433a453 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "DELETE /v2.0/floatingips/7f08fc43-451f-4800-9534-0ad620d5db3b HTTP/1.1" status: 204 len: 168 time: 1.5869384 Jan 12 10:50:31.061469 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:50:31.184849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:50:31.207906 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'status': 'completed', 'code': 200} Jan 12 10:50:31.310044 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6539b14c-9121-41e8-89a5-a29f5a82e141 req-7090de08-f91b-4d7e-9784-c1e087f6c0eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 1098 time: 0.0816722 Jan 12 10:50:31.553704 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ed17eccf-c3f2-4bf1-a140-b96331b8b280', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:44:44Z', 'updated_at': '2022-01-12T10:44:56Z', 'revision_number': 1, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:31.557978 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] Checking router: 9a9d93bc-6bf7-4454-b96d-93977e77d628 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:50:31.568877 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:50:31.569489 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:50:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:31.603120 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539b14c-9121-41e8-89a5-a29f5a82e141 req-348fe227-eedd-40e7-a3be-c728e1e8ecc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:31.604569 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6539b14c-9121-41e8-89a5-a29f5a82e141 req-348fe227-eedd-40e7-a3be-c728e1e8ecc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.2890553 Jan 12 10:50:31.662776 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec68dd5-4a40-4a83-b523-e5cec046e5f5 req-ebeb484f-2cf4-489b-b599-9539dc210370 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:31.663433 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1ec68dd5-4a40-4a83-b523-e5cec046e5f5 req-ebeb484f-2cf4-489b-b599-9539dc210370 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Synchronizing usage tracker for tenant:55395b26f8624d1d81b43f0650818006 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:50:31.682280 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6539b14c-9121-41e8-89a5-a29f5a82e141 req-8264d200-ddd0-4bee-a2a2-e972d9f41383 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee HTTP/1.1" status: 200 len: 217 time: 0.0708153 Jan 12 10:50:31.723090 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-1ec68dd5-4a40-4a83-b523-e5cec046e5f5 req-ebeb484f-2cf4-489b-b599-9539dc210370 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Unset dirty status for tenant:55395b26f8624d1d81b43f0650818006 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:50:31.724237 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1ec68dd5-4a40-4a83-b523-e5cec046e5f5 req-ebeb484f-2cf4-489b-b599-9539dc210370 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 945 time: 0.2314906 Jan 12 10:50:31.750008 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:50:31.773251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539b14c-9121-41e8-89a5-a29f5a82e141 req-bb80b378-d821-4e63-b5f2-8e760a36b598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:31.774690 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6539b14c-9121-41e8-89a5-a29f5a82e141 req-bb80b378-d821-4e63-b5f2-8e760a36b598 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0865884 Jan 12 10:50:31.823219 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-1ec68dd5-4a40-4a83-b523-e5cec046e5f5 req-cef84678-4675-4c6d-b41c-408e129752d8 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917816 Jan 12 10:50:31.860872 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6539b14c-9121-41e8-89a5-a29f5a82e141 req-a8a2093b-3bb7-494f-bfab-976b2858135e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782092 Jan 12 10:50:31.991549 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6539b14c-9121-41e8-89a5-a29f5a82e141 req-df93e73b-be61-4810-bb16-38d04b07f821 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237817 Jan 12 10:50:32.100607 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ed17eccf-c3f2-4bf1-a140-b96331b8b280', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:44:44Z', 'updated_at': '2022-01-12T10:44:56Z', 'revision_number': 1, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:32.105323 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b4633-b15b-4304-bd3e-b08f251d2d3e None None] The sync data for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv is: [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_floatingips': [{'id': 'ed17eccf-c3f2-4bf1-a140-b96331b8b280', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'floating_ip_address': '172.26.1.84', 'floating_network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'router_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'port_id': 'f71679b5-810d-4855-b81e-77ab535975a6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'mac_address': 'fa:16:3e:70:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:44:44Z', 'updated_at': '2022-01-12T10:44:56Z', 'revision_number': 1, 'project_id': '55395b26f8624d1d81b43f0650818006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:50:32.125977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-6539b14c-9121-41e8-89a5-a29f5a82e141 req-86c8683a-b2a2-4485-92b7-d9a7c5cfaacf service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276181 Jan 12 10:50:32.321862 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c16e7-e2a8-4627-8aba-05294bb70fa3 None None] New status for floating IP 7f08fc43-451f-4800-9534-0ad620d5db3b: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:50:33.030318 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90374597-58e3-48b4-ba2f-bab9d4e319c6 req-2b6f9d13-a940-418c-a274-f5de4392ee45 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:33.031771 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90374597-58e3-48b4-ba2f-bab9d4e319c6 req-2b6f9d13-a940-418c-a274-f5de4392ee45 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 945 time: 0.0865688 Jan 12 10:50:33.117135 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-90374597-58e3-48b4-ba2f-bab9d4e319c6 req-200811b2-1a48-45e8-857b-1eba60f606d7 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796323 Jan 12 10:50:33.150958 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-b3cd0bbb-b3d1-4578-8d7f-997373087d23 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:33.152393 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-b3cd0bbb-b3d1-4578-8d7f-997373087d23 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 945 time: 0.0869458 Jan 12 10:50:33.220444 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-f8825a41-016b-42d3-8b0b-a971f539e04d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Deleting port c19d29bb-7829-48c4-a534-e8168b51a6ee {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:33.220790 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-f8825a41-016b-42d3-8b0b-a971f539e04d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:33.458460 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-f8825a41-016b-42d3-8b0b-a971f539e04d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] For port c19d29bb-7829-48c4-a534-e8168b51a6ee, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c19d29bb-7829-48c4-a534-e8168b51a6ee,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:33.458730 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-f8825a41-016b-42d3-8b0b-a971f539e04d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:33.583815 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-f8825a41-016b-42d3-8b0b-a971f539e04d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Calling delete_port for c19d29bb-7829-48c4-a534-e8168b51a6ee owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:33.727545 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-f8825a41-016b-42d3-8b0b-a971f539e04d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:33.778860 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8825a41-016b-42d3-8b0b-a971f539e04d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event deleted for resources: {'Port': ['ID=c19d29bb-7829-48c4-a534-e8168b51a6ee,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:33.849251 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-f8825a41-016b-42d3-8b0b-a971f539e04d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] No DVR routers for this DVR port c19d29bb-7829-48c4-a534-e8168b51a6ee on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:50:33.852093 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-f8825a41-016b-42d3-8b0b-a971f539e04d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:33.854556 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'name': 'network-vif-deleted', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:50:33.872505 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-d962426c-17a3-43b4-bb8e-33b039faeeef req-f8825a41-016b-42d3-8b0b-a971f539e04d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.59 "DELETE /v2.0/ports/c19d29bb-7829-48c4-a534-e8168b51a6ee HTTP/1.1" status: 204 len: 173 time: 0.7145123 Jan 12 10:50:33.913877 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d543f8-60d5-402b-8bb7-e23dcc7a37d2', 'name': 'network-vif-deleted', 'tag': 'c19d29bb-7829-48c4-a534-e8168b51a6ee', 'status': 'completed', 'code': 200} Jan 12 10:50:34.305150 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-73222949-3ee2-403d-a2c6-957fb617bb6e req-3969debf-ee37-4e3b-a7ac-c7614ce3bd72 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Synchronizing usage tracker for tenant:55395b26f8624d1d81b43f0650818006 on resource:port {{(pid=83594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:50:34.320748 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.quota.resource [req-73222949-3ee2-403d-a2c6-957fb617bb6e req-3969debf-ee37-4e3b-a7ac-c7614ce3bd72 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Unset dirty status for tenant:55395b26f8624d1d81b43f0650818006 on resource:port {{(pid=83594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:50:34.322223 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-73222949-3ee2-403d-a2c6-957fb617bb6e req-3969debf-ee37-4e3b-a7ac-c7614ce3bd72 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5d543f8-60d5-402b-8bb7-e23dcc7a37d2 HTTP/1.1" status: 200 len: 210 time: 0.0606077 Jan 12 10:50:34.414417 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device c19d29bb-7829-48c4-a534-e8168b51a6ee no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:50:34.447155 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: c19d29bb-7829-48c4-a534-e8168b51a6ee {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:50:34.447496 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device c19d29bb-7829-48c4-a534-e8168b51a6ee not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:50:35.318584 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1a23bf6-a745-4817-8d31-8d48a684acb8 req-2caf18c7-4631-4374-aaf8-caf3e20f477d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682106 Jan 12 10:50:35.469759 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1a23bf6-a745-4817-8d31-8d48a684acb8 req-419d9ae8-81da-4d2f-b30b-774989350578 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1097 time: 0.0749898 Jan 12 10:50:35.623423 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a23bf6-a745-4817-8d31-8d48a684acb8 req-a0a321c6-08d7-4b08-8def-ee1b508e297f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:35.625005 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1a23bf6-a745-4817-8d31-8d48a684acb8 req-a0a321c6-08d7-4b08-8def-ee1b508e297f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.1352854 Jan 12 10:50:35.732794 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1a23bf6-a745-4817-8d31-8d48a684acb8 req-8468048b-ea99-40c9-8add-c8a9e5da9c1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 200 len: 999 time: 0.1013343 Jan 12 10:50:35.897984 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a23bf6-a745-4817-8d31-8d48a684acb8 req-24ea34a7-2784-41d6-90ba-6ce42ecec7bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:35.899695 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1a23bf6-a745-4817-8d31-8d48a684acb8 req-24ea34a7-2784-41d6-90ba-6ce42ecec7bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.1615121 Jan 12 10:50:35.975779 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1a23bf6-a745-4817-8d31-8d48a684acb8 req-a7f9a21f-428b-4a44-8ea8-4a3118e8c8d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699897 Jan 12 10:50:36.045197 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52636) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:36.065675 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:50:36.116787 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1a23bf6-a745-4817-8d31-8d48a684acb8 req-2861d12b-c30b-46ee-abde-e688aa3db9c3 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338487 Jan 12 10:50:36.245291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Deleting port 46d1d77e-ae1d-4b2e-bac1-e38e0aaf61f9 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:36.245602 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:36.258905 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-f1a23bf6-a745-4817-8d31-8d48a684acb8 req-a622e5b6-5f8d-4e45-bc5a-9f92b4223250 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365347 Jan 12 10:50:36.430822 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:36.431262 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:36.553580 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Calling delete_port for 46d1d77e-ae1d-4b2e-bac1-e38e0aaf61f9 owned by network:floatingip {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:36.810609 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:36.853124 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event deleted for resources: {'Port': ['ID=46d1d77e-ae1d-4b2e-bac1-e38e0aaf61f9,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:36.864554 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.865339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.865339 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.865516 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.865827 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.866145 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.866447 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.866787 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.867102 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.867432 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.867728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824347-1-hyperv {{(pid=83595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:50:36.956427 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for floatingip, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:37.367592 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Router 9a9d93bc-6bf7-4454-b96d-93977e77d628 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:50:37.580490 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:50:37.590252 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] Sync routers for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:50:37.602020 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:50:37.602540 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for floatingip, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:37.602654 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:50:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:37.654173 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-730d6b54-9307-4682-9dd4-569bab3ca584 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "DELETE /v2.0/floatingips/ed17eccf-c3f2-4bf1-a140-b96331b8b280 HTTP/1.1" status: 204 len: 168 time: 1.6077585 Jan 12 10:50:37.654597 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6'}] {{(pid=83595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:50:37.814641 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6', 'status': 'completed', 'code': 200} Jan 12 10:50:37.820671 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:50:37.908631 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b83a06ae-48b3-4bb7-acb5-0a6b6f914a33 req-26c82d01-cd7b-4b9b-8b3e-6eb45e3f44da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55395b26f8624d1d81b43f0650818006&device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 1097 time: 0.0737162 Jan 12 10:50:38.092258 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a06ae-48b3-4bb7-acb5-0a6b6f914a33 req-a1f73843-6e11-4d38-ad29-467eff1f01b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:38.093732 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b83a06ae-48b3-4bb7-acb5-0a6b6f914a33 req-a1f73843-6e11-4d38-ad29-467eff1f01b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 200 len: 910 time: 0.1794035 Jan 12 10:50:38.134454 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:38.138782 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] Checking router: 9a9d93bc-6bf7-4454-b96d-93977e77d628 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:50:38.150500 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:50:38.151173 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:50:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:38.169573 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3f881-1bc8-416b-adf8-501b98608f22 req-9448076b-8fc2-4c22-9171-aa1ec90a490d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:38.170948 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20f3f881-1bc8-416b-adf8-501b98608f22 req-9448076b-8fc2-4c22-9171-aa1ec90a490d tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 944 time: 0.1810796 Jan 12 10:50:38.172249 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b83a06ae-48b3-4bb7-acb5-0a6b6f914a33 req-8d2aceba-a65f-421e-8489-eeb7fbc14830 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 200 len: 217 time: 0.0719352 Jan 12 10:50:38.262163 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a06ae-48b3-4bb7-acb5-0a6b6f914a33 req-dde9d3a6-757f-4c6a-85c0-294569f199b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:38.263651 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b83a06ae-48b3-4bb7-acb5-0a6b6f914a33 req-dde9d3a6-757f-4c6a-85c0-294569f199b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 200 len: 848 time: 0.0851796 Jan 12 10:50:38.266181 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-20f3f881-1bc8-416b-adf8-501b98608f22 req-47c95b6f-7e04-4ef6-9c53-0a906027a8a0 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894804 Jan 12 10:50:38.331067 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:50:38.342072 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b83a06ae-48b3-4bb7-acb5-0a6b6f914a33 req-5ee14124-b0dd-4bce-bc3e-fd8dee928c0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d74f875-1217-4577-8ba3-6256cfdb9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715008 Jan 12 10:50:38.470804 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b83a06ae-48b3-4bb7-acb5-0a6b6f914a33 req-a9dd9d5a-47f9-459c-aa1a-fa328329b5a7 service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219378 Jan 12 10:50:38.598982 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-b83a06ae-48b3-4bb7-acb5-0a6b6f914a33 req-38f6ce5b-37c2-4b24-8910-db2149b8d31a service neutron] 10.222.0.59 "GET /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222856 Jan 12 10:50:38.638595 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:38.642585 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648f73c0-eb41-41de-84e0-de7597d2ee9e None None] The sync data for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv is: [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:44:20Z', 'revision_number': 4, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv', '_interfaces': [{'id': '51f305dd-ed1a-4815-af98-588ac6d4a431', 'name': '', 'network_id': '1d74f875-1217-4577-8ba3-6256cfdb9b6e', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'mac_address': 'fa:16:3e:8d:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87e7499a-40d7-4ae5-8913-600711c33684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:20Z', 'updated_at': '2022-01-12T10:44:38Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'subnets': [{'id': '87e7499a-40d7-4ae5-8913-600711c33684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:50:38.860109 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683ebcef-7832-4208-a48d-eb65471af77a None None] New status for floating IP ed17eccf-c3f2-4bf1-a140-b96331b8b280: DOWN {{(pid=83597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 12 10:50:38.868353 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-90dd7064-517b-4374-92aa-4e5861b10c5f tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:38.869768 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-90dd7064-517b-4374-92aa-4e5861b10c5f tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.59 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 944 time: 0.0795960 Jan 12 10:50:38.939408 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-12df54a3-fe8c-4ecd-afca-9a1f42008e4b tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Deleting port f71679b5-810d-4855-b81e-77ab535975a6 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:38.940122 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-12df54a3-fe8c-4ecd-afca-9a1f42008e4b tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:39.184801 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-12df54a3-fe8c-4ecd-afca-9a1f42008e4b tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] For port f71679b5-810d-4855-b81e-77ab535975a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f71679b5-810d-4855-b81e-77ab535975a6,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:39.185123 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-12df54a3-fe8c-4ecd-afca-9a1f42008e4b tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:39.413941 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-12df54a3-fe8c-4ecd-afca-9a1f42008e4b tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Calling delete_port for f71679b5-810d-4855-b81e-77ab535975a6 owned by compute:nova {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:39.586002 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf50c74-ab20-48ef-930f-9cab4ad3f8fe req-bd438aa4-a28c-4be9-9ab9-78876745c19f tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:50:39.587389 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcf50c74-ab20-48ef-930f-9cab4ad3f8fe req-bd438aa4-a28c-4be9-9ab9-78876745c19f tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/ports?device_id=5918552c-a516-4a4e-94a5-0f0117a8b12e HTTP/1.1" status: 200 len: 944 time: 0.1804955 Jan 12 10:50:39.633381 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-12df54a3-fe8c-4ecd-afca-9a1f42008e4b tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:39.690147 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df54a3-fe8c-4ecd-afca-9a1f42008e4b tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event deleted for resources: {'Port': ['ID=f71679b5-810d-4855-b81e-77ab535975a6,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:39.695583 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-bcf50c74-ab20-48ef-930f-9cab4ad3f8fe req-1f682dac-f985-4e8d-b189-f250c23fd772 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "GET /v2.0/security-groups?id=b13744cb-5ea2-4f20-82dd-aaafbb863045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974338 Jan 12 10:50:39.761552 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-12df54a3-fe8c-4ecd-afca-9a1f42008e4b tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] No DVR routers for this DVR port f71679b5-810d-4855-b81e-77ab535975a6 on host hv-neutron-8243 {{(pid=83594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:50:39.763845 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-12df54a3-fe8c-4ecd-afca-9a1f42008e4b tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-942667'] for port, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:39.766221 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'name': 'network-vif-deleted', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6'}] {{(pid=83594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:50:39.777660 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [req-22780b12-4243-40fa-a909-3617a1fc8ddd req-12df54a3-fe8c-4ecd-afca-9a1f42008e4b tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.59 "DELETE /v2.0/ports/f71679b5-810d-4855-b81e-77ab535975a6 HTTP/1.1" status: 204 len: 173 time: 0.9020422 Jan 12 10:50:39.820977 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5918552c-a516-4a4e-94a5-0f0117a8b12e', 'name': 'network-vif-deleted', 'tag': 'f71679b5-810d-4855-b81e-77ab535975a6', 'status': 'completed', 'code': 200} Jan 12 10:50:40.816140 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52656) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:40.886268 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27bcc154-9d1f-4510-8b4c-17274cd415c7 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:40.922311 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27bcc154-9d1f-4510-8b4c-17274cd415c7 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:40.999046 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27bcc154-9d1f-4510-8b4c-17274cd415c7 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:41.014105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcc154-9d1f-4510-8b4c-17274cd415c7 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13744cb-5ea2-4f20-82dd-aaafbb863045,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:41.021076 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-27bcc154-9d1f-4510-8b4c-17274cd415c7 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:41.024839 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-27bcc154-9d1f-4510-8b4c-17274cd415c7 tempest-TestSnapshotPattern-255481061 tempest-TestSnapshotPattern-255481061-project] 10.222.0.58 "DELETE /v2.0/security-groups/b13744cb-5ea2-4f20-82dd-aaafbb863045 HTTP/1.1" status: 204 len: 168 time: 0.2073474 Jan 12 10:50:41.086818 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 52662) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:41.623859 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:42.216201 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] Deleting port 51f305dd-ed1a-4815-af98-588ac6d4a431 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:42.216926 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:42.484964 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] For port 51f305dd-ed1a-4815-af98-588ac6d4a431, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=51f305dd-ed1a-4815-af98-588ac6d4a431,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:42.485411 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:42.486914 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device f71679b5-810d-4855-b81e-77ab535975a6 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:50:42.521334 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] No Port match for: f71679b5-810d-4855-b81e-77ab535975a6 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:50:42.521676 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Device f71679b5-810d-4855-b81e-77ab535975a6 not bound to the agent host hv-neutron-8243 {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:50:42.604428 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] Calling delete_port for 51f305dd-ed1a-4815-af98-588ac6d4a431 owned by network:router_interface {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:42.783765 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:42.830077 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=51f305dd-ed1a-4815-af98-588ac6d4a431,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:43.109627 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:43.697275 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] Router 9a9d93bc-6bf7-4454-b96d-93977e77d628 has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:50:44.015047 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:50:44.024694 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] Sync routers for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:50:44.029102 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-1e7a3d9a-ebac-4b85-ae0f-4830fc37bb1c admin admin] 10.222.0.58 "PUT /v2.0/routers/9a9d93bc-6bf7-4454-b96d-93977e77d628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9406843 Jan 12 10:50:44.031935 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52668) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:44.036989 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:50:44.037594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:50:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:44.207405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: dv-neutron-824347-1-hyperv {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:50:44.223305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Notify callbacks [] for router, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:44.417760 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:44.428389 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Deleting port 11c113b6-2527-4148-8cb8-6ce914730c46 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:44.428728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:44.533981 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:50:42Z', 'revision_number': 5, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port': {'id': '11c113b6-2527-4148-8cb8-6ce914730c46', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:18Z', 'updated_at': '2022-01-12T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:44.537951 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] Checking router: 9a9d93bc-6bf7-4454-b96d-93977e77d628 for host: dv-neutron-824347-1-hyperv {{(pid=83596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:50:44.548613 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] Routers {'9a9d93bc-6bf7-4454-b96d-93977e77d628'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:50:44.549237 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:50:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['9a9d93bc-6bf7-4454-b96d-93977e77d628'], 'active': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:44.699688 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_dvr_db [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] Set router 9a9d93bc-6bf7-4454-b96d-93977e77d628 gateway port host: None {{(pid=83596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:50:44.707731 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] For port 11c113b6-2527-4148-8cb8-6ce914730c46, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=11c113b6-2527-4148-8cb8-6ce914730c46,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:44.708133 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:44.803032 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.db.l3_hamode_db [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:50:44Z', 'revision_number': 6, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:44.807026 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d09b7-a4d9-4e1b-ac93-cc80efcab360 None None] The sync data for ids ['9a9d93bc-6bf7-4454-b96d-93977e77d628'] in dv-neutron-824347-1-hyperv is: [{'id': '9a9d93bc-6bf7-4454-b96d-93977e77d628', 'name': 'tempest-TestSnapshotPattern-297435941-router', 'tenant_id': '55395b26f8624d1d81b43f0650818006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:17Z', 'updated_at': '2022-01-12T10:50:44Z', 'revision_number': 6, 'project_id': '55395b26f8624d1d81b43f0650818006', 'gw_port_host': None}] {{(pid=83596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:50:44.826291 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Calling delete_port for 11c113b6-2527-4148-8cb8-6ce914730c46 owned by network:router_gateway {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:44.999875 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.052441 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Pushing event deleted for resources: {'Port': ['ID=11c113b6-2527-4148-8cb8-6ce914730c46,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:45.281190 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.542601 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.547527 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.575590 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.576199 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9d93bc-6bf7-4454-b96d-93977e77d628 {{(pid=83595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:50:45.595722 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] Notify callbacks [] for router, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.598307 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-9dc3a3db-2572-4e85-a78d-7b5220f83bef admin admin] 10.222.0.58 "DELETE /v2.0/routers/9a9d93bc-6bf7-4454-b96d-93977e77d628 HTTP/1.1" status: 204 len: 168 time: 1.5652099 Jan 12 10:50:45.601186 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52672) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:45.663796 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.db_base_plugin_v2 [None req-383f28da-2622-4f9a-8d73-1c7f077ecd54 admin admin] Deleting subnet 87e7499a-40d7-4ae5-8913-600711c33684 {{(pid=83595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:50:45.666855 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-383f28da-2622-4f9a-8d73-1c7f077ecd54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.726105 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-383f28da-2622-4f9a-8d73-1c7f077ecd54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-917373'] for subnet, precommit_delete_associations {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.806765 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-383f28da-2622-4f9a-8d73-1c7f077ecd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.885478 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-383f28da-2622-4f9a-8d73-1c7f077ecd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1996554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1696141'] for subnet, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.923313 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f28da-2622-4f9a-8d73-1c7f077ecd54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e7499a-40d7-4ae5-8913-600711c33684,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:45.929421 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-383f28da-2622-4f9a-8d73-1c7f077ecd54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:45.935181 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5752300-41d4-4e7c-8e64-b501f68ff742 None None] Network 1d74f875-1217-4577-8ba3-6256cfdb9b6e requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:50:45.936013 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-383f28da-2622-4f9a-8d73-1c7f077ecd54 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/87e7499a-40d7-4ae5-8913-600711c33684 HTTP/1.1" status: 204 len: 168 time: 0.3329954 Jan 12 10:50:45.938588 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52676) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:46.143271 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.158984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Deleting port 35f47be6-7766-4176-8417-f43d640e5538 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:46.159318 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.179373 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] DHCP port deletion for 1d74f875-1217-4577-8ba3-6256cfdb9b6e request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:50:46.183750 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] Deleting port 35f47be6-7766-4176-8417-f43d640e5538 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:46.184118 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.357468 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 51f305dd-ed1a-4815-af98-588ac6d4a431 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:50:46.368984 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] For port 35f47be6-7766-4176-8417-f43d640e5538, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=35f47be6-7766-4176-8417-f43d640e5538,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:46.369329 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.402368 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 51f305dd-ed1a-4815-af98-588ac6d4a431 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:50:46.402609 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 51f305dd-ed1a-4815-af98-588ac6d4a431 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:50:46.403047 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 11c113b6-2527-4148-8cb8-6ce914730c46 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:50:46.443840 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 11c113b6-2527-4148-8cb8-6ce914730c46 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:50:46.444162 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 11c113b6-2527-4148-8cb8-6ce914730c46 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:50:46.444458 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 35f47be6-7766-4176-8417-f43d640e5538 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:50:46.487332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] For port 35f47be6-7766-4176-8417-f43d640e5538, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=35f47be6-7766-4176-8417-f43d640e5538,segment=NetworkSegment(851a0080-0b1f-4886-b838-50dd182c134f),segment_id=851a0080-0b1f-4886-b838-50dd182c134f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:46.487717 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.489178 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Calling delete_port for 35f47be6-7766-4176-8417-f43d640e5538 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:46.562239 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.609771 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] No DVR routers for this DVR port 35f47be6-7766-4176-8417-f43d640e5538 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:50:46.622866 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] Calling delete_port for 35f47be6-7766-4176-8417-f43d640e5538 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:46.638152 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Pushing event deleted for resources: {'Port': ['ID=35f47be6-7766-4176-8417-f43d640e5538,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:46.667348 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No active binding found for port 35f47be6-7766-4176-8417-f43d640e5538 {{(pid=83596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 12 10:50:46.667685 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 35f47be6-7766-4176-8417-f43d640e5538 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:50:46.703771 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:50:46.704127 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:50:46.729543 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.758621 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d74f875-1217-4577-8ba3-6256cfdb9b6e']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:46.770129 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851a0080-0b1f-4886-b838-50dd182c134f') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:46.770434 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851a0080-0b1f-4886-b838-50dd182c134f') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:46.781510 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.796983 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.803093 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:50:46.803494 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:50:46.816055 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:50:46.893883 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.913305 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:46.922965 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d74f875-1217-4577-8ba3-6256cfdb9b6e,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:46.929851 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-d97ca161-d8e5-487f-901e-6b611f1bd23c admin admin] 10.222.0.58 "DELETE /v2.0/networks/1d74f875-1217-4577-8ba3-6256cfdb9b6e HTTP/1.1" status: 204 len: 168 time: 0.9903476 Jan 12 10:50:46.932891 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52680) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:47.205555 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] Deleting port 35f47be6-7766-4176-8417-f43d640e5538 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:47.206686 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:47.271058 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f0b186b2-e294-4d37-af8b-c18b8d4ae0d5 None None] The port '35f47be6-7766-4176-8417-f43d640e5538' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:50:47.334270 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509606'] for router_interface, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:48.010306 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] Deleting port af02db6a-c6c6-453f-90bf-6d6dc1cc5015 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:48.010633 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:48.178823 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] For port af02db6a-c6c6-453f-90bf-6d6dc1cc5015, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=af02db6a-c6c6-453f-90bf-6d6dc1cc5015,segment=NetworkSegment(d9eb98d2-311f-4442-a690-798c456c794e),segment_id=d9eb98d2-311f-4442-a690-798c456c794e)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:48.179112 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:48.294921 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] Calling delete_port for af02db6a-c6c6-453f-90bf-6d6dc1cc5015 owned by network:router_interface {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:48.477288 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:48.520683 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=af02db6a-c6c6-453f-90bf-6d6dc1cc5015,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:48.819162 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7734130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510539'] for router_interface, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:49.190653 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a125952-19f7-4b00-a7ee-f4bf29402d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:49.496748 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] Router 1705222c-eb93-420c-afd4-219f5aef75aa has already been hosted by L3 agent f954a06f-b68f-449f-82d0-508616a97ea9 {{(pid=83595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:50:49.708058 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] Notify agent at l3_agent.dv-neutron-824347-1-hyperv the message routers_updated {{(pid=83595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:50:49.717343 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-6663b439-68f4-4935-80f7-f574a8376eaa admin admin] 10.222.0.58 "PUT /v2.0/routers/1705222c-eb93-420c-afd4-219f5aef75aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7835417 Jan 12 10:50:49.717994 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] Sync routers for ids ['1705222c-eb93-420c-afd4-219f5aef75aa'] in dv-neutron-824347-1-hyperv {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 12 10:50:49.720249 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 52684) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:49.731155 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] Routers {'1705222c-eb93-420c-afd4-219f5aef75aa'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:50:49.731753 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:50:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1705222c-eb93-420c-afd4-219f5aef75aa'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:49.904826 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] Set router 1705222c-eb93-420c-afd4-219f5aef75aa gateway port host: dv-neutron-824347-1-hyperv {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:50:49.914270 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Notify callbacks [] for router, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:50.111625 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:50.122928 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Deleting port 009b14cd-f4d9-4ba7-92e3-60d16a241b40 {{(pid=83594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:50.123337 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:50.214328 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'name': 'tempest-TestSnapshotPattern-630136921-router', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'external_fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:23Z', 'updated_at': '2022-01-12T10:50:48Z', 'revision_number': 5, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'gw_port': {'id': '009b14cd-f4d9-4ba7-92e3-60d16a241b40', 'name': '', 'network_id': 'b765e7a4-e138-4653-9768-6bc0c3a20b74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:44:24Z', 'updated_at': '2022-01-12T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e279ffa-e140-4d39-9a97-e35a5557d0bf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824347-1-hyperv'}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:50.217983 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] Checking router: 1705222c-eb93-420c-afd4-219f5aef75aa for host: dv-neutron-824347-1-hyperv {{(pid=83597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 12 10:50:50.228452 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] Routers {'1705222c-eb93-420c-afd4-219f5aef75aa'} bound to L3 agent in host dv-neutron-824347-1-hyperv {{(pid=83597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:50:50.229010 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:26:21Z,description=,heartbeat_timestamp=2022-01-12T10:50:21Z,host='dv-neutron-824347-1-hyperv',id=f954a06f-b68f-449f-82d0-508616a97ea9,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:26:21Z,topic='l3_agent')) {'router_ids': ['1705222c-eb93-420c-afd4-219f5aef75aa'], 'active': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:50.295795 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] For port 009b14cd-f4d9-4ba7-92e3-60d16a241b40, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=009b14cd-f4d9-4ba7-92e3-60d16a241b40,segment=NetworkSegment(386bf942-0288-4c01-888c-9bca2567e896),segment_id=386bf942-0288-4c01-888c-9bca2567e896)] {{(pid=83594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:50.296146 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:50.381916 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_dvr_db [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] Set router 1705222c-eb93-420c-afd4-219f5aef75aa gateway port host: None {{(pid=83597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 12 10:50:50.413567 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.plugin [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Calling delete_port for 009b14cd-f4d9-4ba7-92e3-60d16a241b40 owned by network:router_gateway {{(pid=83594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:50.483994 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.l3_hamode_db [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'name': 'tempest-TestSnapshotPattern-630136921-router', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:23Z', 'updated_at': '2022-01-12T10:50:50Z', 'revision_number': 6, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'gw_port_host': None}], 'dv-neutron-824347-1-hyperv', False) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:50.488163 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b580401-7b59-475f-a50d-ec0b6163c620 None None] The sync data for ids ['1705222c-eb93-420c-afd4-219f5aef75aa'] in dv-neutron-824347-1-hyperv is: [{'id': '1705222c-eb93-420c-afd4-219f5aef75aa', 'name': 'tempest-TestSnapshotPattern-630136921-router', 'tenant_id': '6a968d3945fc4034b087182bdd85dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:44:23Z', 'updated_at': '2022-01-12T10:50:50Z', 'revision_number': 6, 'project_id': '6a968d3945fc4034b087182bdd85dfe3', 'gw_port_host': None}] {{(pid=83597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 12 10:50:50.576697 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1615616'] for port, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:50.619178 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=009b14cd-f4d9-4ba7-92e3-60d16a241b40,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:50.841703 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510593'] for router_gateway, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.193517 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108406'] for router, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.198126 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.225668 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508025'] for router, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.226550 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1705222c-eb93-420c-afd4-219f5aef75aa {{(pid=83594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:50:51.239722 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] Notify callbacks [] for router, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.240882 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-fd8aa1bc-bae7-43da-92e7-8697481efd77 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1705222c-eb93-420c-afd4-219f5aef75aa HTTP/1.1" status: 204 len: 168 time: 1.5190921 Jan 12 10:50:51.243586 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 52688) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:51.301328 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ebc182-5a4c-44f8-ba7f-813476db3138 admin admin] Deleting subnet 18b8ff55-a89c-48d1-a717-48c318af1d78 {{(pid=83594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 12 10:50:51.304590 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc182-5a4c-44f8-ba7f-813476db3138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.322340 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42eb59e0-1b2d-4d42-bd49-ab25147742c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.353420 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc182-5a4c-44f8-ba7f-813476db3138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1427055'] for subnet, precommit_delete_associations {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.436693 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc182-5a4c-44f8-ba7f-813476db3138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7926528'] for subnet, precommit_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.509033 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc182-5a4c-44f8-ba7f-813476db3138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7926539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1487313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1982401'] for subnet, after_delete {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.548616 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebc182-5a4c-44f8-ba7f-813476db3138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b8ff55-a89c-48d1-a717-48c318af1d78,revision_number=None']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:51.554602 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc182-5a4c-44f8-ba7f-813476db3138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.559706 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca713179-1352-4829-b171-3604299c55a5 None None] Network 08ee3949-7aa2-4f7d-9ff1-3710a8253187 requested from dv-neutron-824347-1-hyperv {{(pid=83596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 12 10:50:51.561624 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-f0ebc182-5a4c-44f8-ba7f-813476db3138 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/18b8ff55-a89c-48d1-a717-48c318af1d78 HTTP/1.1" status: 204 len: 168 time: 0.3170900 Jan 12 10:50:51.564383 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52692) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:51.670988 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7921385'] for network, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.681086 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Deleting port 1cdfc227-9ecc-4fa4-b976-1463786fc233 {{(pid=83595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:51.681410 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.799503 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] DHCP port deletion for 08ee3949-7aa2-4f7d-9ff1-3710a8253187 request from dv-neutron-824347-1-hyperv {{(pid=83596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 12 10:50:51.803948 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] Deleting port 1cdfc227-9ecc-4fa4-b976-1463786fc233 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:51.804316 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:51.882973 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.db [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] For port 1cdfc227-9ecc-4fa4-b976-1463786fc233, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1cdfc227-9ecc-4fa4-b976-1463786fc233,segment=NetworkSegment(d9eb98d2-311f-4442-a690-798c456c794e),segment_id=d9eb98d2-311f-4442-a690-798c456c794e)] {{(pid=83595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:51.883635 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.002454 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.plugin [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Calling delete_port for 1cdfc227-9ecc-4fa4-b976-1463786fc233 owned by network:dhcp {{(pid=83595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:52.037574 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] For port 1cdfc227-9ecc-4fa4-b976-1463786fc233, host dv-neutron-824347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824347-1-hyperv',level=0,port_id=1cdfc227-9ecc-4fa4-b976-1463786fc233,segment=NetworkSegment(d9eb98d2-311f-4442-a690-798c456c794e),segment_id=d9eb98d2-311f-4442-a690-798c456c794e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:50:52.037835 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632276'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.074173 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786013499621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786013141221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073627'] for port, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.118024 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdfc227-9ecc-4fa4-b976-1463786fc233,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:52.125811 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] No DVR routers for this DVR port 1cdfc227-9ecc-4fa4-b976-1463786fc233 on host dv-neutron-824347-1-hyperv {{(pid=83595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:50:52.156594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] Calling delete_port for 1cdfc227-9ecc-4fa4-b976-1463786fc233 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 12 10:50:52.227373 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.db.api [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:50:52.227722 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG oslo_db.api [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:50:52.238868 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7926267', 'neutron.services.segments.db._delete_segments_for_network-8786013575388'] for network, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.262656 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ee3949-7aa2-4f7d-9ff1-3710a8253187']}} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:52.277629 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eb98d2-311f-4442-a690-798c456c794e') {'for_net_delete': True} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:52.277912 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.services.segments.db [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eb98d2-311f-4442-a690-798c456c794e') {} {{(pid=83595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:50:52.289699 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786013575271', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-917348'] for segment, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.314211 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7914662'] for segment, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.321194 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 12 10:50:52.321575 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7914655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073644'] for segment, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.331976 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device af02db6a-c6c6-453f-90bf-6d6dc1cc5015 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: Traceback (most recent call last): Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: timer() Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: cb(*args, **kw) Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: return func(*args, **kwargs) Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: self._notify() Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: self.callback(batched_events) Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: event.method(event) Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: return f(self, *a, **k) Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._get(url).json() Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: return self.request(url, 'GET', **kwargs) Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:50:52.334769 dv-neutron-824347-1-hyperv neutron-server[83595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:50:52.365620 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: af02db6a-c6c6-453f-90bf-6d6dc1cc5015 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:50:52.365950 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device af02db6a-c6c6-453f-90bf-6d6dc1cc5015 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:50:52.366357 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1cdfc227-9ecc-4fa4-b976-1463786fc233 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:50:52.397107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 1cdfc227-9ecc-4fa4-b976-1463786fc233 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:50:52.397442 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 1cdfc227-9ecc-4fa4-b976-1463786fc233 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:50:52.397849 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 009b14cd-f4d9-4ba7-92e3-60d16a241b40 no longer exists at agent ovs-agent-dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:50:52.408175 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7926146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7734269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510630'] for network, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.429424 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Notify callbacks [] for network, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.435464 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0338f770-51af-4745-b862-cbf1262563cb None None] No Port match for: 009b14cd-f4d9-4ba7-92e3-60d16a241b40 {{(pid=83596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 12 10:50:52.435812 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.rpc [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Device 009b14cd-f4d9-4ba7-92e3-60d16a241b40 not bound to the agent host dv-neutron-824347-1-hyperv {{(pid=83596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:50:52.439300 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] Pushing event deleted for resources: {'Network': ['ID=08ee3949-7aa2-4f7d-9ff1-3710a8253187,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:52.457079 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-4b958ba0-4c1b-4b06-8f05-e613ed7ba92c admin admin] 10.222.0.58 "DELETE /v2.0/networks/08ee3949-7aa2-4f7d-9ff1-3710a8253187 HTTP/1.1" status: 204 len: 168 time: 0.8894901 Jan 12 10:50:52.459200 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.585945 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52698) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:52.666953 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.728750 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] Deleting port 1cdfc227-9ecc-4fa4-b976-1463786fc233 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 12 10:50:52.729227 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786013640488'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.732335 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-86dd9d9b-d17d-4ba0-97ad-10eed6b756b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55395b26f8624d1d81b43f0650818006&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1452403 Jan 12 10:50:52.734888 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52702) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:52.791198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-94d74273-3298-4bc8-8efd-d8cad1ff7b0c None None] The port '1cdfc227-9ecc-4fa4-b976-1463786fc233' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 12 10:50:52.794800 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df38e81d-7193-4ff2-9437-9202d797984b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.820707 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df38e81d-7193-4ff2-9437-9202d797984b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.881481 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df38e81d-7193-4ff2-9437-9202d797984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.884984 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.899050 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38e81d-7193-4ff2-9437-9202d797984b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be712d-6928-4d93-acf9-af92a71aac09,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:52.903790 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-df38e81d-7193-4ff2-9437-9202d797984b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:52.904360 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-df38e81d-7193-4ff2-9437-9202d797984b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06be712d-6928-4d93-acf9-af92a71aac09 HTTP/1.1" status: 204 len: 168 time: 0.1685462 Jan 12 10:50:53.309165 dv-neutron-824347-1-hyperv neutron-server[83594]: DEBUG neutron.wsgi [-] (83594) accepted ('10.222.0.58', 52710) {{(pid=83594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:53.363302 dv-neutron-824347-1-hyperv neutron-server[83594]: INFO neutron.wsgi [None req-3af16705-a499-4bcb-85bd-930d3b57dade admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a968d3945fc4034b087182bdd85dfe3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516021 Jan 12 10:50:53.365821 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [-] (83595) accepted ('10.222.0.58', 52714) {{(pid=83595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:50:53.430068 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afe1c785-e09d-4cbc-a810-bdc2e22b3530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:53.455942 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afe1c785-e09d-4cbc-a810-bdc2e22b3530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:53.512717 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afe1c785-e09d-4cbc-a810-bdc2e22b3530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521764'] for security_group, after_delete {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:53.536728 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1c785-e09d-4cbc-a810-bdc2e22b3530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67308c75-dfd3-4634-aafb-9c5d4f74380c,revision_number=None']} {{(pid=83595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:50:53.541803 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron_lib.callbacks.manager [None req-afe1c785-e09d-4cbc-a810-bdc2e22b3530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:50:53.542787 dv-neutron-824347-1-hyperv neutron-server[83595]: INFO neutron.wsgi [None req-afe1c785-e09d-4cbc-a810-bdc2e22b3530 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67308c75-dfd3-4634-aafb-9c5d4f74380c HTTP/1.1" status: 204 len: 168 time: 0.1759939 Jan 12 10:50:54.259309 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:13.072673 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:51:19.204139 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54316847-24d8-4052-9ccc-97529517d7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:21.328593 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0e9aa36f-67c8-471e-ada9-7bc864338eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:22.484301 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:22.667508 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:22.890199 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:24.273861 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:49.214594 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-20f28237-2428-4e88-bfc2-1f840731624d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:50.070936 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:51:51.322025 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68932370-7f55-42c0-b571-585112ec7a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:52.500485 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:52.673770 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:52.894874 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:51:54.272251 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:19.209130 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3a72355-0399-4b40-84fe-3a938398ed82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:21.097896 dv-neutron-824347-1-hyperv neutron-server[83595]: DEBUG neutron.wsgi [req-06237d5f-e125-4aac-b6c6-941dd1e43e62 req-0d32c2cd-77c2-4ac4-8c37-d1f85d938aab service neutron] (83595) timed out ('10.222.0.58', 51356) {{(pid=83595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 12 10:52:21.329332 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f7190d34-b949-4f5c-9bb7-2b64394ffdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:22.502267 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:22.674755 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:22.900663 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:24.279633 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:27.066544 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:52:49.216642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-532ea865-ea8f-4137-bd6b-f72b53584001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:51.322423 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95213c7a-e843-47ad-8426-1decd32edd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:52.519865 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:52.679122 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:52.905499 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:52:54.284592 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:04.074052 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:53:19.213363 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64436f40-264f-4345-a590-a2b86a9f3849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:21.325924 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be8ff636-d6f1-46c3-96ca-e0f4193004a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:22.521189 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:22.677346 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:22.907929 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:24.288939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:41.065730 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:53:49.210071 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f729f7ae-ea18-42c2-b0d3-c70c02419273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:51.329107 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb4135ed-596a-4c1c-bc5e-40b52f8ed57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:52.532670 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:52.678160 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:52.909751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:53:54.288972 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:18.074224 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:54:19.202039 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1509c873-2c42-4082-94f0-8a65ddfbc862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:21.330526 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5845295-168e-4dd1-8c83-228fe0dc79aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:22.529762 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:22.679939 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:22.914247 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:24.288443 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:49.203767 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61690727-5d54-4d7a-96f2-3f80d3b3cdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:51.332180 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2dfdd177-6693-4af0-b10e-19df6417a9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:52.537790 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:52.677712 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:52.917649 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:54.296679 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:54:55.070149 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:55:19.204123 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a05ba773-0ff0-49da-8937-a3f50f8904bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:21.331732 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-31243749-189c-43ce-a933-2a9b8e9fbdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:22.538575 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:22.679399 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:22.919074 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:24.298209 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:32.077312 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:55:49.209630 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e579e02a-3325-4f0d-9995-0f067439de00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:51.333915 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f806cd42-717b-4716-ba53-2293edf6bfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:52.554198 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:52.680405 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:52.928603 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:55:54.304887 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:56:09.073805 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:56:19.206452 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63f740d1-2aad-4744-b57f-a500b0d0a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:56:21.335584 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccdd2e57-ad6d-4071-9fc1-e906028d0eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:56:22.557751 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ef13067-85d8-4ff9-8383-93f4d1517c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:56:22.686642 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0338f770-51af-4745-b862-cbf1262563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:56:22.932459 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c5459b5-089d-4bb5-87cf-ae92b2e18f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:56:24.312311 dv-neutron-824347-1-hyperv neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c369ee3-1d76-4bea-be67-0f1f7ac17c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786013575370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7924475'] for agent, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:56:46.064936 dv-neutron-824347-1-hyperv neutron-server[83597]: DEBUG neutron.db.agents_db [None req-83ec3c4d-8bce-4699-9ae0-27ed1f040b7f None None] Agent healthcheck: found 6 active agents {{(pid=83597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}